00000800:00000200:1.1F:1746125928.794435:0:3289:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b19e0480] -> 12345-192.168.203.132@tcp (2) 00000800:00000200:1.1:1746125928.794691:0:3280:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b19e0480] -> 12345-192.168.203.132@tcp (2) 00000800:00000200:1.1:1746125928.794694:0:3280:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.132@tcp ffff8800b19e06c0 deleted 00000800:00000010:1.1:1746125928.794695:0:3280:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b19e06c0. 00000800:00000200:1.1:1746125928.794697:0:3280:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1746125928.794701:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:1023 00000800:00000200:1.1:1746125928.794705:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b43d6c00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1746125928.794773:0:3279:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1F:1746125928.794943:0:3281:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b19e0480] -> 12345-192.168.203.132@tcp (4) 00000800:00000200:3.1:1746125928.794949:0:3281:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.132@tcp ffff88012ff5d000 deleted 00000800:00000010:3.1:1746125928.794950:0:3281:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012ff5d000. 00000800:00000200:3.1:1746125928.794952:0:3281:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1F:1746125928.795000:0:3279:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1746125928.858279:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b5282b00. 00010000:00000010:2.1:1746125928.858284:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130110400. 00010000:00000010:2.1:1746125928.996103:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a61af400. 00010000:00000010:2.1:1746125928.996135:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a665700. 00010000:00000010:2.1:1746125928.996138:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4f4c00. 00010000:00000010:2.1:1746125928.996141:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b43d6b00. 00010000:00000010:2.1:1746125928.996143:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ffd6600. 00002000:00100000:0.0:1746126368.486096:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x14:0x0] (27262976->28311551) req@ffff880093760000 x1830945733073920/t4294967676(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/448 e 0 to 0 dl 1746126379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.486112:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760000 with x1830945733073920 ext(27262976->28311551) 00002000:00010000:0.0:1746126368.486118:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760000 00000100:00100000:0.0:1746126368.488802:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126368.489580:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126368.495981:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1964:x1830945733073664:12345-192.168.203.32@tcp:4:dd.0 Request processed in 42723us (46052us total) trans 4294967677 rc 0/0 00000100:00100000:0.0:1746126368.495993:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2187 00002000:00100000:0.0:1746126368.496005:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x14:0x0] (25165824->26214399) req@ffff88013236ca80 x1830945733073664/t4294967677(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/448 e 0 to 0 dl 1746126379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.496013:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236ca80 with x1830945733073664 ext(25165824->26214399) 00002000:00010000:0.0:1746126368.496018:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236ca80 00000100:00100000:0.0:1746126368.502547:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733075328 00000100:00100000:0.0:1746126368.502556:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733075328 00002000:00100000:0.0:1746126368.502599:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x14:0x0] (32505856->33554431) req@ffff880093760700 x1830945733075328/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/0 e 0 to 0 dl 1746126379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.502608:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760700 with x1830945733075328 ext(32505856->33554431) 00002000:00010000:0.0:1746126368.502614:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760700 00000100:00100000:0.0:1746126368.503723:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2195 00000100:00100000:0.0:1746126368.503733:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1963:x1830945733075328:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126368.520760:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126368.531691:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1964:x1830945733074176:12345-192.168.203.32@tcp:4:dd.0 Request processed in 77046us (77094us total) trans 4294967680 rc 0/0 00000100:00100000:0.0:1746126368.531704:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2191 00002000:00100000:0.0:1746126368.531719:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x14:0x0] (28311552->29360127) req@ffff880093762d80 x1830945733074176/t4294967680(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/448 e 0 to 0 dl 1746126379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.531730:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762d80 with x1830945733074176 ext(28311552->29360127) 00002000:00010000:0.0:1746126368.531736:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093762d80 00000100:00100000:0.0:1746126368.555016:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126368.576818:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733076352 00000100:00100000:0.0:1746126368.576829:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733076352 00002000:00100000:0.0:1746126368.576879:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x14:0x0] (36700160->37748735) req@ffff88013236e300 x1830945733076352/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/0 e 0 to 0 dl 1746126379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.576889:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236e300 with x1830945733076352 ext(36700160->37748735) 00002000:00010000:0.0:1746126368.576895:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236e300 00000100:00100000:0.0:1746126368.576930:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2199 00000100:00100000:0.0:1746126368.576951:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+77:1965:x1830945733076352:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126368.580696:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+79:1963:x1830945733075328:12345-192.168.203.32@tcp:4:dd.0 Request processed in 76953us (78213us total) trans 4294967684 rc 0/0 00000100:00100000:0.0:1746126368.580708:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2195 00002000:00100000:0.0:1746126368.580720:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x14:0x0] (32505856->33554431) req@ffff880093760700 x1830945733075328/t4294967684(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/448 e 0 to 0 dl 1746126379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.580730:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760700 with x1830945733075328 ext(32505856->33554431) 00002000:00010000:0.0:1746126368.580736:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760700 00000100:00100000:0.0:1746126368.582098:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+79:1963:x1830945733075584:12345-192.168.203.32@tcp:4:dd.0 Request processed in 60973us (61222us total) trans 4294967685 rc 0/0 00000100:00100000:0.0:1746126368.582106:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2196 00002000:00100000:0.0:1746126368.582114:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x14:0x0] (33554432->34603007) req@ffff880092865500 x1830945733075584/t4294967685(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/448 e 0 to 0 dl 1746126379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.582122:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092865500 with x1830945733075584 ext(33554432->34603007) 00002000:00010000:0.0:1746126368.582126:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092865500 00000100:00100000:0.0:1746126368.636234:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1965:x1830945733076352:12345-192.168.203.32@tcp:4:dd.0 Request processed in 59272us (60203us total) trans 4294967688 rc 0/0 00000100:00100000:0.0:1746126368.636247:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2199 00002000:00100000:0.0:1746126368.636259:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x14:0x0] (36700160->37748735) req@ffff88013236e300 x1830945733076352/t4294967688(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/448 e 0 to 0 dl 1746126379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.636269:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236e300 with x1830945733076352 ext(36700160->37748735) 00002000:00010000:0.0:1746126368.636917:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236e300 00000100:00100000:0.0:1746126368.665432:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1965:x1830945733076864:12345-192.168.203.32@tcp:4:dd.0 Request processed in 44661us (44912us total) trans 4294967690 rc 0/0 00000100:00100000:0.0:1746126368.665444:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2201 00002000:00100000:0.0:1746126368.665457:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x14:0x0] (38797312->39845887) req@ffff880093761880 x1830945733076864/t4294967690(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/448 e 0 to 0 dl 1746126379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.665465:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761880 with x1830945733076864 ext(38797312->39845887) 00002000:00010000:0.0:1746126368.665471:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761880 00000100:00100000:0.0:1746126368.666218:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126368.675629:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1966:x1830945733077376:12345-192.168.203.32@tcp:4:dd.0 Request processed in 46402us (46555us total) trans 4294967692 rc 0/0 00000100:00100000:0.0:1746126368.675642:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2203 00002000:00100000:0.0:1746126368.675655:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x14:0x0] (40894464->41943039) req@ffff880093760a80 x1830945733077376/t4294967692(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/448 e 0 to 0 dl 1746126379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.675666:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760a80 with x1830945733077376 ext(40894464->41943039) 00002000:00010000:0.0:1746126368.675672:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760a80 00000100:00100000:0.0:1746126368.688283:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733078784 00000100:00100000:0.0:1746126368.688293:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733078784 00002000:00100000:0.0:1746126368.688343:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x14:0x0] (44040192->45088767) req@ffff88013236f800 x1830945733078784/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/0 e 0 to 0 dl 1746126379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.688353:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236f800 with x1830945733078784 ext(44040192->45088767) 00002000:00010000:0.0:1746126368.688359:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236f800 00000100:00100000:0.0:1746126368.688393:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2206 00000100:00100000:0.0:1746126368.688402:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1966:x1830945733078784:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126368.719722:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126368.727955:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733079552 00000100:00100000:0.0:1746126368.727964:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733079552 00002000:00100000:0.0:1746126368.728010:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x14:0x0] (47185920->48234495) req@ffff88012ff10700 x1830945733079552/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/0 e 0 to 0 dl 1746126379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.728040:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff10700 with x1830945733079552 ext(47185920->48234495) 00002000:00010000:0.0:1746126368.728045:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff10700 00000100:00100000:0.0:1746126368.728079:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2209 00000100:00100000:0.0:1746126368.728087:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945733079552:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126368.759843:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126368.802208:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733080832 00000100:00100000:0.0:1746126368.802217:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733080832 00002000:00100000:0.0:1746126368.802251:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x14:0x0] (52428800->53477375) req@ffff880093761c00 x1830945733080832/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/0 e 0 to 0 dl 1746126379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.802260:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761c00 with x1830945733080832 ext(52428800->53477375) 00002000:00010000:0.0:1746126368.802264:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761c00 00000100:00100000:0.0:1746126368.802281:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2214 00000100:00100000:0.0:1746126368.802287:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1965:x1830945733080832:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126368.805821:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1964:x1830945733080320:12345-192.168.203.32@tcp:4:dd.0 Request processed in 39530us (42144us total) trans 4294967702 rc 0/0 00000100:00100000:0.0:1746126368.805835:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2212 00002000:00100000:0.0:1746126368.805850:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x14:0x0] (50331648->51380223) req@ffff880093762300 x1830945733080320/t4294967702(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/448 e 0 to 0 dl 1746126379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.805859:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762300 with x1830945733080320 ext(50331648->51380223) 00002000:00010000:0.0:1746126368.805865:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093762300 00000100:00100000:0.0:1746126368.819522:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733081088 00000100:00100000:0.0:1746126368.819531:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733081088 00002000:00100000:0.0:1746126368.819578:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x14:0x0] (53477376->54525951) req@ffff88013236fb80 x1830945733081088/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/0 e 0 to 0 dl 1746126379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.819589:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236fb80 with x1830945733081088 ext(53477376->54525951) 00002000:00010000:0.0:1746126368.819595:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236fb80 00000100:00100000:0.0:1746126368.819635:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2215 00000100:00100000:0.0:1746126368.819643:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1963:x1830945733081088:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126368.826667:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+113:1965:x1830945733080832:12345-192.168.203.32@tcp:4:dd.0 Request processed in 24363us (25116us total) trans 4294967703 rc 0/0 00000100:00100000:0.0:1746126368.826682:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2214 00002000:00100000:0.0:1746126368.826694:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x14:0x0] (52428800->53477375) req@ffff880093761c00 x1830945733080832/t4294967703(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/448 e 0 to 0 dl 1746126379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.826704:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761c00 with x1830945733080832 ext(52428800->53477375) 00002000:00010000:0.0:1746126368.826711:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761c00 00000100:00100000:0.0:1746126368.865084:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126368.890572:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126368.912496:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126368.918770:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+127:1964:x1830945733082112:12345-192.168.203.32@tcp:4:dd.0 Request processed in 53493us (53689us total) trans 4294967709 rc 0/0 00000100:00100000:0.0:1746126368.918778:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2219 00002000:00100000:0.0:1746126368.918786:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x14:0x0] (57671680->58720255) req@ffff880092867b80 x1830945733082112/t4294967709(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/448 e 0 to 0 dl 1746126379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.918794:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092867b80 with x1830945733082112 ext(57671680->58720255) 00002000:00010000:0.0:1746126368.918799:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092867b80 00000100:00100000:0.0:1746126368.962185:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136458e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+135:1964:x1830945733083392:12345-192.168.203.32@tcp:4:dd.0 Request processed in 21179us (21334us total) trans 4294967713 rc 0/0 00000100:00100000:0.0:1746126368.962197:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2224 00002000:00100000:0.0:1746126368.962206:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x14:0x0] (62914560->63963135) req@ffff880136458e00 x1830945733083392/t4294967713(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/448 e 0 to 0 dl 1746126379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.962215:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136458e00 with x1830945733083392 ext(62914560->63963135) 00002000:00010000:0.0:1746126368.962220:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136458e00 00000100:00100000:0.0:1746126368.964702:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+135:1963:x1830945733083648:12345-192.168.203.32@tcp:4:dd.0 Request processed in 22070us (22873us total) trans 4294967714 rc 0/0 00000100:00100000:0.0:1746126368.964711:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2225 00002000:00100000:0.0:1746126368.964721:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x14:0x0] (63963136->65011711) req@ffff880093762680 x1830945733083648/t4294967714(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/448 e 0 to 0 dl 1746126379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.964729:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762680 with x1830945733083648 ext(63963136->65011711) 00002000:00010000:0.0:1746126368.964735:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093762680 00000100:00100000:0.0:1746126368.971115:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733084416 00000100:00100000:0.0:1746126368.971121:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733084416 00002000:00100000:0.0:1746126368.971156:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x14:0x0] (67108864->68157439) req@ffff880092ae1880 x1830945733084416/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:129/0 lens 488/0 e 0 to 0 dl 1746126379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126368.971164:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1880 with x1830945733084416 ext(67108864->68157439) 00002000:00010000:0.0:1746126368.971168:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1880 00000100:00100000:0.0:1746126368.971194:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2228 00000100:00100000:0.0:1746126368.971200:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+136:1965:x1830945733084416:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126369.002435:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.022428:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.034451:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.046925:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.058649:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.087869:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.109803:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733086464 00000100:00100000:0.0:1746126369.109813:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733086464 00000100:00100000:0.0:1746126369.128822:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733086976 00000100:00100000:0.0:1746126369.128830:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733086976 00002000:00100000:0.0:1746126369.128868:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x14:0x0] (77594624->78643199) req@ffff880133328a80 x1830945733086976/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/0 e 0 to 0 dl 1746126380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.128877:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328a80 with x1830945733086976 ext(77594624->78643199) 00002000:00010000:0.0:1746126369.128882:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133328a80 00000100:00100000:0.0:1746126369.128915:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2238 00000100:00100000:0.0:1746126369.128921:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+155:1965:x1830945733086976:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126369.143309:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+157:1964:x1830945733086720:12345-192.168.203.32@tcp:4:dd.0 Request processed in 25511us (25661us total) trans 4294967726 rc 0/0 00000100:00100000:0.0:1746126369.143319:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2237 00002000:00100000:0.0:1746126369.143331:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x14:0x0] (76546048->77594623) req@ffff880133328700 x1830945733086720/t4294967726(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/448 e 0 to 0 dl 1746126380 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.143340:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328700 with x1830945733086720 ext(76546048->77594623) 00002000:00010000:0.0:1746126369.143344:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133328700 00000100:00100000:0.0:1746126369.145230:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.206838:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+163:1966:x1830945733087744:12345-192.168.203.32@tcp:4:dd.0 Request processed in 19136us (19238us total) trans 4294967730 rc 0/0 00000100:00100000:0.0:1746126369.206848:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2241 00002000:00100000:0.0:1746126369.206857:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x14:0x0] (80740352->81788927) req@ffff880092ae2680 x1830945733087744/t4294967730(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/448 e 0 to 0 dl 1746126380 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.206866:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae2680 with x1830945733087744 ext(80740352->81788927) 00002000:00010000:0.0:1746126369.206870:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae2680 00000100:00100000:0.0:1746126369.213647:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.213672:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733088000 00000100:00100000:0.0:1746126369.213679:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733088000 00002000:00100000:0.0:1746126369.213713:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x14:0x0] (81788928->82837503) req@ffff88008b029f80 x1830945733088000/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/0 e 0 to 0 dl 1746126380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.213723:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b029f80 with x1830945733088000 ext(81788928->82837503) 00002000:00010000:0.0:1746126369.213727:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b029f80 00000100:00100000:0.0:1746126369.213755:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2242 00000100:00100000:0.0:1746126369.213762:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+163:1965:x1830945733088000:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126369.248248:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.258298:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.307687:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.331428:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.331542:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.362890:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.372064:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.431248:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733091840 00000100:00100000:0.0:1746126369.431256:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733091840 00002000:00100000:0.0:1746126369.431291:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x14:0x0] (97517568->98566143) req@ffff880133305500 x1830945733091840/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/0 e 0 to 0 dl 1746126380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.431300:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305500 with x1830945733091840 ext(97517568->98566143) 00002000:00010000:0.0:1746126369.431305:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133305500 00000100:00100000:0.0:1746126369.431322:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2257 00000100:00100000:0.0:1746126369.431329:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+193:1966:x1830945733091840:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126369.444860:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1966:x1830945733091840:12345-192.168.203.32@tcp:4:dd.0 Request processed in 13525us (15891us total) trans 4294967746 rc 0/0 00000100:00100000:0.0:1746126369.444869:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2257 00002000:00100000:0.0:1746126369.444877:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x14:0x0] (97517568->98566143) req@ffff880133305500 x1830945733091840/t4294967746(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/448 e 0 to 0 dl 1746126380 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.444885:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305500 with x1830945733091840 ext(97517568->98566143) 00002000:00010000:0.0:1746126369.444889:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133305500 00000100:00100000:0.0:1746126369.451298:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.460510:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.488991:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.497626:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1965:x1830945733093376:12345-192.168.203.32@tcp:4:dd.0 Request processed in 8241us (8635us total) trans 4294967752 rc 0/0 00000100:00100000:0.0:1746126369.497637:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2263 00002000:00100000:0.0:1746126369.498065:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x14:0x0] (103809024->104857599) req@ffff880094738380 x1830945733093376/t4294967752(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/448 e 0 to 0 dl 1746126380 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.498073:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094738380 with x1830945733093376 ext(103809024->104857599) 00002000:00010000:0.0:1746126369.498077:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094738380 00000100:00100000:0.0:1746126369.501164:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.515839:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.523526:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.529267:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.555767:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.562702:0:8429:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133329880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8429:1830945725770624:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126369.562724:0:8429:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092f71600/0x9851078746b7c583 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126369.661067:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.683154:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.704966:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.705015:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.707337:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733095808 00000100:00100000:0.0:1746126369.707344:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733095808 00000100:00100000:0.0:1746126369.707379:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2266 00000100:00100000:0.0:1746126369.707385:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+7:1965:x1830945733095808:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126369.707407:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7c598 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.707422:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126369.707424:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126369.707427:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7c598 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.707437:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7c598 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.733622:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7c598 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.733632:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7c598 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.733638:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7c598 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.733644:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800925c5c00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126369.733647:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7c598 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.733652:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7c598 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.733665:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7c598 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.733670:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7c598 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126369.733730:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+7:1965:x1830945733095808:12345-192.168.203.32@tcp:3:dd.0 Request processed in 26344us (26534us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126369.733735:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2266 00000100:00100000:0.0:1746126369.754627:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733096320 00000100:00100000:0.0:1746126369.754634:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733096320 00000100:00100000:0.0:1746126369.754682:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2267 00000100:00100000:0.0:1746126369.754689:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+7:1965:x1830945733096320:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126369.754713:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b7c59f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.754725:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126369.754726:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126369.754730:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b7c59f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.754740:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b7c59f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126369.758800:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.785954:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733096576 00000100:00100000:0.0:1746126369.785959:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733096576 00002000:00100000:0.0:1746126369.785984:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (2097152->3145727) req@ffff880092ae3800 x1830945733096576/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/0 e 0 to 0 dl 1746126380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.786195:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3800 with x1830945733096576 ext(2097152->3145727) 00002000:00010000:0.0:1746126369.786208:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ae3800 00000100:00100000:0.0:1746126369.786870:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2270 00000100:00100000:0.0:1746126369.786878:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945733096576:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126369.803600:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1964:x1830945733096576:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16715us (17702us total) trans 4294967836 rc 0/0 00000100:00100000:0.0:1746126369.803610:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2270 00002000:00100000:0.0:1746126369.803619:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (2097152->3145727) req@ffff880092ae3800 x1830945733096576/t4294967836(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/448 e 0 to 0 dl 1746126380 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.803627:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3800 with x1830945733096576 ext(2097152->3145727) 00002000:00010000:0.0:1746126369.803632:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ae3800 00000100:00100000:0.0:1746126369.815587:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733097344 00000100:00100000:0.0:1746126369.815594:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733097344 00000100:00100000:0.0:1746126369.815632:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733097088 00000100:00100000:0.0:1746126369.815635:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733097088 00002000:00100000:0.0:1746126369.815648:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (3145728->4194303) req@ffff880133307100 x1830945733097088/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/0 e 0 to 0 dl 1746126380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.815657:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307100 with x1830945733097088 ext(3145728->4194303) 00002000:00010000:0.0:1746126369.815661:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133307100 00000100:00100000:0.0:1746126369.816047:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2271 00000100:00100000:0.0:1746126369.816054:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+7:1965:x1830945733097344:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126369.816080:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a4ef0a00/0x9851078746b7c5ad lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.816091:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126369.816092:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126369.816096:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4ef0a00/0x9851078746b7c5ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.816110:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4ef0a00/0x9851078746b7c5ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126369.829242:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1966:x1830945733097088:12345-192.168.203.32@tcp:4:dd.0 Request processed in 13173us (13710us total) trans 4294967837 rc 0/0 00000100:00100000:0.0:1746126369.829254:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2272 00002000:00100000:0.0:1746126369.829264:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (3145728->4194303) req@ffff880133307100 x1830945733097088/t4294967837(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/448 e 0 to 0 dl 1746126380 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.829272:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307100 with x1830945733097088 ext(3145728->4194303) 00002000:00010000:0.0:1746126369.829277:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133307100 00010000:00010000:0.0:1746126369.830400:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a4ef0a00/0x9851078746b7c5ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.830409:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4ef0a00/0x9851078746b7c5ad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.830416:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a4ef0a00/0x9851078746b7c5ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.830421:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4ef0a00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126369.830424:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4ef0a00/0x9851078746b7c5ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.830431:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4ef0a00/0x9851078746b7c5ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.830449:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a4ef0a00/0x9851078746b7c5ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.830455:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ef0a00/0x9851078746b7c5ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126369.830530:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+7:1965:x1830945733097344:12345-192.168.203.32@tcp:3:dd.0 Request processed in 14476us (15109us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126369.830537:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2271 00000100:00100000:0.0:1746126369.844996:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733097600 00000100:00100000:0.0:1746126369.845004:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733097600 00002000:00100000:0.0:1746126369.845058:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (4194304->5242879) req@ffff880133307480 x1830945733097600/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/0 e 0 to 0 dl 1746126380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.845066:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307480 with x1830945733097600 ext(4194304->5242879) 00002000:00010000:0.0:1746126369.846157:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133307480 00000100:00100000:0.0:1746126369.846181:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2274 00000100:00100000:0.0:1746126369.846188:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1963:x1830945733097600:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126369.860922:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1963:x1830945733097600:12345-192.168.203.32@tcp:4:dd.0 Request processed in 14727us (17190us total) trans 4294967838 rc 0/0 00000100:00100000:0.0:1746126369.860943:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2274 00002000:00100000:0.0:1746126369.860953:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (4194304->5242879) req@ffff880133307480 x1830945733097600/t4294967838(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/448 e 0 to 0 dl 1746126380 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.860961:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307480 with x1830945733097600 ext(4194304->5242879) 00002000:00010000:0.0:1746126369.860967:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133307480 00000100:00100000:0.0:1746126369.876765:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2275 00000100:00100000:0.0:1746126369.876772:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1966:x1830945733098112:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126369.902087:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.902127:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.928218:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.928411:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126369.928953:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2280 00000100:00100000:0.0:1746126369.928960:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+7:1966:x1830945733099392:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126369.928981:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012dff6800/0x9851078746b7c5c9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.928992:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126369.928994:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126369.928998:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dff6800/0x9851078746b7c5c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.929008:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dff6800/0x9851078746b7c5c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126369.938822:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1966:x1830945733099264:12345-192.168.203.32@tcp:4:dd.0 Request processed in 10073us (10602us total) trans 4294967841 rc 0/0 00000100:00100000:0.0:1746126369.938831:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2279 00002000:00100000:0.0:1746126369.938842:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (7340032->8388607) req@ffff88009473b100 x1830945733099264/t4294967841(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/448 e 0 to 0 dl 1746126380 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.938850:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473b100 with x1830945733099264 ext(7340032->8388607) 00002000:00010000:0.0:1746126369.938855:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009473b100 00010000:00010000:0.0:1746126369.939543:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012dff6800/0x9851078746b7c5c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.939553:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012dff6800/0x9851078746b7c5c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.939559:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012dff6800/0x9851078746b7c5c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.939565:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dff6800 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126369.939569:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dff6800/0x9851078746b7c5c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.939575:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dff6800/0x9851078746b7c5c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.939588:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012dff6800/0x9851078746b7c5c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126369.939593:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dff6800/0x9851078746b7c5c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126369.940276:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+7:1966:x1830945733099392:12345-192.168.203.32@tcp:3:dd.0 Request processed in 11314us (11863us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126369.940283:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2280 00000100:00100000:0.0:1746126369.953119:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733099904 00000100:00100000:0.0:1746126369.953127:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733099904 00002000:00100000:0.0:1746126369.953162:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (8388608->9437183) req@ffff880092ae1180 x1830945733099904/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:130/0 lens 488/0 e 0 to 0 dl 1746126380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126369.953178:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1180 with x1830945733099904 ext(8388608->9437183) 00002000:00010000:0.0:1746126369.953182:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ae1180 00000100:00100000:0.0:1746126369.954141:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733099776 00000100:00100000:0.0:1746126369.954145:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733099776 00000100:00100000:0.0:1746126370.009466:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126370.009544:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126370.009855:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126370.009858:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746126370.023507:0:8429:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b7c5de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.023517:0:8429:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b7c5de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.023524:0:8429:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b7c5de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.023530:0:8429:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cdd0200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126370.023533:0:8429:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b7c5de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.023539:0:8429:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b7c5de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.023554:0:8429:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b7c5de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.023560:0:8429:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b7c5de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126370.039632:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126370.054761:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945733101184:12345-192.168.203.32@tcp:4:dd.0 Request processed in 19152us (19319us total) trans 4294967845 rc 0/0 00000100:00100000:0.0:1746126370.054771:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2287 00002000:00100000:0.0:1746126370.054781:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (11534336->12582911) req@ffff880133329c00 x1830945733101184/t4294967845(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:131/0 lens 488/448 e 0 to 0 dl 1746126381 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126370.054789:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133329c00 with x1830945733101184 ext(11534336->12582911) 00002000:00010000:0.0:1746126370.054795:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133329c00 00000100:00100000:0.0:1746126370.162366:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:1963:x1830945733102720:12345-192.168.203.32@tcp:4:dd.0 Request processed in 18472us (20454us total) trans 4294967848 rc 0/0 00000100:00100000:0.0:1746126370.162376:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2293 00002000:00100000:0.0:1746126370.162386:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (14680064->15728639) req@ffff8800925f5180 x1830945733102720/t4294967848(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:131/0 lens 488/448 e 0 to 0 dl 1746126381 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126370.162394:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925f5180 with x1830945733102720 ext(14680064->15728639) 00002000:00010000:0.0:1746126370.162400:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800925f5180 00000100:00100000:0.0:1746126370.201226:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733103488 00000100:00100000:0.0:1746126370.201235:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733103488 00000100:00100000:0.0:1746126370.203008:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2296 00000100:00100000:0.0:1746126370.203017:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+7:1965:x1830945733103488:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126370.203064:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b7c601 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.203074:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126370.203076:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126370.203080:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b7c601 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.203090:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b7c601 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126370.230408:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2298 00000100:00100000:0.0:1746126370.230416:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1965:x1830945733104000:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126370.250103:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1965:x1830945733104000:12345-192.168.203.32@tcp:4:dd.0 Request processed in 19682us (20297us total) trans 4294967850 rc 0/0 00000100:00100000:0.0:1746126370.250113:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2298 00002000:00100000:0.0:1746126370.250123:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (16777216->17825791) req@ffff8800925f5c00 x1830945733104000/t4294967850(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:131/0 lens 488/448 e 0 to 0 dl 1746126381 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126370.250131:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925f5c00 with x1830945733104000 ext(16777216->17825791) 00002000:00010000:0.0:1746126370.250135:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800925f5c00 00010000:00010000:0.0:1746126370.286094:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126370.370227:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733106048 00000100:00100000:0.0:1746126370.370234:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733106048 00000100:00100000:0.0:1746126370.370272:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2304 00000100:00100000:0.0:1746126370.370278:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733106048:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126370.370302:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2c00/0x9851078746b7c62b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.370313:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126370.370314:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126370.370318:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2c00/0x9851078746b7c62b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.370328:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2c00/0x9851078746b7c62b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126370.389457:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126370.389504:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126370.436307:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126370.436349:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126370.464405:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126370.464450:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126370.481627:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b408de00/0x9851078746b7c640 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.481639:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408de00/0x9851078746b7c640 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.481645:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b408de00/0x9851078746b7c640 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.481650:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b408de00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126370.481653:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408de00/0x9851078746b7c640 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.481658:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408de00/0x9851078746b7c640 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.481672:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b408de00/0x9851078746b7c640 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.481681:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408de00/0x9851078746b7c640 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126370.484399:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733107584:12345-192.168.203.32@tcp:3:dd.0 Request processed in 19556us (19939us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126370.484411:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2310 00000100:00100000:0.0:1746126370.492953:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126370.493810:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126370.504443:0:19335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951adc00/0x9851078746b7c647 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.504457:0:19335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800951adc00/0x9851078746b7c647 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.504464:0:19335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800951adc00/0x9851078746b7c647 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.504469:0:19335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951adc00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126370.504472:0:19335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951adc00/0x9851078746b7c647 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.504479:0:19335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951adc00/0x9851078746b7c647 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.504494:0:19335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800951adc00/0x9851078746b7c647 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.504504:0:19335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951adc00/0x9851078746b7c647 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126370.504569:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733108096:12345-192.168.203.32@tcp:3:dd.0 Request processed in 9890us (10757us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126370.504578:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2312 00000100:00100000:0.0:1746126370.517799:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2314 00000100:00100000:0.0:1746126370.517810:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945733108608:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126370.552564:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2316 00000100:00100000:0.0:1746126370.552572:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133959180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733109120:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126370.552604:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a92800/0x9851078746b7c655 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.552618:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126370.552619:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126370.552623:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a92800/0x9851078746b7c655 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.552635:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a92800/0x9851078746b7c655 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126370.572408:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133958e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1966:x1830945733108864:12345-192.168.203.32@tcp:4:dd.0 Request processed in 20238us (20992us total) trans 4294967860 rc 0/0 00000100:00100000:0.0:1746126370.572419:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2315 00002000:00100000:0.0:1746126370.572429:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (26214400->27262975) req@ffff880133958e00 x1830945733108864/t4294967860(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:131/0 lens 488/448 e 0 to 0 dl 1746126381 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126370.572439:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133958e00 with x1830945733108864 ext(26214400->27262975) 00002000:00010000:0.0:1746126370.572443:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133958e00 00010000:00010000:0.0:1746126370.572857:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a92800/0x9851078746b7c655 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.572866:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092a92800/0x9851078746b7c655 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.572872:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092a92800/0x9851078746b7c655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.572877:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a92800 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126370.572880:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a92800/0x9851078746b7c655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.572886:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a92800/0x9851078746b7c655 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.572899:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092a92800/0x9851078746b7c655 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.572905:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a92800/0x9851078746b7c655 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126370.572953:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133959180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733109120:12345-192.168.203.32@tcp:3:dd.0 Request processed in 20382us (21280us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126370.572961:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2316 00000100:00100000:0.0:1746126370.591531:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2317 00000100:00100000:0.0:1746126370.591540:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733109504:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126370.591569:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a93a00/0x9851078746b7c65c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.591580:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126370.591582:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126370.591585:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a93a00/0x9851078746b7c65c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.591595:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a93a00/0x9851078746b7c65c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126370.621755:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733110144 00000100:00100000:0.0:1746126370.621758:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733110144 00000100:00100000:0.0:1746126370.621834:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2319 00000100:00100000:0.0:1746126370.621841:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733110144:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126370.621871:0:19335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a93a00/0x9851078746b7c663 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.621882:0:19335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126370.621884:0:19335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126370.621887:0:19335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a93a00/0x9851078746b7c663 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.621898:0:19335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a93a00/0x9851078746b7c663 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.631908:0:19335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a93a00/0x9851078746b7c663 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.631932:0:19335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092a93a00/0x9851078746b7c663 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.631940:0:19335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092a93a00/0x9851078746b7c663 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.631946:0:19335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a93a00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126370.631949:0:19335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a93a00/0x9851078746b7c663 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.631956:0:19335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a93a00/0x9851078746b7c663 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.631972:0:19335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092a93a00/0x9851078746b7c663 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.631978:0:19335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a93a00/0x9851078746b7c663 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126370.632065:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733110144:12345-192.168.203.32@tcp:3:dd.0 Request processed in 10221us (10378us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126370.632074:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2319 00000100:00100000:0.0:1746126370.650388:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733110400 00000100:00100000:0.0:1746126370.650395:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733110400 00002000:00100000:0.0:1746126370.650433:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (29360128->30408703) req@ffff880133959500 x1830945733110400/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:131/0 lens 488/0 e 0 to 0 dl 1746126381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126370.650442:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133959500 with x1830945733110400 ext(29360128->30408703) 00002000:00010000:0.0:1746126370.650447:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133959500 00000100:00100000:0.0:1746126370.650481:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733110656 00000100:00100000:0.0:1746126370.650484:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733110656 00000100:00100000:0.0:1746126370.650508:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2321 00000100:00100000:0.0:1746126370.650517:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1964:x1830945733110400:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126370.666186:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1964:x1830945733110400:12345-192.168.203.32@tcp:4:dd.0 Request processed in 15661us (15917us total) trans 4294967863 rc 0/0 00000100:00100000:0.0:1746126370.666197:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2321 00002000:00100000:0.0:1746126370.666208:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (29360128->30408703) req@ffff880133959500 x1830945733110400/t4294967863(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:131/0 lens 488/448 e 0 to 0 dl 1746126381 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126370.666216:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133959500 with x1830945733110400 ext(29360128->30408703) 00002000:00010000:0.0:1746126370.666221:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133959500 00000100:00100000:0.0:1746126370.679376:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126370.704304:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126370.705750:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126370.739363:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733112192 00000100:00100000:0.0:1746126370.739367:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733112192 00000100:00100000:0.0:1746126370.739390:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2328 00000100:00100000:0.0:1746126370.739395:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733112192:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126370.739414:0:8429:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a93600/0x9851078746b7c67f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.739429:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126370.739430:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126370.739434:0:8429:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a93600/0x9851078746b7c67f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.739444:0:8429:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a93600/0x9851078746b7c67f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126370.762148:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2329 00000100:00100000:0.0:1746126370.762157:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945733112448:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126370.818275:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1965:x1830945733112960:12345-192.168.203.32@tcp:4:dd.0 Request processed in 25039us (25478us total) trans 4294967868 rc 0/0 00000100:00100000:0.0:1746126370.818289:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2331 00002000:00100000:0.0:1746126370.818307:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (34603008->35651583) req@ffff880133959f80 x1830945733112960/t4294967868(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:131/0 lens 488/448 e 0 to 0 dl 1746126381 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126370.818316:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133959f80 with x1830945733112960 ext(34603008->35651583) 00002000:00010000:0.0:1746126370.818323:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133959f80 00010000:00010000:0.0:1746126370.841202:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126370.873866:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733114240 00000100:00100000:0.0:1746126370.873876:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733114240 00000100:00100000:0.0:1746126370.873945:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2336 00000100:00100000:0.0:1746126370.873953:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733114240:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126370.873987:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a93600/0x9851078746b7c69b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.874005:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126370.874007:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126370.874012:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a93600/0x9851078746b7c69b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.874047:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a93600/0x9851078746b7c69b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126370.876482:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1963:x1830945733113984:12345-192.168.203.32@tcp:4:dd.0 Request processed in 12066us (12286us total) trans 4294967870 rc 0/0 00000100:00100000:0.0:1746126370.876494:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2335 00002000:00100000:0.0:1746126370.876505:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (36700160->37748735) req@ffff88013332b800 x1830945733113984/t4294967870(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:131/0 lens 488/448 e 0 to 0 dl 1746126381 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126370.876514:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332b800 with x1830945733113984 ext(36700160->37748735) 00002000:00010000:0.0:1746126370.876520:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013332b800 00010000:00010000:0.0:1746126370.891532:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a93600/0x9851078746b7c69b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.891549:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092a93600/0x9851078746b7c69b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.891558:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092a93600/0x9851078746b7c69b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.891564:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a93600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126370.891568:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a93600/0x9851078746b7c69b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.891576:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a93600/0x9851078746b7c69b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.891596:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092a93600/0x9851078746b7c69b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.891602:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a93600/0x9851078746b7c69b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126370.891701:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733114240:12345-192.168.203.32@tcp:3:dd.0 Request processed in 17743us (18460us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126370.891713:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2336 00000100:00100000:0.0:1746126370.903991:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733114496 00000100:00100000:0.0:1746126370.904002:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733114496 00002000:00100000:0.0:1746126370.904088:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (37748736->38797311) req@ffff88013395a680 x1830945733114496/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:131/0 lens 488/0 e 0 to 0 dl 1746126381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126370.904098:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013395a680 with x1830945733114496 ext(37748736->38797311) 00002000:00010000:0.0:1746126370.904104:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013395a680 00000100:00100000:0.0:1746126370.904127:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733114752 00000100:00100000:0.0:1746126370.904129:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733114752 00000100:00100000:0.0:1746126370.904150:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2337 00000100:00100000:0.0:1746126370.904156:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013395a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1966:x1830945733114496:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:0.0:1746126370.924178:0:8429:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7c6a2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.924200:0:8429:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7c6a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.924209:0:8429:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7c6a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.924215:0:8429:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c06200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126370.924220:0:8429:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7c6a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.924228:0:8429:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7c6a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.924248:0:8429:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7c6a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126370.924254:0:8429:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7c6a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126370.925616:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013395aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733114752:12345-192.168.203.32@tcp:3:dd.0 Request processed in 20980us (21960us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126370.925630:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2338 00000100:00100000:0.0:1746126370.937744:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126370.938782:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126371.021716:0:10428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945725771520 00000100:00100000:0.0:1746126371.021725:0:10428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945725771520 00000100:00100000:0.0:1746126371.024176:0:10428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1746126371.024185:0:10428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3294:x1830945725771520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126371.024200:0:10428:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 618332160 pending 68157440 free 3807379456 avail 3805282304 00000100:00100000:0.0:1746126371.024255:0:10428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3294:x1830945725771520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (3377us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126371.024260:0:10428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00010000:00010000:0.0:1746126371.043339:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b7c6b7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.043359:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b7c6b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.043367:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b7c6b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.043374:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009298d400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126371.043379:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b7c6b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.043387:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b7c6b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.043408:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b7c6b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.043415:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b7c6b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126371.043520:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733116160:12345-192.168.203.32@tcp:3:dd.0 Request processed in 21427us (21640us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126371.043531:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2343 00000100:00100000:0.0:1746126371.058988:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126371.059340:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126371.092757:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b7c6be lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.092777:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b7c6be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.092784:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b7c6be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.092790:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880129f60a00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126371.092794:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b7c6be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.092800:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b7c6be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.092820:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b7c6be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.092826:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b7c6be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126371.092937:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733116800:12345-192.168.203.32@tcp:3:dd.0 Request processed in 33407us (33955us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126371.092948:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2345 00000100:00100000:0.0:1746126371.106190:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126371.106259:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126371.125225:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b7c6c5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.125241:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b7c6c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.125250:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b7c6c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.125256:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095660000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126371.125260:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b7c6c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.125267:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b7c6c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.125287:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b7c6c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.125293:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b7c6c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126371.127041:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733117184:12345-192.168.203.32@tcp:3:dd.0 Request processed in 20539us (20861us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126371.127048:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2347 00000100:00100000:0.0:1746126371.139933:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733117568 00000100:00100000:0.0:1746126371.139944:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733117568 00002000:00100000:0.0:1746126371.139995:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (44040192->45088767) req@ffff88012bff0a80 x1830945733117568/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/0 e 0 to 0 dl 1746126382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.140005:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff0a80 with x1830945733117568 ext(44040192->45088767) 00002000:00010000:0.0:1746126371.140011:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bff0a80 00000100:00100000:0.0:1746126371.140389:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733117824 00000100:00100000:0.0:1746126371.140393:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733117824 00000100:00100000:0.0:1746126371.140795:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2350 00000100:00100000:0.0:1746126371.140801:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733117824:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126371.140827:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009298d200/0x9851078746b7c6cc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.140842:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126371.140843:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126371.140849:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298d200/0x9851078746b7c6cc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.140862:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009298d200/0x9851078746b7c6cc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126371.177297:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126371.177359:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126371.196476:0:8429:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009515f000/0x9851078746b7c6d3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.196495:0:8429:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009515f000/0x9851078746b7c6d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.196504:0:8429:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009515f000/0x9851078746b7c6d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.196511:0:8429:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009515f000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126371.196515:0:8429:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009515f000/0x9851078746b7c6d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.196523:0:8429:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009515f000/0x9851078746b7c6d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.196543:0:8429:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009515f000/0x9851078746b7c6d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.196549:0:8429:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009515f000/0x9851078746b7c6d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126371.196625:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733118336:12345-192.168.203.32@tcp:3:dd.0 Request processed in 18557us (19259us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126371.196635:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2352 00000100:00100000:0.0:1746126371.220516:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733118592 00000100:00100000:0.0:1746126371.220524:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733118592 00002000:00100000:0.0:1746126371.220561:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (46137344->47185919) req@ffff88012bff0000 x1830945733118592/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/0 e 0 to 0 dl 1746126382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.220575:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff0000 with x1830945733118592 ext(46137344->47185919) 00002000:00010000:0.0:1746126371.220579:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bff0000 00000100:00100000:0.0:1746126371.220611:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2353 00000100:00100000:0.0:1746126371.220618:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1966:x1830945733118592:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126371.225652:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733118848 00000100:00100000:0.0:1746126371.225660:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733118848 00000100:00100000:0.0:1746126371.225712:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2354 00000100:00100000:0.0:1746126371.225719:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733118848:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126371.225745:0:8429:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b7c6da lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.225756:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126371.225766:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126371.225770:0:8429:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b7c6da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.225780:0:8429:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b7c6da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.242149:0:8429:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b7c6da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.242160:0:8429:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b7c6da lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.242168:0:8429:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b7c6da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.242175:0:8429:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009298da00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126371.242178:0:8429:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b7c6da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.242185:0:8429:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b7c6da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.242198:0:8429:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b7c6da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.242204:0:8429:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b7c6da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126371.242259:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733118848:12345-192.168.203.32@tcp:3:dd.0 Request processed in 16538us (16675us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126371.242266:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2354 00000100:00100000:0.0:1746126371.253221:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733119104 00000100:00100000:0.0:1746126371.253228:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733119104 00002000:00100000:0.0:1746126371.253260:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (47185920->48234495) req@ffff88012bff3b80 x1830945733119104/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/0 e 0 to 0 dl 1746126382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.253266:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff3b80 with x1830945733119104 ext(47185920->48234495) 00002000:00010000:0.0:1746126371.253271:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bff3b80 00000100:00100000:0.0:1746126371.253299:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2355 00000100:00100000:0.0:1746126371.253305:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1964:x1830945733119104:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126371.257641:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126371.263270:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945733119104:12345-192.168.203.32@tcp:4:dd.0 Request processed in 9957us (10132us total) trans 4294967880 rc 0/0 00000100:00100000:0.0:1746126371.263280:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2355 00002000:00100000:0.0:1746126371.263290:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (47185920->48234495) req@ffff88012bff3b80 x1830945733119104/t4294967880(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/448 e 0 to 0 dl 1746126382 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.263298:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff3b80 with x1830945733119104 ext(47185920->48234495) 00002000:00010000:0.0:1746126371.263303:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bff3b80 00000100:00100000:0.0:1746126371.288681:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2358 00000100:00100000:0.0:1746126371.288694:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1965:x1830945733119872:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:0.0:1746126371.300121:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x9851078746b7c6e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.300138:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x9851078746b7c6e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.300146:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x9851078746b7c6e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.300151:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095229c00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126371.300155:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x9851078746b7c6e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.300161:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x9851078746b7c6e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.300179:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x9851078746b7c6e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.300186:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x9851078746b7c6e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126371.304074:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733119744:12345-192.168.203.32@tcp:3:dd.0 Request processed in 16949us (17287us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126371.304089:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2357 00000100:00100000:0.0:1746126371.307157:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1965:x1830945733119872:12345-192.168.203.32@tcp:4:dd.0 Request processed in 18458us (20315us total) trans 4294967881 rc 0/0 00000100:00100000:0.0:1746126371.307169:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2358 00002000:00100000:0.0:1746126371.307182:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (48234496->49283071) req@ffff88012ff13480 x1830945733119872/t4294967881(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/448 e 0 to 0 dl 1746126382 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.307191:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff13480 with x1830945733119872 ext(48234496->49283071) 00002000:00010000:0.0:1746126371.307197:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ff13480 00000100:00100000:0.0:1746126371.320225:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733120128 00000100:00100000:0.0:1746126371.320234:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733120128 00002000:00100000:0.0:1746126371.320288:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (49283072->50331647) req@ffff88012bff3800 x1830945733120128/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/0 e 0 to 0 dl 1746126382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.320298:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff3800 with x1830945733120128 ext(49283072->50331647) 00002000:00010000:0.0:1746126371.320304:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bff3800 00000100:00100000:0.0:1746126371.320328:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733120384 00000100:00100000:0.0:1746126371.320331:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733120384 00000100:00100000:0.0:1746126371.320350:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2359 00000100:00100000:0.0:1746126371.320357:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1966:x1830945733120128:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126371.332837:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1966:x1830945733120128:12345-192.168.203.32@tcp:4:dd.0 Request processed in 12466us (12992us total) trans 4294967882 rc 0/0 00000100:00100000:0.0:1746126371.332850:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2359 00002000:00100000:0.0:1746126371.332863:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (49283072->50331647) req@ffff88012bff3800 x1830945733120128/t4294967882(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/448 e 0 to 0 dl 1746126382 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.332873:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff3800 with x1830945733120128 ext(49283072->50331647) 00002000:00010000:0.0:1746126371.332880:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bff3800 00010000:00010000:0.0:1746126371.336612:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b7c6ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.336630:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b7c6ef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.336638:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b7c6ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.336645:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5c56c00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126371.336649:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b7c6ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.336656:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b7c6ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.336676:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b7c6ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.336682:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b7c6ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126371.337771:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733120384:12345-192.168.203.32@tcp:3:dd.0 Request processed in 14624us (17878us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126371.337784:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2360 00000100:00100000:0.0:1746126371.351004:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2362 00000100:00100000:0.0:1746126371.351014:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013395b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1965:x1830945733120896:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126371.441921:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945733121664:12345-192.168.203.32@tcp:4:dd.0 Request processed in 17192us (18354us total) trans 4294967885 rc 0/0 00000100:00100000:0.0:1746126371.441935:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2365 00002000:00100000:0.0:1746126371.441947:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (52428800->53477375) req@ffff880086ba8000 x1830945733121664/t4294967885(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/448 e 0 to 0 dl 1746126382 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.441957:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ba8000 with x1830945733121664 ext(52428800->53477375) 00002000:00010000:0.0:1746126371.441964:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ba8000 00010000:00010000:0.0:1746126371.442574:0:19335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b7c704 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.442586:0:19335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b7c704 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.442595:0:19335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b7c704 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.442602:0:19335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092f83a00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126371.442606:0:19335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b7c704 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.442623:0:19335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b7c704 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.442641:0:19335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b7c704 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.442648:0:19335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b7c704 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126371.442707:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733121920:12345-192.168.203.32@tcp:3:dd.0 Request processed in 17727us (18828us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126371.442714:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2366 00000100:00100000:0.0:1746126371.458687:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733122176 00000100:00100000:0.0:1746126371.458697:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733122176 00002000:00100000:0.0:1746126371.458743:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (53477376->54525951) req@ffff880086ba8700 x1830945733122176/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/0 e 0 to 0 dl 1746126382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.458753:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ba8700 with x1830945733122176 ext(53477376->54525951) 00002000:00010000:0.0:1746126371.458759:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ba8700 00000100:00100000:0.0:1746126371.458781:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733122432 00000100:00100000:0.0:1746126371.458784:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733122432 00000100:00100000:0.0:1746126371.458808:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2367 00000100:00100000:0.0:1746126371.458815:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1966:x1830945733122176:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126371.474905:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+110:1966:x1830945733122176:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16077us (17725us total) trans 4294967886 rc 0/0 00000100:00100000:0.0:1746126371.474926:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2367 00002000:00100000:0.0:1746126371.475041:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (53477376->54525951) req@ffff880086ba8700 x1830945733122176/t4294967886(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/448 e 0 to 0 dl 1746126382 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.475052:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ba8700 with x1830945733122176 ext(53477376->54525951) 00002000:00010000:0.0:1746126371.475058:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ba8700 00010000:00010000:0.0:1746126371.476608:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951bc400/0x9851078746b7c70b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.476620:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800951bc400/0x9851078746b7c70b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.476627:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800951bc400/0x9851078746b7c70b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.476633:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951bc400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126371.476636:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951bc400/0x9851078746b7c70b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.476642:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951bc400/0x9851078746b7c70b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.476659:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800951bc400/0x9851078746b7c70b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.476664:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951bc400/0x9851078746b7c70b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126371.477413:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733122432:12345-192.168.203.32@tcp:3:dd.0 Request processed in 18361us (20188us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126371.477427:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2368 00000100:00100000:0.0:1746126371.534219:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733123456 00000100:00100000:0.0:1746126371.534233:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733123456 00002000:00100000:0.0:1746126371.534286:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (55574528->56623103) req@ffff880086ba9500 x1830945733123456/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/0 e 0 to 0 dl 1746126382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.534296:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ba9500 with x1830945733123456 ext(55574528->56623103) 00002000:00010000:0.0:1746126371.534302:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ba9500 00000100:00100000:0.0:1746126371.534334:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2372 00000100:00100000:0.0:1746126371.534342:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+112:1966:x1830945733123456:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126371.556707:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:1966:x1830945733123456:12345-192.168.203.32@tcp:4:dd.0 Request processed in 22351us (23999us total) trans 4294967888 rc 0/0 00000100:00100000:0.0:1746126371.556722:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2372 00002000:00100000:0.0:1746126371.556735:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (55574528->56623103) req@ffff880086ba9500 x1830945733123456/t4294967888(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/448 e 0 to 0 dl 1746126382 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.556745:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ba9500 with x1830945733123456 ext(55574528->56623103) 00002000:00010000:0.0:1746126371.556751:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ba9500 00000100:00100000:0.0:1746126371.598781:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733124224 00000100:00100000:0.0:1746126371.598791:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733124224 00002000:00100000:0.0:1746126371.598842:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (57671680->58720255) req@ffff880086ba9f80 x1830945733124224/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/0 e 0 to 0 dl 1746126382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.598853:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ba9f80 with x1830945733124224 ext(57671680->58720255) 00002000:00010000:0.0:1746126371.598858:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ba9f80 00000100:00100000:0.0:1746126371.598894:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2375 00000100:00100000:0.0:1746126371.598903:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+116:1965:x1830945733124224:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126371.648064:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013395bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+120:1965:x1830945733124736:12345-192.168.203.32@tcp:4:dd.0 Request processed in 15414us (16220us total) trans 4294967891 rc 0/0 00000100:00100000:0.0:1746126371.648074:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2378 00002000:00100000:0.0:1746126371.648085:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (58720256->59768831) req@ffff88013395bb80 x1830945733124736/t4294967891(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/448 e 0 to 0 dl 1746126382 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.648095:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013395bb80 with x1830945733124736 ext(58720256->59768831) 00002000:00010000:0.0:1746126371.648100:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013395bb80 00000100:00100000:0.0:1746126371.659489:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733125504 00000100:00100000:0.0:1746126371.659501:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733125504 00000100:00100000:0.0:1746126371.659571:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733125248 00000100:00100000:0.0:1746126371.659574:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733125248 00002000:00100000:0.0:1746126371.660003:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (59768832->60817407) req@ffff88009a7b6a00 x1830945733125248/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/0 e 0 to 0 dl 1746126382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.660013:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6a00 with x1830945733125248 ext(59768832->60817407) 00002000:00010000:0.0:1746126371.660017:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b6a00 00000100:00100000:0.0:1746126371.660045:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2380 00000100:00100000:0.0:1746126371.660051:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+120:1963:x1830945733125248:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126371.686154:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126371.688444:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126371.745840:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2385 00000100:00100000:0.0:1746126371.745851:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086baad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+126:1966:x1830945733126912:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126371.784270:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733127552 00000100:00100000:0.0:1746126371.784274:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733127552 00000100:00100000:0.0:1746126371.784399:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2387 00000100:00100000:0.0:1746126371.784407:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733127552:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126371.784445:0:8429:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c751 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.784459:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126371.784461:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126371.784465:0:8429:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c751 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.784477:0:8429:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c751 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.802886:0:8429:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c751 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.802902:0:8429:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c751 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.802919:0:8429:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c751 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.802925:0:8429:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951ada00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126371.802929:0:8429:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c751 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.802936:0:8429:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c751 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.802956:0:8429:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c751 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.802966:0:8429:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c751 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126371.803095:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733127552:12345-192.168.203.32@tcp:3:dd.0 Request processed in 18681us (18883us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126371.803105:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2387 00000100:00100000:0.0:1746126371.831395:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733128064 00000100:00100000:0.0:1746126371.831409:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733128064 00000100:00100000:0.0:1746126371.831478:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733127808 00000100:00100000:0.0:1746126371.831482:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733127808 00002000:00100000:0.0:1746126371.831502:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (65011712->66060287) req@ffff8800861dc000 x1830945733127808/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/0 e 0 to 0 dl 1746126382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.831512:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800861dc000 with x1830945733127808 ext(65011712->66060287) 00002000:00010000:0.0:1746126371.831519:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800861dc000 00000100:00100000:0.0:1746126371.831534:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2389 00000100:00100000:0.0:1746126371.831543:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086babb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733128064:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126371.831582:0:8429:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c758 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.831598:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126371.831599:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126371.831605:0:8429:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c758 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.831618:0:8429:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c758 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.860543:0:8429:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c758 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.860564:0:8429:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c758 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.860572:0:8429:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c758 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.860579:0:8429:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951ada00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126371.860582:0:8429:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c758 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.860589:0:8429:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c758 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.860607:0:8429:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c758 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.860612:0:8429:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7c758 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126371.881963:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126371.882823:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126371.917191:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733128832 00000100:00100000:0.0:1746126371.917201:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733128832 00002000:00100000:0.0:1746126371.917245:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (67108864->68157439) req@ffff8800861dc380 x1830945733128832/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/0 e 0 to 0 dl 1746126382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.917255:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800861dc380 with x1830945733128832 ext(67108864->68157439) 00002000:00010000:0.0:1746126371.917260:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800861dc380 00000100:00100000:0.0:1746126371.917274:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733129088 00000100:00100000:0.0:1746126371.917275:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733129088 00000100:00100000:0.0:1746126371.917303:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2393 00000100:00100000:0.0:1746126371.917309:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800861dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+134:1965:x1830945733128832:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126371.947233:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126371.947296:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126371.959786:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+138:1963:x1830945733129344:12345-192.168.203.32@tcp:4:dd.0 Request processed in 12171us (12553us total) trans 4294967900 rc 0/0 00000100:00100000:0.0:1746126371.959798:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2396 00002000:00100000:0.0:1746126371.959811:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (68157440->69206015) req@ffff880135f61880 x1830945733129344/t4294967900(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:132/0 lens 488/448 e 0 to 0 dl 1746126382 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126371.959821:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f61880 with x1830945733129344 ext(68157440->69206015) 00002000:00010000:0.0:1746126371.959827:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135f61880 00000100:00100000:0.0:1746126371.984779:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733130112 00000100:00100000:0.0:1746126371.984788:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733130112 00000100:00100000:0.0:1746126371.984845:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2398 00000100:00100000:0.0:1746126371.984852:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800861dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733130112:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126371.984889:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095229600/0x9851078746b7c774 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.984903:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126371.984905:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126371.984918:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229600/0x9851078746b7c774 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126371.984932:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229600/0x9851078746b7c774 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.006114:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095229600/0x9851078746b7c774 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.006132:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095229600/0x9851078746b7c774 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.006140:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095229600/0x9851078746b7c774 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.006147:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095229600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126372.006150:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095229600/0x9851078746b7c774 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.006157:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095229600/0x9851078746b7c774 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.006175:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095229600/0x9851078746b7c774 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.006180:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229600/0x9851078746b7c774 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126372.006258:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800861dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733130112:12345-192.168.203.32@tcp:3:dd.0 Request processed in 21402us (21631us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126372.006271:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2398 00000100:00100000:0.0:1746126372.025931:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733130368 00000100:00100000:0.0:1746126372.025941:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733130368 00002000:00100000:0.0:1746126372.026013:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (70254592->71303167) req@ffff8800861dd180 x1830945733130368/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:133/0 lens 488/0 e 0 to 0 dl 1746126383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126372.026055:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800861dd180 with x1830945733130368 ext(70254592->71303167) 00002000:00010000:0.0:1746126372.026062:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800861dd180 00000100:00100000:0.0:1746126372.026079:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733130624 00000100:00100000:0.0:1746126372.026082:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733130624 00000100:00100000:0.0:1746126372.026115:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2399 00000100:00100000:0.0:1746126372.026124:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800861dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+140:1965:x1830945733130368:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126372.091610:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.091660:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.123383:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.123439:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.126677:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2404 00000100:00100000:0.0:1746126372.126706:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+144:1965:x1830945733131648:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126372.141255:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+146:1965:x1830945733131648:12345-192.168.203.32@tcp:4:dd.0 Request processed in 14554us (17802us total) trans 4294967904 rc 0/0 00000100:00100000:0.0:1746126372.141269:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2404 00002000:00100000:0.0:1746126372.141283:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (72351744->73400319) req@ffff880135f62a00 x1830945733131648/t4294967904(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:133/0 lens 488/448 e 0 to 0 dl 1746126383 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126372.141292:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f62a00 with x1830945733131648 ext(72351744->73400319) 00002000:00010000:0.0:1746126372.141299:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135f62a00 00000100:00100000:0.0:1746126372.156709:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.156774:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.190388:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.191956:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.215598:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.216777:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.217468:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2410 00000100:00100000:0.0:1746126372.217475:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733133184:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126372.217502:0:19335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092421c00/0x9851078746b7c79e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.217516:0:19335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126372.217518:0:19335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126372.217523:0:19335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092421c00/0x9851078746b7c79e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.217535:0:19335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092421c00/0x9851078746b7c79e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126372.266428:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.301184:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.302114:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126372.321838:0:19335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b7c7ac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.323281:0:19335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b7c7ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.323290:0:19335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b7c7ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.323298:0:19335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094010600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126372.323303:0:19335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b7c7ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.323310:0:19335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b7c7ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.323329:0:19335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b7c7ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.323335:0:19335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b7c7ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126372.323424:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733134208:12345-192.168.203.32@tcp:3:dd.0 Request processed in 20810us (21305us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126372.323436:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2414 00000100:00100000:0.0:1746126372.347569:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.347600:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.347622:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733134464 00000100:00100000:0.0:1746126372.347632:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733134464 00002000:00100000:0.0:1746126372.347676:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (78643200->79691775) req@ffff8801327c0e00 x1830945733134464/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:133/0 lens 488/0 e 0 to 0 dl 1746126383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126372.347686:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0e00 with x1830945733134464 ext(78643200->79691775) 00002000:00010000:0.0:1746126372.347692:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327c0e00 00000100:00100000:0.0:1746126372.347706:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733134720 00000100:00100000:0.0:1746126372.347707:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733134720 00000100:00100000:0.0:1746126372.347724:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2415 00000100:00100000:0.0:1746126372.347730:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+156:1963:x1830945733134464:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126372.347861:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2416 00000100:00100000:0.0:1746126372.347865:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733134720:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126372.347889:0:8429:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093992c00/0x9851078746b7c7b3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.348265:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126372.348268:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126372.348274:0:8429:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093992c00/0x9851078746b7c7b3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.348291:0:8429:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093992c00/0x9851078746b7c7b3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126372.497863:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.500229:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733136256 00000100:00100000:0.0:1746126372.500235:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733136256 00000100:00100000:0.0:1746126372.517605:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+164:1964:x1830945733136000:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16300us (17212us total) trans 4294967913 rc 0/0 00000100:00100000:0.0:1746126372.517621:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2421 00002000:00100000:0.0:1746126372.517634:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (81788928->82837503) req@ffff8801327c1500 x1830945733136000/t4294967913(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:133/0 lens 488/448 e 0 to 0 dl 1746126383 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126372.517642:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1500 with x1830945733136000 ext(81788928->82837503) 00002000:00010000:0.0:1746126372.517648:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327c1500 00010000:00010000:0.0:1746126372.520935:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7c7c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.520953:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7c7c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.520961:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7c7c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.520966:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800925c5400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126372.520970:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7c7c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.520976:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7c7c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.520991:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7c7c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.520996:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7c7c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126372.521078:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733136256:12345-192.168.203.32@tcp:3:dd.0 Request processed in 17745us (21252us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126372.521087:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2422 00000100:00100000:0.0:1746126372.537352:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2424 00000100:00100000:0.0:1746126372.537359:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+164:1966:x1830945733136512:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126372.554083:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+166:1966:x1830945733136512:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16714us (16919us total) trans 4294967914 rc 0/0 00000100:00100000:0.0:1746126372.554095:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2424 00002000:00100000:0.0:1746126372.554105:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (82837504->83886079) req@ffff88009a7b7800 x1830945733136512/t4294967914(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:133/0 lens 488/448 e 0 to 0 dl 1746126383 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126372.554113:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b7800 with x1830945733136512 ext(82837504->83886079) 00002000:00010000:0.0:1746126372.554118:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b7800 00010000:00010000:0.0:1746126372.554541:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7c7cf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.554550:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7c7cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.554558:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7c7cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.554563:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b4a3400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126372.554566:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7c7cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.554572:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7c7cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.554585:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7c7cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.554591:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7c7cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126372.554629:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733136768:12345-192.168.203.32@tcp:3:dd.0 Request processed in 17373us (17513us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126372.554634:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2423 00000001:00080000:0.0:1746126372.573125:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967904 is committed 00000001:00080000:0.0:1746126372.573246:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967908 is committed 00000001:00080000:0.0:1746126372.573323:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967909 is committed 00000001:00080000:0.0:1746126372.573368:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967851 is committed 00000100:00100000:0.0:1746126372.580617:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2426 00000100:00100000:0.0:1746126372.580631:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800861de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733137280:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126372.580672:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b7c7d6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.580687:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126372.580689:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126372.580694:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b7c7d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.580706:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b7c7d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126372.668860:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1965:x1830945733138304:12345-192.168.203.32@tcp:4:dd.0 Request processed in 23777us (26682us total) trans 4294967917 rc 0/0 00000100:00100000:0.0:1746126372.668870:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2430 00002000:00100000:0.0:1746126372.668880:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (85983232->87031807) req@ffff88009a7b4000 x1830945733138304/t4294967917(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:133/0 lens 488/448 e 0 to 0 dl 1746126383 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126372.668893:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4000 with x1830945733138304 ext(85983232->87031807) 00002000:00010000:0.0:1746126372.668898:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b4000 00000100:00100000:0.0:1746126372.688346:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.688386:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.688627:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2431 00000100:00100000:0.0:1746126372.688643:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1965:x1830945733138560:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126372.708152:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1965:x1830945733138560:12345-192.168.203.32@tcp:4:dd.0 Request processed in 19505us (19804us total) trans 4294967918 rc 0/0 00000100:00100000:0.0:1746126372.708163:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2431 00002000:00100000:0.0:1746126372.708172:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (87031808->88080383) req@ffff8801327c1880 x1830945733138560/t4294967918(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:133/0 lens 488/448 e 0 to 0 dl 1746126383 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126372.708179:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1880 with x1830945733138560 ext(87031808->88080383) 00002000:00010000:0.0:1746126372.708184:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327c1880 00000100:00100000:0.0:1746126372.738697:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733139072 00000100:00100000:0.0:1746126372.738705:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733139072 00002000:00100000:0.0:1746126372.738744:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (88080384->89128959) req@ffff88009a7b6d80 x1830945733139072/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:133/0 lens 488/0 e 0 to 0 dl 1746126383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126372.738753:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6d80 with x1830945733139072 ext(88080384->89128959) 00002000:00010000:0.0:1746126372.738758:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b6d80 00000100:00100000:0.0:1746126372.738784:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733139328 00000100:00100000:0.0:1746126372.738787:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733139328 00000100:00100000:0.0:1746126372.739345:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2433 00000100:00100000:0.0:1746126372.739353:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1964:x1830945733139072:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126372.781680:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733139584 00000100:00100000:0.0:1746126372.781688:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733139584 00002000:00100000:0.0:1746126372.781720:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (89128960->90177535) req@ffff8800861ded80 x1830945733139584/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:133/0 lens 488/0 e 0 to 0 dl 1746126383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126372.781730:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800861ded80 with x1830945733139584 ext(89128960->90177535) 00002000:00010000:0.0:1746126372.781734:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800861ded80 00000100:00100000:0.0:1746126372.781748:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733139840 00000100:00100000:0.0:1746126372.781750:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733139840 00000100:00100000:0.0:1746126372.781779:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2435 00000100:00100000:0.0:1746126372.781786:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800861ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1964:x1830945733139584:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126372.806366:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733140352 00000100:00100000:0.0:1746126372.806369:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733140352 00002000:00100000:0.0:1746126372.806401:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (90177536->91226111) req@ffff8801248aca80 x1830945733140352/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:133/0 lens 488/0 e 0 to 0 dl 1746126383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126372.806410:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aca80 with x1830945733140352 ext(90177536->91226111) 00002000:00010000:0.0:1746126372.806414:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248aca80 00000100:00100000:0.0:1746126372.806425:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2438 00000100:00100000:0.0:1746126372.806429:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1963:x1830945733140352:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126372.838490:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2440 00000100:00100000:0.0:1746126372.838497:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945733140864:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126372.864532:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733141120 00000100:00100000:0.0:1746126372.864541:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733141120 00002000:00100000:0.0:1746126372.864579:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (92274688->93323263) req@ffff8800861df480 x1830945733141120/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:133/0 lens 488/0 e 0 to 0 dl 1746126383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126372.864593:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800861df480 with x1830945733141120 ext(92274688->93323263) 00002000:00010000:0.0:1746126372.864598:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800861df480 00000100:00100000:0.0:1746126372.864666:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733141376 00000100:00100000:0.0:1746126372.864669:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733141376 00000100:00100000:0.0:1746126372.864705:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2441 00000100:00100000:0.0:1746126372.864712:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800861df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945733141120:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126372.880162:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800861df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1963:x1830945733141120:12345-192.168.203.32@tcp:4:dd.0 Request processed in 15443us (16881us total) trans 4294967923 rc 0/0 00000100:00100000:0.0:1746126372.880172:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2441 00002000:00100000:0.0:1746126372.880183:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (92274688->93323263) req@ffff8800861df480 x1830945733141120/t4294967923(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:133/0 lens 488/448 e 0 to 0 dl 1746126383 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126372.880191:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800861df480 with x1830945733141120 ext(92274688->93323263) 00002000:00010000:0.0:1746126372.880195:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800861df480 00000100:00100000:0.0:1746126372.895864:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733141760 00000100:00100000:0.0:1746126372.895871:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733141760 00002000:00100000:0.0:1746126372.895912:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (93323264->94371839) req@ffff8800861dfb80 x1830945733141760/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:133/0 lens 488/0 e 0 to 0 dl 1746126383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126372.895922:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800861dfb80 with x1830945733141760 ext(93323264->94371839) 00002000:00010000:0.0:1746126372.895926:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800861dfb80 00000100:00100000:0.0:1746126372.895948:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733141888 00000100:00100000:0.0:1746126372.895950:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733141888 00000100:00100000:0.0:1746126372.895964:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2443 00000100:00100000:0.0:1746126372.895970:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800861dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1966:x1830945733141760:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126372.928357:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2446 00000100:00100000:0.0:1746126372.928364:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733142400:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126372.928387:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b7c81c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.928398:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126372.928404:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126372.928408:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b7c81c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.928419:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b7c81c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126372.962123:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.962169:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126372.979081:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1965:x1830945733142656:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16738us (16953us total) trans 4294967926 rc 0/0 00000100:00100000:0.0:1746126372.979092:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2447 00002000:00100000:0.0:1746126372.979104:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (95420416->96468991) req@ffff8801327c1f80 x1830945733142656/t4294967926(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:133/0 lens 488/448 e 0 to 0 dl 1746126383 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126372.979113:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1f80 with x1830945733142656 ext(95420416->96468991) 00002000:00010000:0.0:1746126372.979117:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327c1f80 00000100:00100000:0.0:1746126372.984898:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733143296 00000100:00100000:0.0:1746126372.984913:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733143296 00000100:00100000:0.0:1746126372.985967:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2449 00000100:00100000:0.0:1746126372.985977:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733143296:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126372.986006:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b7c82a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.986017:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126372.986019:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126372.986038:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b7c82a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126372.986049:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b7c82a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126372.989269:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126373.003071:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b7c82a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.003085:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b7c82a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.003092:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b7c82a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.003098:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095229e00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126373.003101:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b7c82a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.003107:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b7c82a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.003122:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b7c82a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.003132:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b7c82a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126373.003192:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733143296:12345-192.168.203.32@tcp:3:dd.0 Request processed in 17213us (18379us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126373.003202:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2449 00000100:00100000:0.0:1746126373.020893:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2451 00000100:00100000:0.0:1746126373.020901:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945733143680:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126373.084804:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733144704 00000100:00100000:0.0:1746126373.084812:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733144704 00002000:00100000:0.0:1746126373.084847:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (99614720->100663295) req@ffff88009bd7dc00 x1830945733144704/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:134/0 lens 488/0 e 0 to 0 dl 1746126384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126373.084855:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7dc00 with x1830945733144704 ext(99614720->100663295) 00002000:00010000:0.0:1746126373.084860:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bd7dc00 00000100:00100000:0.0:1746126373.084889:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733144960 00000100:00100000:0.0:1746126373.084891:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733144960 00000100:00100000:0.0:1746126373.084919:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2455 00000100:00100000:0.0:1746126373.084926:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945733144704:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126373.115978:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126373.118174:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126373.135413:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7c846 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.135423:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7c846 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.135430:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7c846 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.135435:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092846000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126373.135438:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7c846 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.135443:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7c846 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.135456:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7c846 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.135461:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7c846 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126373.135521:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733145472:12345-192.168.203.32@tcp:3:dd.0 Request processed in 16279us (17351us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126373.135528:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2458 00000100:00100000:0.0:1746126373.147182:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733145984 00000100:00100000:0.0:1746126373.147190:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733145984 00000100:00100000:0.0:1746126373.149763:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126373.180561:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733146240 00000100:00100000:0.0:1746126373.180569:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733146240 00002000:00100000:0.0:1746126373.180608:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (102760448->103809023) req@ffff88009c002850 x1830945733146240/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:134/0 lens 488/0 e 0 to 0 dl 1746126384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126373.180622:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c002850 with x1830945733146240 ext(102760448->103809023) 00002000:00010000:0.0:1746126373.180628:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c002850 00000100:00100000:0.0:1746126373.180648:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2462 00000100:00100000:0.0:1746126373.180653:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c002850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1966:x1830945733146240:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126373.196941:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c002850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1966:x1830945733146240:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16279us (16444us total) trans 4294967933 rc 0/0 00000100:00100000:0.0:1746126373.196956:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2462 00002000:00100000:0.0:1746126373.196967:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (102760448->103809023) req@ffff88009c002850 x1830945733146240/t4294967933(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:134/0 lens 488/448 e 0 to 0 dl 1746126384 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126373.196976:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c002850 with x1830945733146240 ext(102760448->103809023) 00002000:00010000:0.0:1746126373.196981:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c002850 00000100:00100000:0.0:1746126373.209946:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126373.239216:0:20857:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733147392 00000100:00100000:0.0:1746126373.239224:0:20857:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733147392 00000100:00100000:0.0:1746126373.239273:0:20857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73497 00000100:00100000:0.0:1746126373.239280:0:20857:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:29724:x1830945733147392:12345-192.168.203.32@tcp:101:diff.0 00010000:00010000:0.0:1746126373.239300:0:20857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126373.239316:0:20857:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a7000/0x9851078746b7c85b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca012 expref: -99 pid: 20857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.239362:0:20857:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b7c862 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20857 initiator: MDT0 00010000:00010000:0.0:1746126373.239373:0:20857:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b7c862 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20857 initiator: MDT0 00010000:00010000:0.0:1746126373.239385:0:20857:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b7c862 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20857 initiator: MDT0 00000004:00200000:0.0:1746126373.239543:0:20857:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746126373.239546:0:20857:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126373.239560:0:20857:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b7c862 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20857 initiator: MDT0 00010000:00010000:0.0:1746126373.239577:0:20857:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a7000/0x9851078746b7c85b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca012 expref: 11 pid: 20857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.239609:0:20857:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b7c862 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca012 expref: 10 pid: 20857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126373.239615:0:20857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b016200) 00010000:00010000:0.0:1746126373.239618:0:20857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126373.239620:0:20857:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5538a00, rc 0) 00000100:00100000:0.0:1746126373.239672:0:20857:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:29724:x1830945733147392:12345-192.168.203.32@tcp:101:diff.0 Request processed in 384us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126373.239683:0:20857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73497 00000100:00100000:0.0:1746126373.244145:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126373.435492:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3292:1830945725771904:0@lo:400:kworker.0 00000100:00080000:0.0:1746126373.436221:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126373.436244:0:3293:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967851 gen 2 00000004:00080000:0.0:1746126373.436249:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013332a680, transno 4294967851 00000100:00100000:0.0:1746126373.436258:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945725772032:0@lo:400:kworker.0 00000100:00080000:0.0:1746126373.436928:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126373.436932:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126373.437498:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126373.638799:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126373.648878:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126373.654120:0:11016:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126373.654127:0:11016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009294ea00/0x9851078746b7c8bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11298 initiator: MDT0 00010000:00010000:0.0:1746126373.654132:0:11016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009294ea00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126373.654135:0:11016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009294ea00/0x9851078746b7c8bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11298 initiator: MDT0 00010000:00010000:0.0:1746126373.654140:0:11016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009294ea00/0x9851078746b7c8bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11298 initiator: MDT0 00010000:00010000:0.0:1746126373.654150:0:11016:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff88009c2dbc00) 00010000:00010000:0.0:1746126373.654152:0:11016:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746126373.654154:0:11016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009294ea00/0x9851078746b7c8bd lrc: 1/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11298 initiator: MDT0 00010000:00010000:0.0:1746126373.654158:0:11016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009294ea00/0x9851078746b7c8bd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11298 initiator: MDT0 00010000:00010000:0.0:1746126373.654174:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126373.654175:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126373.654177:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126373.660462:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126373.684923:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126373.684926:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126373.690726:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126373.827216:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126373.908194:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126373.962069:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000001:00080000:0.0:1746126374.019885:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967757 is committed 00000001:00080000:0.0:1746126374.094742:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967758 is committed 00000100:00100000:0.0:1746126374.100356:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126374.379519:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733152384 00000100:00100000:0.0:1746126374.379527:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733152384 00000100:00100000:0.0:1746126374.379569:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2474 00000100:00100000:0.0:1746126374.379576:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008543ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1964:x1830945733152384:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126374.379613:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 10485760, mtime: 0x6813c624, atime: 0x0, ctime: 0x6813c624, blocks: 0x5007 00010000:00010000:0.0:1746126374.379619:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092f82000/0x9851078746b7c950 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126374.379629:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126374.379631:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126374.379635:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f82000/0x9851078746b7c950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126374.379646:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f82000/0x9851078746b7c950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126374.501717:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733152896 00000100:00100000:0.0:1746126374.501728:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733152896 00000100:00100000:0.0:1746126374.501785:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2476 00000100:00100000:0.0:1746126374.501792:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008543d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1965:x1830945733152896:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126374.501831:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 12582912, mtime: 0x6813c625, atime: 0x0, ctime: 0x6813c625, blocks: 0x6009 00010000:00010000:0.0:1746126374.501837:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7c95e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126374.501851:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126374.501853:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126374.501857:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7c95e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126374.501868:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7c95e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126374.539745:0:27564:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 12582912 -> 13631488 00002000:00010000:0.0:1746126374.539749:0:27564:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 24585 -> 26633 00010000:00010000:0.0:1746126374.539784:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7c95e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126374.539794:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7c95e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126374.539801:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7c95e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126374.539806:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c06600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126374.539810:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7c95e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126374.539820:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7c95e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126374.539836:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7c95e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126374.539841:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7c95e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126374.539966:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008543d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1965:x1830945733152896:12345-192.168.203.32@tcp:4:dd.0 Request processed in 38170us (40916us total) trans 4294967766 rc 0/0 00000100:00100000:0.0:1746126374.539974:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2476 00000100:00100000:0.0:1746126374.545176:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733153152 00000100:00100000:0.0:1746126374.545183:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733153152 00000100:00100000:0.0:1746126374.545237:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2477 00000100:00100000:0.0:1746126374.545244:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008543d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1964:x1830945733153152:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126374.545282:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 13631488, mtime: 0x6813c625, atime: 0x0, ctime: 0x6813c625, blocks: 0x6809 00010000:00010000:0.0:1746126374.545289:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a7a6200/0x9851078746b7c965 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126374.545300:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126374.545302:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126374.545307:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7a6200/0x9851078746b7c965 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126374.545318:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7a6200/0x9851078746b7c965 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126374.902441:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733154432 00000100:00100000:0.0:1746126374.902449:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733154432 00000100:00100000:0.0:1746126374.902658:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2482 00000100:00100000:0.0:1746126374.902666:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008543dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1965:x1830945733154432:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126374.902702:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 18874368, mtime: 0x6813c625, atime: 0x0, ctime: 0x6813c625, blocks: 0x9009 00010000:00010000:0.0:1746126374.902708:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c15200/0x9851078746b7c988 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126374.902719:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126374.902720:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126374.902724:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c15200/0x9851078746b7c988 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126374.902734:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c15200/0x9851078746b7c988 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746126375.008396:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126375.160589:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733155712 00000100:00100000:0.0:1746126375.160596:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733155712 00000100:00100000:0.0:1746126375.160647:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2487 00000100:00100000:0.0:1746126375.160653:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008543ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733155712:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126375.160686:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 24117248, mtime: 0x6813c625, atime: 0x0, ctime: 0x6813c625, blocks: 0xb80b 00010000:00010000:0.0:1746126375.160692:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5534e00/0x9851078746b7c9ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.160702:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126375.160704:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126375.160708:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5534e00/0x9851078746b7c9ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.160719:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5534e00/0x9851078746b7c9ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126375.233680:0:27564:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 24117248 -> 25165824 00002000:00010000:0.0:1746126375.233686:0:27564:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 47115 -> 49163 00010000:00010000:0.0:1746126375.233697:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5534e00/0x9851078746b7c9ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.233708:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5534e00/0x9851078746b7c9ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.233715:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5534e00/0x9851078746b7c9ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.233720:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5534e00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126375.233724:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5534e00/0x9851078746b7c9ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.233730:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5534e00/0x9851078746b7c9ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.233744:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5534e00/0x9851078746b7c9ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.233750:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5534e00/0x9851078746b7c9ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126375.234772:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008543ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733155712:12345-192.168.203.32@tcp:4:dd.0 Request processed in 74115us (74268us total) trans 4294967777 rc 0/0 00000100:00100000:0.0:1746126375.234782:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2487 00000100:00100000:0.0:1746126375.238840:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126375.251919:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725772928:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126375.251942:0:17079:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092f71800/0x9851078746b7c9b9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1746126375.338520:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801248af480/2, rc 0, transno 4294967935 00000100:00100000:0.0:1746126375.338530:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945725772672:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746126375.419247:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00002000:00010000:0.0:1746126375.664323:0:27564:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 30408704 -> 31457280 00002000:00010000:0.0:1746126375.664327:0:27564:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 59403 -> 61451 00010000:00010000:0.0:1746126375.664337:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b7c9e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.664346:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b7c9e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.664354:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b7c9e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.664359:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d06c00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126375.664362:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b7c9e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.664368:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b7c9e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.664383:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b7c9e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.664389:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b7c9e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126375.664458:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008543f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945733157504:12345-192.168.203.32@tcp:4:dd.0 Request processed in 57690us (57830us total) trans 4294967784 rc 0/0 00000100:00100000:0.0:1746126375.664467:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2493 00000100:00100000:0.0:1746126375.669333:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733157760 00000100:00100000:0.0:1746126375.669341:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733157760 00000100:00100000:0.0:1746126375.669398:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2494 00000100:00100000:0.0:1746126375.669406:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733157760:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126375.669445:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 31457280, mtime: 0x6813c626, atime: 0x0, ctime: 0x6813c626, blocks: 0xf00b 00010000:00010000:0.0:1746126375.669452:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7c9ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.669462:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126375.669464:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126375.669468:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7c9ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.669478:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7c9ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126375.793001:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733158272 00000100:00100000:0.0:1746126375.793008:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733158272 00000100:00100000:0.0:1746126375.793084:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2496 00000100:00100000:0.0:1746126375.793092:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008543fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945733158272:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126375.793129:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 33554432, mtime: 0x6813c626, atime: 0x0, ctime: 0x6813c626, blocks: 0x1000d 00010000:00010000:0.0:1746126375.793136:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b7c9f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.793146:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126375.793148:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126375.793152:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b7c9f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.793163:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b7c9f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.855181:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126375.907005:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733158784 00000100:00100000:0.0:1746126375.907012:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733158784 00000100:00100000:0.0:1746126375.907102:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2498 00000100:00100000:0.0:1746126375.907596:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c317480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733158784:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126375.907635:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 35651584, mtime: 0x6813c626, atime: 0x0, ctime: 0x6813c626, blocks: 0x1100d 00010000:00010000:0.0:1746126375.907642:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009298cc00/0x9851078746b7ca06 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.907652:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126375.907654:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126375.907657:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298cc00/0x9851078746b7ca06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126375.907667:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009298cc00/0x9851078746b7ca06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126376.043539:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c316a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945725773184:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126376.043591:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126376.044188:0:3291:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c316a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945725773184:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126376.254414:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00002000:00010000:0.0:1746126376.310098:0:27564:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 41943040 -> 42991616 00002000:00010000:0.0:1746126376.310102:0:27564:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 81933 -> 83981 00010000:00010000:0.0:1746126376.310113:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b7ca30 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.310122:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b7ca30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.310129:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b7ca30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.310134:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ffd6200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126376.310138:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b7ca30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.310144:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b7ca30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.310158:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b7ca30 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.310164:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b7ca30 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126376.310236:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945733160320:12345-192.168.203.32@tcp:4:dd.0 Request processed in 55270us (55825us total) trans 4294967795 rc 0/0 00000100:00100000:0.0:1746126376.310247:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2504 00000100:00100000:0.0:1746126376.313627:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126376.364679:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733160832 00000100:00100000:0.0:1746126376.364687:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733160832 00000100:00100000:0.0:1746126376.364734:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2506 00000100:00100000:0.0:1746126376.364741:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008543c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945733160832:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126376.364774:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 44040192, mtime: 0x6813c626, atime: 0x0, ctime: 0x6813c626, blocks: 0x1500f 00010000:00010000:0.0:1746126376.364780:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b7ca3e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.364790:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126376.364791:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126376.364795:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b7ca3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.364804:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b7ca3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126376.408547:0:27564:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 44040192 -> 45088768 00002000:00010000:0.0:1746126376.408551:0:27564:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb mtime from disk: 1746126374 -> 1746126375 00002000:00010000:0.0:1746126376.408553:0:27564:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb ctime from disk: 1746126374 -> 1746126375 00002000:00010000:0.0:1746126376.408555:0:27564:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 86031 -> 88079 00010000:00010000:0.0:1746126376.408565:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b7ca3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.408575:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b7ca3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.408587:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b7ca3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.408593:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095240c00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126376.408596:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b7ca3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.408603:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b7ca3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.408618:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b7ca3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.408623:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b7ca3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126376.408689:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008543c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945733160832:12345-192.168.203.32@tcp:4:dd.0 Request processed in 43945us (44104us total) trans 4294967797 rc 0/0 00000100:00100000:0.0:1746126376.408697:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2506 00000100:00100000:0.0:1746126376.412092:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733161088 00000100:00100000:0.0:1746126376.412099:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733161088 00000100:00100000:0.0:1746126376.412152:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2507 00000100:00100000:0.0:1746126376.412159:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733161088:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126376.412197:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 45088768, mtime: 0x6813c627, atime: 0x0, ctime: 0x6813c627, blocks: 0x1580f 00010000:00010000:0.0:1746126376.412204:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2200/0x9851078746b7ca45 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.412214:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126376.412216:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126376.412219:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2200/0x9851078746b7ca45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.412230:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2200/0x9851078746b7ca45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126376.464745:0:27564:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 45088768 -> 46137344 00002000:00010000:0.0:1746126376.464750:0:27564:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 88079 -> 90127 00010000:00010000:0.0:1746126376.464759:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2200/0x9851078746b7ca45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.464769:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2200/0x9851078746b7ca45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.464775:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2200/0x9851078746b7ca45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.464781:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c1f2200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126376.464785:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2200/0x9851078746b7ca45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.464791:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2200/0x9851078746b7ca45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.464805:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2200/0x9851078746b7ca45 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.464812:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2200/0x9851078746b7ca45 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126376.465428:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733161088:12345-192.168.203.32@tcp:4:dd.0 Request processed in 53264us (53437us total) trans 4294967798 rc 0/0 00000100:00100000:0.0:1746126376.465437:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2507 00000100:00100000:0.0:1746126376.469484:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733161344 00000100:00100000:0.0:1746126376.469491:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733161344 00000100:00100000:0.0:1746126376.469546:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2508 00000100:00100000:0.0:1746126376.469554:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c314700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733161344:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126376.469592:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 46137344, mtime: 0x6813c627, atime: 0x0, ctime: 0x6813c627, blocks: 0x1600f 00010000:00010000:0.0:1746126376.469599:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7ca4c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.469610:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126376.469611:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126376.469616:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7ca4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.469626:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7ca4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126376.512493:0:27564:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 46137344 -> 47185920 00002000:00010000:0.0:1746126376.512497:0:27564:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 90127 -> 92175 00010000:00010000:0.0:1746126376.512507:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7ca4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.512523:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7ca4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.512531:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7ca4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.512537:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5943400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126376.512540:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7ca4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.512548:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7ca4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.512563:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7ca4c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.512570:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7ca4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126376.512826:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c314700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733161344:12345-192.168.203.32@tcp:4:dd.0 Request processed in 43267us (43436us total) trans 4294967799 rc 0/0 00000100:00100000:0.0:1746126376.512835:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2508 00000100:00100000:0.0:1746126376.518039:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733161600 00000100:00100000:0.0:1746126376.518046:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733161600 00000100:00100000:0.0:1746126376.518091:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2509 00000100:00100000:0.0:1746126376.518096:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733161600:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126376.518131:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 47185920, mtime: 0x6813c627, atime: 0x0, ctime: 0x6813c627, blocks: 0x1680f 00010000:00010000:0.0:1746126376.518137:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3000/0x9851078746b7ca53 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.518147:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126376.518148:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126376.518152:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3000/0x9851078746b7ca53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.518162:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3000/0x9851078746b7ca53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126376.568362:0:27564:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 47185920 -> 48234496 00002000:00010000:0.0:1746126376.568369:0:27564:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 92175 -> 94223 00010000:00010000:0.0:1746126376.568379:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3000/0x9851078746b7ca53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.568389:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3000/0x9851078746b7ca53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.568396:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3000/0x9851078746b7ca53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.568402:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c1f3000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126376.568406:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3000/0x9851078746b7ca53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.568413:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3000/0x9851078746b7ca53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.568429:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3000/0x9851078746b7ca53 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.568434:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3000/0x9851078746b7ca53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126376.568505:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1966:x1830945733161600:12345-192.168.203.32@tcp:4:dd.0 Request processed in 50404us (50536us total) trans 4294967800 rc 0/0 00000100:00100000:0.0:1746126376.568514:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2509 00000100:00100000:0.0:1746126376.574309:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733161856 00000100:00100000:0.0:1746126376.574317:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733161856 00000100:00100000:0.0:1746126376.574443:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2510 00000100:00100000:0.0:1746126376.574449:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945733161856:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126376.574487:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 48234496, mtime: 0x6813c627, atime: 0x0, ctime: 0x6813c627, blocks: 0x1700f 00010000:00010000:0.0:1746126376.574494:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ca5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.574505:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126376.574506:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126376.574510:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ca5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.574520:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ca5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126376.743183:0:27564:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 50331648 -> 51380224 00002000:00010000:0.0:1746126376.743189:0:27564:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 98319 -> 100367 00010000:00010000:0.0:1746126376.743199:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c1ae600/0x9851078746b7ca68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.743210:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1ae600/0x9851078746b7ca68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.743217:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c1ae600/0x9851078746b7ca68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.743223:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c1ae600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126376.743226:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c1ae600/0x9851078746b7ca68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.743233:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c1ae600/0x9851078746b7ca68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.743246:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c1ae600/0x9851078746b7ca68 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.743252:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1ae600/0x9851078746b7ca68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126376.743314:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945733162368:12345-192.168.203.32@tcp:4:dd.0 Request processed in 46299us (46692us total) trans 4294967803 rc 0/0 00000100:00100000:0.0:1746126376.743323:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2512 00000100:00100000:0.0:1746126376.747095:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733162624 00000100:00100000:0.0:1746126376.747102:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733162624 00000100:00100000:0.0:1746126376.747146:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2513 00000100:00100000:0.0:1746126376.747152:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733162624:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126376.747192:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 51380224, mtime: 0x6813c627, atime: 0x0, ctime: 0x6813c627, blocks: 0x1880f 00010000:00010000:0.0:1746126376.747199:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800951ace00/0x9851078746b7ca6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.747210:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126376.747211:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126376.747216:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ace00/0x9851078746b7ca6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126376.747226:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951ace00/0x9851078746b7ca6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126376.794071:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126376.838285:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126376.894519:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126377.323120:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733165184 00000100:00100000:0.0:1746126377.323129:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733165184 00000100:00100000:0.0:1746126377.323187:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2523 00000100:00100000:0.0:1746126377.323194:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733165184:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126377.323235:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 61865984, mtime: 0x6813c627, atime: 0x0, ctime: 0x6813c627, blocks: 0x1d811 00010000:00010000:0.0:1746126377.323242:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095242200/0x9851078746b7cab5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126377.323252:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126377.323253:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126377.323257:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095242200/0x9851078746b7cab5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126377.323268:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095242200/0x9851078746b7cab5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126377.396841:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967933 is committed 00000001:00080000:0.0:1746126377.396909:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967934 is committed 00000001:00080000:0.0:1746126377.396967:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967935 is committed 00000100:00100000:0.0:1746126377.467792:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126378.033243:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126378.085086:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126378.126768:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00002000:00010000:0.0:1746126378.162621:0:27564:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 75497472 -> 76546048 00002000:00010000:0.0:1746126378.162625:0:27564:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 147475 -> 149525 00010000:00010000:0.0:1746126378.162634:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b7cb10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126378.162643:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b7cb10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126378.162650:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b7cb10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126378.162656:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d19600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126378.162659:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b7cb10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126378.162666:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b7cb10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126378.162682:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b7cb10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126378.162688:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b7cb10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126378.162765:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733168512:12345-192.168.203.32@tcp:4:dd.0 Request processed in 35384us (36000us total) trans 4294967827 rc 0/0 00000100:00100000:0.0:1746126378.162775:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2536 00000100:00100000:0.0:1746126378.166143:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733168768 00000100:00100000:0.0:1746126378.166150:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733168768 00000100:00100000:0.0:1746126378.166233:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2537 00000100:00100000:0.0:1746126378.166240:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733168768:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126378.166278:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 76546048, mtime: 0x6813c628, atime: 0x0, ctime: 0x6813c628, blocks: 0x24815 00010000:00010000:0.0:1746126378.166285:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7cb17 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126378.166295:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126378.166297:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126378.166300:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7cb17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126378.166311:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7cb17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126378.354627:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733169536 00000100:00100000:0.0:1746126378.354638:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733169536 00000100:00100000:0.0:1746126378.354692:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2540 00000100:00100000:0.0:1746126378.354700:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945733169536:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126378.354742:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 79691776, mtime: 0x6813c628, atime: 0x0, ctime: 0x6813c628, blocks: 0x26015 00010000:00010000:0.0:1746126378.354749:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7cb2c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126378.354760:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126378.354761:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126378.354765:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7cb2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126378.354777:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7cb2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126378.418011:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126378.443517:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133328a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3292:1830945725773312:0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.443565:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126378.443595:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133329f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1830945725773824:0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.443614:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126378.443633:0:3292:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746126378.443638:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133329c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945725773696:0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.443656:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126378.443676:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133328e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3293:1830945725773440:0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.443690:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126378.443700:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013332a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945725773952:0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.443715:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126378.443725:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746126378.443729:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133329180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1830945725773568:0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.443743:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126378.443765:0:7081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945725773312 00000100:00100000:0.0:1746126378.443770:0:7081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945725773312 00000100:00100000:0.0:1746126378.443797:0:7081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1746126378.443804:0:7081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e22d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3292:x1830945725773312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.443838:0:7081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e22d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3292:x1830945725773312:12345-0@lo:400:kworker.0 Request processed in 34us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126378.443844:0:7081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1746126378.443895:0:11298:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945725773824 00000100:00100000:0.0:1746126378.443898:0:11298:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945725773824 00000100:00100000:0.0:1746126378.443919:0:11298:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945725773440 00000100:00100000:0.0:1746126378.443921:0:11298:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945725773440 00000100:00100000:0.0:1746126378.443930:0:11298:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945725773568 00000100:00100000:0.0:1746126378.443932:0:11298:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945725773568 00000100:00100000:0.0:1746126378.443942:0:11298:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1746126378.443946:0:11298:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1830945725773824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.443969:0:11298:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1830945725773824:12345-0@lo:400:kworker.0 Request processed in 22us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126378.443973:0:11298:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1746126378.443982:0:11298:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1746126378.443986:0:11298:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1830945725773440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.444006:0:11298:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1830945725773440:12345-0@lo:400:kworker.0 Request processed in 20us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126378.444011:0:11298:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1746126378.444019:0:11298:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1746126378.444042:0:11298:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1830945725773568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.444062:0:11298:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1830945725773568:12345-0@lo:400:kworker.0 Request processed in 22us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126378.444066:0:11298:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1746126378.444094:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133329180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1830945725773568:0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.444100:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133328e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3293:1830945725773440:0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.444116:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133328a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3292:1830945725773312:0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.444122:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133329f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1830945725773824:0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.445089:0:3293:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967779 gen 2 00000004:00080000:0.0:1746126378.445094:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248af800, transno 4294967779 00000100:00100000:0.0:1746126378.445101:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013332a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945725773952:0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.445373:0:3292:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967935 gen 2 00000004:00080000:0.0:1746126378.445377:0:3292:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248af480, transno 4294967935 00000100:00100000:0.0:1746126378.445393:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133329c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945725773696:0@lo:400:kworker.0 00000100:00100000:0.0:1746126378.551718:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126378.598700:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733170560 00000100:00100000:0.0:1746126378.598708:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733170560 00000100:00100000:0.0:1746126378.598753:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2544 00000100:00100000:0.0:1746126378.598759:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733170560:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126378.598795:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 83886080, mtime: 0x6813c629, atime: 0x0, ctime: 0x6813c629, blocks: 0x28015 00010000:00010000:0.0:1746126378.598802:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094cff400/0x9851078746b7cb48 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126378.598817:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126378.598819:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126378.598824:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cff400/0x9851078746b7cb48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126378.598835:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cff400/0x9851078746b7cb48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126378.867365:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733172608 00000100:00100000:0.0:1746126378.867373:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733172608 00000100:00100000:0.0:1746126378.867423:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2549 00000100:00100000:0.0:1746126378.867430:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733172608:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126378.867470:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 89128960, mtime: 0x6813c629, atime: 0x0, ctime: 0x6813c629, blocks: 0x2a817 00010000:00010000:0.0:1746126378.867477:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b41b4200/0x9851078746b7cb6b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126378.867487:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126378.867489:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126378.867493:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b41b4200/0x9851078746b7cb6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126378.867503:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b41b4200/0x9851078746b7cb6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126378.959118:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967841 is committed 00000001:00080000:0.0:1746126379.122988:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967844 is committed 00000001:00080000:0.0:1746126379.243807:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967846 is committed 00000001:00080000:0.0:1746126379.288407:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967847 is committed 00000100:00100000:0.0:1746126379.354921:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000001:00080000:0.0:1746126379.409925:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967849 is committed 00000100:00100000:0.0:1746126379.701129:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126379.703909:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733177216 00000100:00100000:0.0:1746126379.703915:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733177216 00000100:00100000:0.0:1746126379.705290:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73508 00000100:00100000:0.0:1746126379.705300:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:29732:x1830945733177216:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:0.0:1746126379.705315:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126379.705318:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746126379.705340:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095243000/0x9851078746b7cc0c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca04a expref: 9 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126379.705363:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285de00) 00010000:00010000:0.0:1746126379.705366:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126379.705375:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b7cc13 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca051 expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126379.705475:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7400/0x9851078746b7cc1a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126379.705485:0:7086:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93e00/0x9851078746b7cbdb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca03c expref: 7 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126379.705490:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7400/0x9851078746b7cc1a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126379.705516:0:7086:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93e00/0x9851078746b7cbdb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca03c expref: 7 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126379.705529:0:7086:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93e00/0x9851078746b7cbdb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca03c expref: 7 pid: 9852 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746126379.705538:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133328a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7086:1830945725774208:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126379.705840:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a534c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126379.709677:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133328a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7086:1830945725774208:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126379.709699:0:7086:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7400/0x9851078746b7cc1a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000100:00100000:0.0:1746126379.792454:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733178368 00000100:00100000:0.0:1746126379.792462:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733178368 00002000:00100000:0.0:1746126379.792497:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (1048576->2097151) req@ffff880095762a00 x1830945733178368/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:140/0 lens 488/0 e 0 to 0 dl 1746126390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126379.792506:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095762a00 with x1830945733178368 ext(1048576->2097151) 00002000:00010000:0.0:1746126379.792511:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095762a00 00000100:00100000:0.0:1746126379.792532:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2566 00000100:00100000:0.0:1746126379.792539:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733178368:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126379.868680:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733179392 00000100:00100000:0.0:1746126379.868687:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733179392 00002000:00100000:0.0:1746126379.868721:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (2097152->3145727) req@ffff880092ae0e00 x1830945733179392/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:140/0 lens 488/0 e 0 to 0 dl 1746126390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126379.868728:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0e00 with x1830945733179392 ext(2097152->3145727) 00002000:00010000:0.0:1746126379.868733:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ae0e00 00000100:00100000:0.0:1746126379.868747:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2570 00000100:00100000:0.0:1746126379.868753:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945733179392:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126379.898572:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126379.898639:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126379.898653:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126379.898685:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126379.898701:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733179904 00000100:00100000:0.0:1746126379.898706:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733179904 00002000:00100000:0.0:1746126379.898730:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (4194304->5242879) req@ffff880133328a80 x1830945733179904/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:140/0 lens 488/0 e 0 to 0 dl 1746126390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126379.898737:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328a80 with x1830945733179904 ext(4194304->5242879) 00002000:00010000:0.0:1746126379.898740:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133328a80 00000100:00100000:0.0:1746126379.898750:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733180160 00000100:00100000:0.0:1746126379.898751:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733180160 00002000:00100000:0.0:1746126379.898757:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (6291456->7340031) req@ffff880133328e00 x1830945733180160/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:140/0 lens 488/0 e 0 to 0 dl 1746126390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126379.898763:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328e00 with x1830945733180160 ext(6291456->7340031) 00002000:00010000:0.0:1746126379.898765:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133328e00 00000100:00100000:0.0:1746126379.898770:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733180032 00000100:00100000:0.0:1746126379.898771:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733180032 00002000:00100000:0.0:1746126379.898777:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (5242880->6291455) req@ffff880133329180 x1830945733180032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:140/0 lens 488/0 e 0 to 0 dl 1746126390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126379.898782:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133329180 with x1830945733180032 ext(5242880->6291455) 00002000:00010000:0.0:1746126379.898784:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133329180 00000100:00100000:0.0:1746126379.898791:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733180288 00000100:00100000:0.0:1746126379.898793:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733180288 00002000:00100000:0.0:1746126379.898801:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (7340032->8388607) req@ffff88013332aa00 x1830945733180288/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:140/0 lens 488/0 e 0 to 0 dl 1746126390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126379.898806:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332aa00 with x1830945733180288 ext(7340032->8388607) 00002000:00010000:0.0:1746126379.898808:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013332aa00 00000100:00100000:0.0:1746126379.898817:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2572 00000100:00100000:0.0:1746126379.898823:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+9:1966:x1830945733179904:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126379.900132:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2573 00000100:00100000:0.0:1746126379.900141:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:68cec75b-543f-4a1a-954f-27556ebc9519+10:1966:x1830945733180160:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126379.901417:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2574 00000100:00100000:0.0:1746126379.901425:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133329180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+11:1966:x1830945733180032:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126379.912655:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+12:1966:x1830945733179904:12345-192.168.203.32@tcp:3:dd.0 Request processed in 13824us (14075us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126379.912665:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2572 00002000:00100000:0.0:1746126379.912675:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (4194304->5242879) req@ffff880133328a80 x1830945733179904/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:140/0 lens 488/440 e 0 to 0 dl 1746126390 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126379.912683:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328a80 with x1830945733179904 ext(4194304->5242879) 00002000:00010000:0.0:1746126379.912687:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133328a80 00000100:00100000:0.0:1746126379.918767:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:68cec75b-543f-4a1a-954f-27556ebc9519+10:1966:x1830945733180160:12345-192.168.203.32@tcp:3:dd.0 Request processed in 18621us (20120us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126379.918778:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2573 00002000:00100000:0.0:1746126379.918788:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (6291456->7340031) req@ffff880133328e00 x1830945733180160/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:140/0 lens 488/440 e 0 to 0 dl 1746126390 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126379.918795:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328e00 with x1830945733180160 ext(6291456->7340031) 00002000:00010000:0.0:1746126379.918800:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133328e00 00000100:00100000:0.0:1746126379.927986:0:32694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:68cec75b-543f-4a1a-954f-27556ebc9519+8:1966:x1830945733180288:12345-192.168.203.32@tcp:3:dd.0 Request processed in 25390us (29293us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126379.927997:0:32694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2575 00002000:00100000:0.0:1746126379.928006:0:32694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (7340032->8388607) req@ffff88013332aa00 x1830945733180288/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:140/0 lens 488/440 e 0 to 0 dl 1746126390 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126379.928015:0:32694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332aa00 with x1830945733180288 ext(7340032->8388607) 00002000:00010000:0.0:1746126379.928019:0:32694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013332aa00 00000100:00100000:0.0:1746126379.932155:0:32694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733180672 00000100:00100000:0.0:1746126379.932163:0:32694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733180672 00002000:00100000:0.0:1746126379.932196:0:32694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x18:0x0] (4194304->5242879) req@ffff880095760700 x1830945733180672/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:140/0 lens 488/0 e 0 to 0 dl 1746126390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126379.932205:0:32694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760700 with x1830945733180672 ext(4194304->5242879) 00002000:00010000:0.0:1746126379.932209:0:32694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095760700 00000100:00100000:0.0:1746126379.932226:0:32694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2576 00000100:00100000:0.0:1746126379.932232:0:32694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1964:x1830945733180672:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126379.950593:0:32694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1964:x1830945733180672:12345-192.168.203.32@tcp:4:dd.0 Request processed in 18353us (18628us total) trans 4294967940 rc 0/0 00000100:00100000:0.0:1746126379.950603:0:32694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2576 00002000:00100000:0.0:1746126379.950614:0:32694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x18:0x0] (4194304->5242879) req@ffff880095760700 x1830945733180672/t4294967940(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:140/0 lens 488/448 e 0 to 0 dl 1746126390 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126379.950622:0:32694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760700 with x1830945733180672 ext(4194304->5242879) 00002000:00010000:0.0:1746126379.950626:0:32694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095760700 00000100:00100000:0.0:1746126379.960342:0:32694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733180928 00000100:00100000:0.0:1746126379.960350:0:32694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733180928 00002000:00100000:0.0:1746126379.960387:0:32694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x18:0x0] (5242880->6291455) req@ffff880095761180 x1830945733180928/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:140/0 lens 488/0 e 0 to 0 dl 1746126390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126379.960396:0:32694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761180 with x1830945733180928 ext(5242880->6291455) 00002000:00010000:0.0:1746126379.960400:0:32694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095761180 00000100:00100000:0.0:1746126379.960418:0:32694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2577 00000100:00100000:0.0:1746126379.960424:0:32694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1963:x1830945733180928:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126379.973948:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733181184 00000100:00100000:0.0:1746126379.973958:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733181184 00002000:00100000:0.0:1746126379.973997:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (6291456->7340031) req@ffff880095760a80 x1830945733181184/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:140/0 lens 488/0 e 0 to 0 dl 1746126390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126379.974006:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760a80 with x1830945733181184 ext(6291456->7340031) 00002000:00010000:0.0:1746126379.974011:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095760a80 00000100:00100000:0.0:1746126379.974072:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2578 00000100:00100000:0.0:1746126379.974080:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1963:x1830945733181184:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126379.999233:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126379.999458:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126379.999476:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126379.999508:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126380.000752:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126380.018678:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1963:x1830945733181440:12345-192.168.203.32@tcp:4:dd.0 Request processed in 38035us (38126us total) trans 4294967943 rc 0/0 00000100:00100000:0.0:1746126380.018689:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2579 00002000:00100000:0.0:1746126380.018699:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (7340032->8388607) req@ffff880092ae3100 x1830945733181440/t4294967943(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:140/0 lens 488/448 e 0 to 0 dl 1746126390 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.018714:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3100 with x1830945733181440 ext(7340032->8388607) 00002000:00010000:0.0:1746126380.018718:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ae3100 00000100:00100000:0.0:1746126380.055327:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126380.058266:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126380.075247:0:32696:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:68cec75b-543f-4a1a-954f-27556ebc9519+10:1964:x1830945733182464:12345-192.168.203.32@tcp:3:dd.0 Request processed in 67470us (74497us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126380.075253:0:32696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2584 00002000:00100000:0.0:1746126380.075257:0:32696:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x15:0x0] (14680064->15728639) req@ffff8800b403c700 x1830945733182464/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.075263:0:32696:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403c700 with x1830945733182464 ext(14680064->15728639) 00002000:00010000:0.0:1746126380.075265:0:32696:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403c700 00000100:00100000:0.0:1746126380.093215:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126380.113056:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945733183744:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16996us (19812us total) trans 4294967947 rc 0/0 00000100:00100000:0.0:1746126380.113066:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2591 00002000:00100000:0.0:1746126380.113076:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (11534336->12582911) req@ffff8800b403d500 x1830945733183744/t4294967947(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.113084:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403d500 with x1830945733183744 ext(11534336->12582911) 00002000:00010000:0.0:1746126380.113088:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b403d500 00000100:00100000:0.0:1746126380.114145:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733184000 00000100:00100000:0.0:1746126380.114152:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733184000 00002000:00100000:0.0:1746126380.114284:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (12582912->13631487) req@ffff880093b08a80 x1830945733184000/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.114292:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08a80 with x1830945733184000 ext(12582912->13631487) 00002000:00010000:0.0:1746126380.114296:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093b08a80 00000100:00100000:0.0:1746126380.114309:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2592 00000100:00100000:0.0:1746126380.114315:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1963:x1830945733184000:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126380.121641:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945733184000:12345-192.168.203.32@tcp:4:dd.0 Request processed in 7317us (8445us total) trans 4294967948 rc 0/0 00000100:00100000:0.0:1746126380.121651:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2592 00002000:00100000:0.0:1746126380.121661:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (12582912->13631487) req@ffff880093b08a80 x1830945733184000/t4294967948(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.121668:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08a80 with x1830945733184000 ext(12582912->13631487) 00002000:00010000:0.0:1746126380.121673:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093b08a80 00000100:00100000:0.0:1746126380.126363:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733184256 00000100:00100000:0.0:1746126380.126371:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733184256 00002000:00100000:0.0:1746126380.126405:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (13631488->14680063) req@ffff880093b08380 x1830945733184256/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.126414:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08380 with x1830945733184256 ext(13631488->14680063) 00002000:00010000:0.0:1746126380.126418:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093b08380 00000100:00100000:0.0:1746126380.126979:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2593 00000100:00100000:0.0:1746126380.126987:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1964:x1830945733184256:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126380.136044:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126380.145960:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733184768 00000100:00100000:0.0:1746126380.145967:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733184768 00002000:00100000:0.0:1746126380.145998:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (15728640->16777215) req@ffff880093b09880 x1830945733184768/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.146007:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09880 with x1830945733184768 ext(15728640->16777215) 00002000:00010000:0.0:1746126380.146012:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093b09880 00000100:00100000:0.0:1746126380.146043:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2595 00000100:00100000:0.0:1746126380.146049:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1964:x1830945733184768:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126380.156210:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1964:x1830945733184768:12345-192.168.203.32@tcp:4:dd.0 Request processed in 10153us (10299us total) trans 4294967951 rc 0/0 00000100:00100000:0.0:1746126380.156219:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2595 00002000:00100000:0.0:1746126380.156228:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (15728640->16777215) req@ffff880093b09880 x1830945733184768/t4294967951(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.156236:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09880 with x1830945733184768 ext(15728640->16777215) 00002000:00010000:0.0:1746126380.156241:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093b09880 00000100:00100000:0.0:1746126380.176691:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733185152 00000100:00100000:0.0:1746126380.176699:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733185152 00002000:00100000:0.0:1746126380.176735:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (17825792->18874367) req@ffff880093b08000 x1830945733185152/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.176744:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08000 with x1830945733185152 ext(17825792->18874367) 00002000:00010000:0.0:1746126380.176748:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b08000 00000100:00100000:0.0:1746126380.176763:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733185408 00000100:00100000:0.0:1746126380.176765:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733185408 00002000:00100000:0.0:1746126380.176775:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (19922944->20971519) req@ffff880093b08700 x1830945733185408/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.176780:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08700 with x1830945733185408 ext(19922944->20971519) 00002000:00010000:0.0:1746126380.176782:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b08700 00000100:00100000:0.0:1746126380.176801:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733185664 00000100:00100000:0.0:1746126380.176803:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733185664 00002000:00100000:0.0:1746126380.176814:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (22020096->23068671) req@ffff880093b0b480 x1830945733185664/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.176821:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0b480 with x1830945733185664 ext(22020096->23068671) 00002000:00010000:0.0:1746126380.176823:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b0b480 00000100:00100000:0.0:1746126380.176840:0:32696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2596 00000100:00100000:0.0:1746126380.176847:0:32696:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945733185152:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126380.177510:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2597 00000100:00100000:0.0:1746126380.177517:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+9:1963:x1830945733185408:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126380.210001:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+22:1963:x1830945733185664:12345-192.168.203.32@tcp:3:dd.0 Request processed in 32381us (34136us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126380.210011:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2598 00002000:00100000:0.0:1746126380.210020:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (22020096->23068671) req@ffff880093b0b480 x1830945733185664/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.210045:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0b480 with x1830945733185664 ext(22020096->23068671) 00002000:00010000:0.0:1746126380.210049:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b0b480 00000100:00100000:0.0:1746126380.225106:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126380.241005:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733186816 00000100:00100000:0.0:1746126380.241013:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733186816 00002000:00100000:0.0:1746126380.241061:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (30408704->31457279) req@ffff88009ba6b800 x1830945733186816/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.241071:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b800 with x1830945733186816 ext(30408704->31457279) 00002000:00010000:0.0:1746126380.241075:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6b800 00000100:00100000:0.0:1746126380.241479:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2609 00000100:00100000:0.0:1746126380.241486:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+20:1964:x1830945733186816:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126380.256312:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126380.275879:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126380.276395:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126380.299310:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126380.306249:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1963:x1830945733187328:12345-192.168.203.32@tcp:4:dd.0 Request processed in 28170us (29852us total) trans 4294967952 rc 0/0 00000100:00100000:0.0:1746126380.306257:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2612 00002000:00100000:0.0:1746126380.306262:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (16777216->17825791) req@ffff8800b403d180 x1830945733187328/t4294967952(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.306269:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403d180 with x1830945733187328 ext(16777216->17825791) 00002000:00010000:0.0:1746126380.306272:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b403d180 00000100:00100000:0.0:1746126380.316919:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733187840 00000100:00100000:0.0:1746126380.316930:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733187840 00002000:00100000:0.0:1746126380.316969:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (18874368->19922943) req@ffff88009ba68380 x1830945733187840/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.316976:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68380 with x1830945733187840 ext(18874368->19922943) 00002000:00010000:0.0:1746126380.316981:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba68380 00000100:00100000:0.0:1746126380.316998:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2614 00000100:00100000:0.0:1746126380.317003:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945733187840:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126380.338846:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1964:x1830945733187840:12345-192.168.203.32@tcp:4:dd.0 Request processed in 21833us (25315us total) trans 4294967954 rc 0/0 00000100:00100000:0.0:1746126380.338864:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2614 00002000:00100000:0.0:1746126380.338875:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (18874368->19922943) req@ffff88009ba68380 x1830945733187840/t4294967954(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.338890:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68380 with x1830945733187840 ext(18874368->19922943) 00002000:00010000:0.0:1746126380.339392:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba68380 00000100:00100000:0.0:1746126380.345264:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733188608 00000100:00100000:0.0:1746126380.345272:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733188608 00002000:00100000:0.0:1746126380.345306:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (22020096->23068671) req@ffff880095761500 x1830945733188608/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.345314:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761500 with x1830945733188608 ext(22020096->23068671) 00002000:00010000:0.0:1746126380.345318:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095761500 00000100:00100000:0.0:1746126380.345340:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2617 00000100:00100000:0.0:1746126380.345346:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1963:x1830945733188608:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126380.358158:0:32694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1964:x1830945733188096:12345-192.168.203.32@tcp:4:dd.0 Request processed in 32991us (34197us total) trans 4294967956 rc 0/0 00000100:00100000:0.0:1746126380.358170:0:32694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2615 00002000:00100000:0.0:1746126380.358183:0:32694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x18:0x0] (19922944->20971519) req@ffff88009ba6a300 x1830945733188096/t4294967956(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.358192:0:32694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6a300 with x1830945733188096 ext(19922944->20971519) 00002000:00010000:0.0:1746126380.358197:0:32694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6a300 00000100:00100000:0.0:1746126380.368391:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1963:x1830945733188608:12345-192.168.203.32@tcp:4:dd.0 Request processed in 23042us (24192us total) trans 4294967957 rc 0/0 00000100:00100000:0.0:1746126380.368400:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2617 00002000:00100000:0.0:1746126380.368409:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (22020096->23068671) req@ffff880095761500 x1830945733188608/t4294967957(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.368417:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761500 with x1830945733188608 ext(22020096->23068671) 00002000:00010000:0.0:1746126380.368422:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095761500 00000100:00100000:0.0:1746126380.368437:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733189120 00000100:00100000:0.0:1746126380.368442:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733189120 00002000:00100000:0.0:1746126380.368656:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (24117248->25165823) req@ffff88009ba6a680 x1830945733189120/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.368663:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6a680 with x1830945733189120 ext(24117248->25165823) 00002000:00010000:0.0:1746126380.368666:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6a680 00000100:00100000:0.0:1746126380.369197:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2619 00000100:00100000:0.0:1746126380.369204:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1964:x1830945733189120:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126380.385500:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1964:x1830945733188864:12345-192.168.203.32@tcp:4:dd.0 Request processed in 32493us (33241us total) trans 4294967958 rc 0/0 00000100:00100000:0.0:1746126380.385512:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2618 00002000:00100000:0.0:1746126380.385524:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (23068672->24117247) req@ffff880095761880 x1830945733188864/t4294967958(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.385532:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761880 with x1830945733188864 ext(23068672->24117247) 00002000:00010000:0.0:1746126380.385537:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095761880 00000100:00100000:0.0:1746126380.397807:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1964:x1830945733189120:12345-192.168.203.32@tcp:4:dd.0 Request processed in 28595us (29463us total) trans 4294967959 rc 0/0 00000100:00100000:0.0:1746126380.397819:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2619 00002000:00100000:0.0:1746126380.397828:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (24117248->25165823) req@ffff88009ba6a680 x1830945733189120/t4294967959(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.397835:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6a680 with x1830945733189120 ext(24117248->25165823) 00002000:00010000:0.0:1746126380.397840:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6a680 00000100:00100000:0.0:1746126380.398643:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733189376 00000100:00100000:0.0:1746126380.398648:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733189376 00002000:00100000:0.0:1746126380.398730:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (33554432->34603007) req@ffff88009ba6b100 x1830945733189376/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.398737:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b100 with x1830945733189376 ext(33554432->34603007) 00002000:00010000:0.0:1746126380.398740:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6b100 00000100:00100000:0.0:1746126380.398759:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2620 00000100:00100000:0.0:1746126380.398764:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733189376:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126380.407614:0:32697:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733189632 00000100:00100000:0.0:1746126380.407621:0:32697:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733189632 00002000:00100000:0.0:1746126380.407653:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (34603008->35651583) req@ffff880093b0aa00 x1830945733189632/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.407662:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0aa00 with x1830945733189632 ext(34603008->35651583) 00002000:00010000:0.0:1746126380.407666:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b0aa00 00000100:00100000:0.0:1746126380.407751:0:32697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2622 00000100:00100000:0.0:1746126380.407756:0:32697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:68cec75b-543f-4a1a-954f-27556ebc9519+10:1963:x1830945733189632:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126380.412937:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2626 00000100:00100000:0.0:1746126380.412949:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+18:1963:x1830945733190912:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126380.416103:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+22:1963:x1830945733189376:12345-192.168.203.32@tcp:3:dd.0 Request processed in 17335us (17577us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126380.416112:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2620 00002000:00100000:0.0:1746126380.416119:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (33554432->34603007) req@ffff88009ba6b100 x1830945733189376/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.416126:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b100 with x1830945733189376 ext(33554432->34603007) 00002000:00010000:0.0:1746126380.416130:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6b100 00000100:00100000:0.0:1746126380.427251:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733192576 00000100:00100000:0.0:1746126380.427258:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733192576 00002000:00100000:0.0:1746126380.427293:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (25165824->26214399) req@ffff88012ff10a80 x1830945733192576/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.427303:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff10a80 with x1830945733192576 ext(25165824->26214399) 00002000:00010000:0.0:1746126380.427307:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ff10a80 00000100:00100000:0.0:1746126380.427333:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733192704 00000100:00100000:0.0:1746126380.427335:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733192704 00002000:00100000:0.0:1746126380.427346:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (42991616->44040191) req@ffff88012ff10700 x1830945733192704/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.427352:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff10700 with x1830945733192704 ext(42991616->44040191) 00002000:00010000:0.0:1746126380.427355:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff10700 00000100:00100000:0.0:1746126380.427362:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2629 00000100:00100000:0.0:1746126380.427368:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1964:x1830945733192576:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126380.429760:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:68cec75b-543f-4a1a-954f-27556ebc9519+21:1963:x1830945733189632:12345-192.168.203.32@tcp:3:dd.0 Request processed in 21993us (23475us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126380.429773:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2622 00002000:00100000:0.0:1746126380.429784:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (34603008->35651583) req@ffff880093b0aa00 x1830945733189632/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.429794:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0aa00 with x1830945733189632 ext(34603008->35651583) 00002000:00010000:0.0:1746126380.429798:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b0aa00 00000100:00100000:0.0:1746126380.429819:0:32697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2630 00000100:00100000:0.0:1746126380.429829:0:32697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:68cec75b-543f-4a1a-954f-27556ebc9519+20:1963:x1830945733192704:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126380.475637:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733193856 00000100:00100000:0.0:1746126380.475645:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733193856 00002000:00100000:0.0:1746126380.475679:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (47185920->48234495) req@ffff88012ff13480 x1830945733193856/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.475688:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff13480 with x1830945733193856 ext(47185920->48234495) 00002000:00010000:0.0:1746126380.475692:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff13480 00000100:00100000:0.0:1746126380.475702:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733193984 00000100:00100000:0.0:1746126380.475705:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733193984 00002000:00100000:0.0:1746126380.475717:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (28311552->29360127) req@ffff880093b55880 x1830945733193984/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.475723:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b55880 with x1830945733193984 ext(28311552->29360127) 00002000:00010000:0.0:1746126380.475726:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093b55880 00000100:00100000:0.0:1746126380.475731:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733194112 00000100:00100000:0.0:1746126380.475733:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733194112 00002000:00100000:0.0:1746126380.475741:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (48234496->49283071) req@ffff880093b56680 x1830945733194112/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.475746:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b56680 with x1830945733194112 ext(48234496->49283071) 00002000:00010000:0.0:1746126380.475748:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b56680 00000100:00100000:0.0:1746126380.475755:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2636 00000100:00100000:0.0:1746126380.475761:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+21:1963:x1830945733193856:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126380.485378:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+18:1963:x1830945733191424:12345-192.168.203.32@tcp:3:dd.0 Request processed in 70215us (70289us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126380.485384:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2628 00002000:00100000:0.0:1746126380.485390:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (41943040->42991615) req@ffff880095762680 x1830945733191424/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.485402:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095762680 with x1830945733191424 ext(41943040->42991615) 00002000:00010000:0.0:1746126380.485404:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095762680 00000100:00100000:0.0:1746126380.501951:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733194368 00000100:00100000:0.0:1746126380.501959:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733194368 00002000:00100000:0.0:1746126380.501993:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (29360128->30408703) req@ffff880093b54380 x1830945733194368/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.502003:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54380 with x1830945733194368 ext(29360128->30408703) 00002000:00010000:0.0:1746126380.502007:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093b54380 00000100:00100000:0.0:1746126380.502042:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733194496 00000100:00100000:0.0:1746126380.502045:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733194496 00002000:00100000:0.0:1746126380.502058:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (49283072->50331647) req@ffff880093b57100 x1830945733194496/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.502064:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57100 with x1830945733194496 ext(49283072->50331647) 00002000:00010000:0.0:1746126380.502067:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b57100 00000100:00100000:0.0:1746126380.502078:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2639 00000100:00100000:0.0:1746126380.502084:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1966:x1830945733194368:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126380.502256:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:68cec75b-543f-4a1a-954f-27556ebc9519+17:1963:x1830945733192704:12345-192.168.203.32@tcp:3:dd.0 Request processed in 72430us (75145us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126380.502263:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2630 00002000:00100000:0.0:1746126380.502268:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (42991616->44040191) req@ffff88012ff10700 x1830945733192704/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.502275:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff10700 with x1830945733192704 ext(42991616->44040191) 00002000:00010000:0.0:1746126380.502278:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff10700 00000100:00100000:0.0:1746126380.502293:0:32697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2640 00000100:00100000:0.0:1746126380.502297:0:32697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:68cec75b-543f-4a1a-954f-27556ebc9519+16:1964:x1830945733194496:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126380.527540:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+10:1963:x1830945733193856:12345-192.168.203.32@tcp:3:dd.0 Request processed in 51767us (52376us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126380.527551:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2636 00002000:00100000:0.0:1746126380.527561:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (47185920->48234495) req@ffff88012ff13480 x1830945733193856/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.527570:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff13480 with x1830945733193856 ext(47185920->48234495) 00002000:00010000:0.0:1746126380.527575:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff13480 00000100:00100000:0.0:1746126380.540433:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126380.540553:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733194496:12345-192.168.203.32@tcp:3:dd.0 Request processed in 38252us (39501us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126380.540564:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2640 00002000:00100000:0.0:1746126380.540572:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (49283072->50331647) req@ffff880093b57100 x1830945733194496/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.540580:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57100 with x1830945733194496 ext(49283072->50331647) 00002000:00010000:0.0:1746126380.540585:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b57100 00000100:00100000:0.0:1746126380.540602:0:32697:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733195264 00000100:00100000:0.0:1746126380.540608:0:32697:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733195264 00002000:00100000:0.0:1746126380.540629:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (32505856->33554431) req@ffff8800b403e680 x1830945733195264/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.540635:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403e680 with x1830945733195264 ext(32505856->33554431) 00002000:00010000:0.0:1746126380.540638:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b403e680 00000100:00100000:0.0:1746126380.540650:0:32697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2643 00000100:00100000:0.0:1746126380.540656:0:32697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1964:x1830945733195264:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126380.554205:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945733195264:12345-192.168.203.32@tcp:4:dd.0 Request processed in 13539us (13771us total) trans 4294967967 rc 0/0 00000100:00100000:0.0:1746126380.554214:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2643 00002000:00100000:0.0:1746126380.554224:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (32505856->33554431) req@ffff8800b403e680 x1830945733195264/t4294967967(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.554232:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403e680 with x1830945733195264 ext(32505856->33554431) 00002000:00010000:0.0:1746126380.554237:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b403e680 00000100:00100000:0.0:1746126380.592741:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126380.594951:0:32694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733195776 00000100:00100000:0.0:1746126380.594957:0:32694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733195776 00002000:00100000:0.0:1746126380.595118:0:32694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (51380224->52428799) req@ffff88012bff1500 x1830945733195776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.595126:0:32694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff1500 with x1830945733195776 ext(51380224->52428799) 00002000:00010000:0.0:1746126380.595130:0:32694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff1500 00000100:00100000:0.0:1746126380.595142:0:32694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733196288 00000100:00100000:0.0:1746126380.595144:0:32694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733196288 00002000:00100000:0.0:1746126380.595151:0:32694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (55574528->56623103) req@ffff880093b57480 x1830945733196288/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.595157:0:32694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57480 with x1830945733196288 ext(55574528->56623103) 00002000:00010000:0.0:1746126380.595159:0:32694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b57480 00000100:00100000:0.0:1746126380.595172:0:32694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733195904 00000100:00100000:0.0:1746126380.595174:0:32694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733195904 00002000:00100000:0.0:1746126380.595181:0:32694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (52428800->53477375) req@ffff880093b54700 x1830945733195904/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.595192:0:32694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54700 with x1830945733195904 ext(52428800->53477375) 00002000:00010000:0.0:1746126380.595194:0:32694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b54700 00000100:00100000:0.0:1746126380.595203:0:32694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2645 00000100:00100000:0.0:1746126380.595208:0:32694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:68cec75b-543f-4a1a-954f-27556ebc9519+13:1966:x1830945733195776:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126380.596052:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2647 00000100:00100000:0.0:1746126380.596059:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+15:1966:x1830945733196288:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126380.611225:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126380.625965:0:32694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:68cec75b-543f-4a1a-954f-27556ebc9519+20:1966:x1830945733195776:12345-192.168.203.32@tcp:3:dd.0 Request processed in 30747us (31220us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126380.625977:0:32694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2645 00002000:00100000:0.0:1746126380.625987:0:32694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (51380224->52428799) req@ffff88012bff1500 x1830945733195776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.625994:0:32694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff1500 with x1830945733195776 ext(51380224->52428799) 00002000:00010000:0.0:1746126380.626000:0:32694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff1500 00000100:00100000:0.0:1746126380.632428:0:32696:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:68cec75b-543f-4a1a-954f-27556ebc9519+18:1966:x1830945733196032:12345-192.168.203.32@tcp:3:dd.0 Request processed in 37033us (37364us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126380.632438:0:32696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2646 00002000:00100000:0.0:1746126380.632448:0:32696:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x15:0x0] (53477376->54525951) req@ffff880093b54e00 x1830945733196032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.632456:0:32696:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54e00 with x1830945733196032 ext(53477376->54525951) 00002000:00010000:0.0:1746126380.632461:0:32696:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b54e00 00000100:00100000:0.0:1746126380.677145:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733197824 00000100:00100000:0.0:1746126380.677153:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733197824 00002000:00100000:0.0:1746126380.677185:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (34603008->35651583) req@ffff880094738380 x1830945733197824/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.677195:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094738380 with x1830945733197824 ext(34603008->35651583) 00002000:00010000:0.0:1746126380.677199:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094738380 00000100:00100000:0.0:1746126380.677227:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2659 00000100:00100000:0.0:1746126380.677233:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1964:x1830945733197824:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126380.699612:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+16:1965:x1830945733197184:12345-192.168.203.32@tcp:3:dd.0 Request processed in 65228us (65447us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126380.699623:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2654 00002000:00100000:0.0:1746126380.699634:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (59768832->60817407) req@ffff88009ba69f80 x1830945733197184/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.699643:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69f80 with x1830945733197184 ext(59768832->60817407) 00002000:00010000:0.0:1746126380.699647:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69f80 00000100:00100000:0.0:1746126380.701355:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+12:1966:x1830945733197312:12345-192.168.203.32@tcp:3:dd.0 Request processed in 52075us (54097us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126380.701361:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2655 00002000:00100000:0.0:1746126380.701366:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (60817408->61865983) req@ffff88009ba69180 x1830945733197312/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.701372:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69180 with x1830945733197312 ext(60817408->61865983) 00002000:00010000:0.0:1746126380.701375:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69180 00000100:00100000:0.0:1746126380.706138:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733198976 00000100:00100000:0.0:1746126380.706146:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733198976 00002000:00100000:0.0:1746126380.706179:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (37748736->38797311) req@ffff88012bff1880 x1830945733198976/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.706194:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff1880 with x1830945733198976 ext(37748736->38797311) 00002000:00010000:0.0:1746126380.706198:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bff1880 00000100:00100000:0.0:1746126380.706215:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2664 00000100:00100000:0.0:1746126380.706222:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1964:x1830945733198976:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126380.722737:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1964:x1830945733198464:12345-192.168.203.32@tcp:4:dd.0 Request processed in 42109us (42929us total) trans 4294967969 rc 0/0 00000100:00100000:0.0:1746126380.722748:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2662 00002000:00100000:0.0:1746126380.722755:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (35651584->36700159) req@ffff88009473a680 x1830945733198464/t4294967969(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.722763:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473a680 with x1830945733198464 ext(35651584->36700159) 00002000:00010000:0.0:1746126380.722767:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009473a680 00000100:00100000:0.0:1746126380.730881:0:32697:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733199232 00000100:00100000:0.0:1746126380.730889:0:32697:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733199232 00002000:00100000:0.0:1746126380.730921:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (38797312->39845887) req@ffff88009473aa00 x1830945733199232/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.730930:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473aa00 with x1830945733199232 ext(38797312->39845887) 00002000:00010000:0.0:1746126380.730935:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009473aa00 00000100:00100000:0.0:1746126380.732611:0:32697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2665 00000100:00100000:0.0:1746126380.732620:0:32697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1963:x1830945733199232:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126380.748593:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1964:x1830945733198976:12345-192.168.203.32@tcp:4:dd.0 Request processed in 42363us (42503us total) trans 4294967972 rc 0/0 00000100:00100000:0.0:1746126380.748604:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2664 00002000:00100000:0.0:1746126380.748614:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (37748736->38797311) req@ffff88012bff1880 x1830945733198976/t4294967972(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.748622:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff1880 with x1830945733198976 ext(37748736->38797311) 00002000:00010000:0.0:1746126380.748627:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bff1880 00000100:00100000:0.0:1746126380.756153:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1963:x1830945733199232:12345-192.168.203.32@tcp:4:dd.0 Request processed in 23532us (26644us total) trans 4294967973 rc 0/0 00000100:00100000:0.0:1746126380.756163:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2665 00002000:00100000:0.0:1746126380.756172:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (38797312->39845887) req@ffff88009473aa00 x1830945733199232/t4294967973(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.756181:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473aa00 with x1830945733199232 ext(38797312->39845887) 00002000:00010000:0.0:1746126380.756186:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009473aa00 00000100:00100000:0.0:1746126380.756203:0:32697:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733199744 00000100:00100000:0.0:1746126380.756208:0:32697:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733199744 00002000:00100000:0.0:1746126380.756227:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (40894464->41943039) req@ffff88012bff0700 x1830945733199744/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.756234:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff0700 with x1830945733199744 ext(40894464->41943039) 00002000:00010000:0.0:1746126380.756236:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bff0700 00000100:00100000:0.0:1746126380.756247:0:32697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2667 00000100:00100000:0.0:1746126380.756253:0:32697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1966:x1830945733199744:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126380.777637:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1966:x1830945733199744:12345-192.168.203.32@tcp:4:dd.0 Request processed in 21376us (22721us total) trans 4294967975 rc 0/0 00000100:00100000:0.0:1746126380.777647:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2667 00002000:00100000:0.0:1746126380.777656:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (40894464->41943039) req@ffff88012bff0700 x1830945733199744/t4294967975(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.777670:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff0700 with x1830945733199744 ext(40894464->41943039) 00002000:00010000:0.0:1746126380.777674:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bff0700 00000100:00100000:0.0:1746126380.821965:0:32697:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 12 min 3 max 116 00000100:00100000:0.0:1746126380.821973:0:32697:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_012' 00000100:00100000:0.0:1746126380.854241:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733203840 00000100:00100000:0.0:1746126380.854248:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733203840 00002000:00100000:0.0:1746126380.854282:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (76546048->77594623) req@ffff88012bff2a00 x1830945733203840/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.854291:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff2a00 with x1830945733203840 ext(76546048->77594623) 00002000:00010000:0.0:1746126380.854296:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff2a00 00000100:00100000:0.0:1746126380.854313:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2680 00000100:00100000:0.0:1746126380.854321:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+18:1964:x1830945733203840:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126380.862330:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126380.872622:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126380.881641:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126380.886720:0:32697:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733204736 00000100:00100000:0.0:1746126380.886728:0:32697:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733204736 00002000:00100000:0.0:1746126380.886761:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (46137344->47185919) req@ffff8800b490ce00 x1830945733204736/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.886770:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490ce00 with x1830945733204736 ext(46137344->47185919) 00002000:00010000:0.0:1746126380.886775:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b490ce00 00000100:00100000:0.0:1746126380.888347:0:32697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2685 00000100:00100000:0.0:1746126380.888358:0:32697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1964:x1830945733204736:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126380.897323:0:32696:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733204864 00000100:00100000:0.0:1746126380.897332:0:32696:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733204864 00002000:00100000:0.0:1746126380.897370:0:32696:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x15:0x0] (80740352->81788927) req@ffff88009a7b6a00 x1830945733204864/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.897379:0:32696:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6a00 with x1830945733204864 ext(80740352->81788927) 00002000:00010000:0.0:1746126380.897384:0:32696:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b6a00 00000100:00100000:0.0:1746126380.897415:0:32696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2686 00000100:00100000:0.0:1746126380.897422:0:32696:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:68cec75b-543f-4a1a-954f-27556ebc9519+18:1964:x1830945733204864:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126380.905494:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733205120 00000100:00100000:0.0:1746126380.905502:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733205120 00002000:00100000:0.0:1746126380.905534:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (47185920->48234495) req@ffff88009473b100 x1830945733205120/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.905543:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473b100 with x1830945733205120 ext(47185920->48234495) 00002000:00010000:0.0:1746126380.905548:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009473b100 00000100:00100000:0.0:1746126380.918227:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945733204352:12345-192.168.203.32@tcp:4:dd.0 Request processed in 47560us (48628us total) trans 4294967979 rc 0/0 00000100:00100000:0.0:1746126380.918237:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2683 00002000:00100000:0.0:1746126380.918247:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (45088768->46137343) req@ffff8800b490c380 x1830945733204352/t4294967979(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:141/0 lens 488/448 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.918255:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490c380 with x1830945733204352 ext(45088768->46137343) 00002000:00010000:0.0:1746126380.918260:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b490c380 00000100:00100000:0.0:1746126380.989682:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:68cec75b-543f-4a1a-954f-27556ebc9519+20:1964:x1830945733205376:12345-192.168.203.32@tcp:3:dd.0 Request processed in 60125us (60854us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126380.989691:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2691 00002000:00100000:0.0:1746126380.989699:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (82837504->83886079) req@ffff88009473b800 x1830945733205376/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.989712:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473b800 with x1830945733205376 ext(82837504->83886079) 00002000:00010000:0.0:1746126380.989716:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009473b800 00000100:00100000:0.0:1746126380.992528:0:19335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733208192 00000100:00100000:0.0:1746126380.992537:0:19335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733208192 00002000:00100000:0.0:1746126380.992569:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (91226112->92274687) req@ffff880093108a80 x1830945733208192/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/0 e 0 to 0 dl 1746126391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126380.992576:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108a80 with x1830945733208192 ext(91226112->92274687) 00002000:00010000:0.0:1746126380.992581:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093108a80 00000100:00100000:0.0:1746126380.992607:0:19335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2699 00000100:00100000:0.0:1746126380.992614:0:19335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:68cec75b-543f-4a1a-954f-27556ebc9519+20:1963:x1830945733208192:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126381.000672:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.019237:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733209088 00000100:00100000:0.0:1746126381.019244:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733209088 00002000:00100000:0.0:1746126381.019289:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x18:0x0] (50331648->51380223) req@ffff880093109180 x1830945733209088/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.019303:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109180 with x1830945733209088 ext(50331648->51380223) 00002000:00010000:0.0:1746126381.019309:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109180 00000100:00100000:0.0:1746126381.019342:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2701 00000100:00100000:0.0:1746126381.019349:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1966:x1830945733209088:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.033760:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+20:1966:x1830945733206272:12345-192.168.203.32@tcp:3:dd.0 Request processed in 48075us (48289us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126381.033770:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2694 00002000:00100000:0.0:1746126381.033778:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (84934656->85983231) req@ffff88013147ca80 x1830945733206272/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.033787:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ca80 with x1830945733206272 ext(84934656->85983231) 00002000:00010000:0.0:1746126381.033791:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147ca80 00000100:00100000:0.0:1746126381.040487:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1966:x1830945733209088:12345-192.168.203.32@tcp:4:dd.0 Request processed in 21137us (21326us total) trans 4294967984 rc 0/0 00000100:00100000:0.0:1746126381.040493:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2701 00002000:00100000:0.0:1746126381.040498:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x18:0x0] (50331648->51380223) req@ffff880093109180 x1830945733209088/t4294967984(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.040505:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109180 with x1830945733209088 ext(50331648->51380223) 00002000:00010000:0.0:1746126381.040508:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109180 00000100:00100000:0.0:1746126381.043787:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733209472 00000100:00100000:0.0:1746126381.043796:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733209472 00002000:00100000:0.0:1746126381.043837:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (93323264->94371839) req@ffff880093108380 x1830945733209472/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.043846:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108380 with x1830945733209472 ext(93323264->94371839) 00002000:00010000:0.0:1746126381.043862:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093108380 00000100:00100000:0.0:1746126381.044260:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733209600 00000100:00100000:0.0:1746126381.044265:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733209600 00002000:00100000:0.0:1746126381.044282:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (94371840->95420415) req@ffff88009310bb80 x1830945733209600/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.044289:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310bb80 with x1830945733209600 ext(94371840->95420415) 00002000:00010000:0.0:1746126381.044291:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310bb80 00000100:00100000:0.0:1746126381.044873:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2704 00000100:00100000:0.0:1746126381.044881:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+19:1965:x1830945733209600:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126381.053278:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013147f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945725774336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126381.083506:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+18:1966:x1830945733207040:12345-192.168.203.32@tcp:3:dd.0 Request processed in 96544us (96613us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126381.083514:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2697 00002000:00100000:0.0:1746126381.083520:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (89128960->90177535) req@ffff88009a7b5500 x1830945733207040/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.083527:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b5500 with x1830945733207040 ext(89128960->90177535) 00002000:00010000:0.0:1746126381.083530:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b5500 00000100:00100000:0.0:1746126381.084224:0:19335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:68cec75b-543f-4a1a-954f-27556ebc9519+16:1963:x1830945733208192:12345-192.168.203.32@tcp:3:dd.0 Request processed in 91608us (91785us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126381.084230:0:19335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2699 00002000:00100000:0.0:1746126381.084236:0:19335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (91226112->92274687) req@ffff880093108a80 x1830945733208192/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:141/0 lens 488/440 e 0 to 0 dl 1746126391 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.084243:0:19335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108a80 with x1830945733208192 ext(91226112->92274687) 00002000:00010000:0.0:1746126381.084246:0:19335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093108a80 00000100:00100000:0.0:1746126381.102296:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.106169:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+16:1965:x1830945733209600:12345-192.168.203.32@tcp:3:dd.0 Request processed in 61281us (62624us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126381.106179:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2704 00002000:00100000:0.0:1746126381.106188:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (94371840->95420415) req@ffff88009310bb80 x1830945733209600/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:142/0 lens 488/440 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.106197:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310bb80 with x1830945733209600 ext(94371840->95420415) 00002000:00010000:0.0:1746126381.106201:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310bb80 00000100:00100000:0.0:1746126381.149633:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.163342:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.217197:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733212416:12345-192.168.203.32@tcp:3:dd.0 Request processed in 37225us (37928us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126381.217210:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2719 00002000:00100000:0.0:1746126381.217222:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (103809024->104857599) req@ffff88009a7b6680 x1830945733212416/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:142/0 lens 488/440 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.217232:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6680 with x1830945733212416 ext(103809024->104857599) 00002000:00010000:0.0:1746126381.217238:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b6680 00000100:00100000:0.0:1746126381.217343:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.236315:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.265710:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733213824 00000100:00100000:0.0:1746126381.265718:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733213824 00002000:00100000:0.0:1746126381.265752:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (62914560->63963135) req@ffff88009a7b6d80 x1830945733213824/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.265761:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6d80 with x1830945733213824 ext(62914560->63963135) 00002000:00010000:0.0:1746126381.265765:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b6d80 00000100:00100000:0.0:1746126381.265781:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2724 00000100:00100000:0.0:1746126381.265787:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+126:1964:x1830945733213824:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.276836:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+128:1964:x1830945733213824:12345-192.168.203.32@tcp:4:dd.0 Request processed in 11040us (11925us total) trans 4294967996 rc 0/0 00000100:00100000:0.0:1746126381.276846:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2724 00002000:00100000:0.0:1746126381.276865:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (62914560->63963135) req@ffff88009a7b6d80 x1830945733213824/t4294967996(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.276879:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6d80 with x1830945733213824 ext(62914560->63963135) 00002000:00010000:0.0:1746126381.276884:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b6d80 00000100:00100000:0.0:1746126381.280387:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733214080 00000100:00100000:0.0:1746126381.280396:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733214080 00002000:00100000:0.0:1746126381.280431:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (63963136->65011711) req@ffff880092b4ea00 x1830945733214080/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.280439:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4ea00 with x1830945733214080 ext(63963136->65011711) 00002000:00010000:0.0:1746126381.280444:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092b4ea00 00000100:00100000:0.0:1746126381.280471:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2725 00000100:00100000:0.0:1746126381.280478:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+128:1963:x1830945733214080:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.291614:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+130:1963:x1830945733214080:12345-192.168.203.32@tcp:4:dd.0 Request processed in 11133us (12658us total) trans 4294967997 rc 0/0 00000100:00100000:0.0:1746126381.291624:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2725 00002000:00100000:0.0:1746126381.291633:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (63963136->65011711) req@ffff880092b4ea00 x1830945733214080/t4294967997(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.291641:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4ea00 with x1830945733214080 ext(63963136->65011711) 00002000:00010000:0.0:1746126381.291646:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092b4ea00 00000100:00100000:0.0:1746126381.291701:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733214336 00000100:00100000:0.0:1746126381.291706:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733214336 00002000:00100000:0.0:1746126381.291727:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (65011712->66060287) req@ffff88013147d880 x1830945733214336/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.291733:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147d880 with x1830945733214336 ext(65011712->66060287) 00002000:00010000:0.0:1746126381.291735:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147d880 00000100:00100000:0.0:1746126381.291762:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2726 00000100:00100000:0.0:1746126381.291767:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+130:1964:x1830945733214336:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.307269:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733214592 00000100:00100000:0.0:1746126381.307277:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733214592 00002000:00100000:0.0:1746126381.307315:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (66060288->67108863) req@ffff88013147c380 x1830945733214592/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.307324:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c380 with x1830945733214592 ext(66060288->67108863) 00002000:00010000:0.0:1746126381.307329:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147c380 00000100:00100000:0.0:1746126381.307358:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2727 00000100:00100000:0.0:1746126381.307365:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+132:1963:x1830945733214592:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.323896:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+136:1963:x1830945733214592:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16523us (16702us total) trans 4294967999 rc 0/0 00000100:00100000:0.0:1746126381.323908:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2727 00002000:00100000:0.0:1746126381.323919:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (66060288->67108863) req@ffff88013147c380 x1830945733214592/t4294967999(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.323928:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c380 with x1830945733214592 ext(66060288->67108863) 00002000:00010000:0.0:1746126381.323934:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147c380 00000100:00100000:0.0:1746126381.346686:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733215360 00000100:00100000:0.0:1746126381.346690:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733215360 00002000:00100000:0.0:1746126381.346706:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (69206016->70254591) req@ffff88013147c700 x1830945733215360/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.346713:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c700 with x1830945733215360 ext(69206016->70254591) 00002000:00010000:0.0:1746126381.346716:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147c700 00000100:00100000:0.0:1746126381.346733:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2730 00000100:00100000:0.0:1746126381.346739:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+138:1963:x1830945733215360:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.367234:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.377523:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+142:1963:x1830945733215360:12345-192.168.203.32@tcp:4:dd.0 Request processed in 30777us (30895us total) trans 4294968002 rc 0/0 00000100:00100000:0.0:1746126381.377533:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2730 00002000:00100000:0.0:1746126381.377543:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (69206016->70254591) req@ffff88013147c700 x1830945733215360/t4294968002(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.377550:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c700 with x1830945733215360 ext(69206016->70254591) 00002000:00010000:0.0:1746126381.377555:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147c700 00000100:00100000:0.0:1746126381.378229:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733215872 00000100:00100000:0.0:1746126381.378235:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733215872 00002000:00100000:0.0:1746126381.378260:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (71303168->72351743) req@ffff88009a7b4e00 x1830945733215872/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.378266:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4e00 with x1830945733215872 ext(71303168->72351743) 00002000:00010000:0.0:1746126381.378269:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b4e00 00000100:00100000:0.0:1746126381.379181:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2732 00000100:00100000:0.0:1746126381.379190:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+142:1966:x1830945733215872:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.388955:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733216128 00000100:00100000:0.0:1746126381.388963:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733216128 00002000:00100000:0.0:1746126381.388989:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (72351744->73400319) req@ffff88013147f480 x1830945733216128/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.388997:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147f480 with x1830945733216128 ext(72351744->73400319) 00002000:00010000:0.0:1746126381.389001:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147f480 00000100:00100000:0.0:1746126381.389048:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2733 00000100:00100000:0.0:1746126381.389056:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+144:1965:x1830945733216128:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.407340:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+146:1965:x1830945733216128:12345-192.168.203.32@tcp:4:dd.0 Request processed in 18275us (18561us total) trans 4294968005 rc 0/0 00000100:00100000:0.0:1746126381.407351:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2733 00002000:00100000:0.0:1746126381.407362:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (72351744->73400319) req@ffff88013147f480 x1830945733216128/t4294968005(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.407371:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147f480 with x1830945733216128 ext(72351744->73400319) 00002000:00010000:0.0:1746126381.407376:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147f480 00000100:00100000:0.0:1746126381.407787:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733216384 00000100:00100000:0.0:1746126381.407793:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733216384 00002000:00100000:0.0:1746126381.407818:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (73400320->74448895) req@ffff88009a7b7b80 x1830945733216384/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.407824:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b7b80 with x1830945733216384 ext(73400320->74448895) 00002000:00010000:0.0:1746126381.407826:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b7b80 00000100:00100000:0.0:1746126381.407856:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2734 00000100:00100000:0.0:1746126381.407862:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+146:1964:x1830945733216384:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.418682:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+150:1964:x1830945733216384:12345-192.168.203.32@tcp:4:dd.0 Request processed in 10816us (11212us total) trans 4294968006 rc 0/0 00000100:00100000:0.0:1746126381.418690:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2734 00002000:00100000:0.0:1746126381.418697:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (73400320->74448895) req@ffff88009a7b7b80 x1830945733216384/t4294968006(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.418705:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b7b80 with x1830945733216384 ext(73400320->74448895) 00002000:00010000:0.0:1746126381.418708:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b7b80 00000100:00100000:0.0:1746126381.428050:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733216896 00000100:00100000:0.0:1746126381.428058:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733216896 00002000:00100000:0.0:1746126381.428092:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (75497472->76546047) req@ffff8801314d9f80 x1830945733216896/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.428101:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d9f80 with x1830945733216896 ext(75497472->76546047) 00002000:00010000:0.0:1746126381.428106:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801314d9f80 00000100:00100000:0.0:1746126381.428135:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2736 00000100:00100000:0.0:1746126381.428142:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+150:1963:x1830945733216896:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.436817:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.452086:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+156:1963:x1830945733216896:12345-192.168.203.32@tcp:4:dd.0 Request processed in 23937us (24391us total) trans 4294968008 rc 0/0 00000100:00100000:0.0:1746126381.452096:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2736 00002000:00100000:0.0:1746126381.452105:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (75497472->76546047) req@ffff8801314d9f80 x1830945733216896/t4294968008(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.452113:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d9f80 with x1830945733216896 ext(75497472->76546047) 00002000:00010000:0.0:1746126381.452121:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801314d9f80 00000100:00100000:0.0:1746126381.464722:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733217920 00000100:00100000:0.0:1746126381.464730:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733217920 00002000:00100000:0.0:1746126381.464765:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (79691776->80740351) req@ffff8801314d9880 x1830945733217920/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.464774:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d9880 with x1830945733217920 ext(79691776->80740351) 00002000:00010000:0.0:1746126381.464779:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801314d9880 00000100:00100000:0.0:1746126381.464808:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2740 00000100:00100000:0.0:1746126381.464814:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+158:1963:x1830945733217920:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.496118:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+162:1963:x1830945733217920:12345-192.168.203.32@tcp:4:dd.0 Request processed in 31295us (31474us total) trans 4294968012 rc 0/0 00000100:00100000:0.0:1746126381.496128:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2740 00002000:00100000:0.0:1746126381.496137:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (79691776->80740351) req@ffff8801314d9880 x1830945733217920/t4294968012(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.496145:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d9880 with x1830945733217920 ext(79691776->80740351) 00002000:00010000:0.0:1746126381.496150:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801314d9880 00000100:00100000:0.0:1746126381.501211:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.501711:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.501735:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733218560 00000100:00100000:0.0:1746126381.501741:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733218560 00002000:00100000:0.0:1746126381.501772:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (82837504->83886079) req@ffff88012d593b80 x1830945733218560/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.501781:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d593b80 with x1830945733218560 ext(82837504->83886079) 00002000:00010000:0.0:1746126381.501785:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d593b80 00000100:00100000:0.0:1746126381.501798:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733218432 00000100:00100000:0.0:1746126381.501800:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733218432 00002000:00100000:0.0:1746126381.501807:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (81788928->82837503) req@ffff88012d590000 x1830945733218432/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.501813:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590000 with x1830945733218432 ext(81788928->82837503) 00002000:00010000:0.0:1746126381.501815:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d590000 00000100:00100000:0.0:1746126381.501824:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2742 00000100:00100000:0.0:1746126381.501830:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+163:1966:x1830945733218560:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.501958:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2743 00000100:00100000:0.0:1746126381.501963:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+164:1966:x1830945733218432:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.511301:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.528717:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.528743:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733219200 00000100:00100000:0.0:1746126381.528750:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733219200 00002000:00100000:0.0:1746126381.528778:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (84934656->85983231) req@ffff88012d592680 x1830945733219200/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.528786:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d592680 with x1830945733219200 ext(84934656->85983231) 00002000:00010000:0.0:1746126381.528790:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d592680 00000100:00100000:0.0:1746126381.528803:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2745 00000100:00100000:0.0:1746126381.528808:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+168:1964:x1830945733219200:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.534683:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+170:1966:x1830945733218432:12345-192.168.203.32@tcp:4:dd.0 Request processed in 32709us (32962us total) trans 4294968015 rc 0/0 00000100:00100000:0.0:1746126381.534693:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2743 00002000:00100000:0.0:1746126381.534703:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (81788928->82837503) req@ffff88012d590000 x1830945733218432/t4294968015(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.534712:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590000 with x1830945733218432 ext(81788928->82837503) 00002000:00010000:0.0:1746126381.534718:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d590000 00000100:00100000:0.0:1746126381.538555:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733219456 00000100:00100000:0.0:1746126381.538563:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733219456 00002000:00100000:0.0:1746126381.538596:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (85983232->87031807) req@ffff880092b4f480 x1830945733219456/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.538604:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4f480 with x1830945733219456 ext(85983232->87031807) 00002000:00010000:0.0:1746126381.538608:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092b4f480 00000100:00100000:0.0:1746126381.538624:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2746 00000100:00100000:0.0:1746126381.538629:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+170:1965:x1830945733219456:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.544228:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+172:1964:x1830945733219200:12345-192.168.203.32@tcp:4:dd.0 Request processed in 15412us (15507us total) trans 4294968017 rc 0/0 00000100:00100000:0.0:1746126381.544238:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2745 00002000:00100000:0.0:1746126381.544248:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (84934656->85983231) req@ffff88012d592680 x1830945733219200/t4294968017(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.544256:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d592680 with x1830945733219200 ext(84934656->85983231) 00002000:00010000:0.0:1746126381.544261:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d592680 00000100:00100000:0.0:1746126381.552000:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733219712 00000100:00100000:0.0:1746126381.552009:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733219712 00002000:00100000:0.0:1746126381.552067:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (87031808->88080383) req@ffff880092828a80 x1830945733219712/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.552076:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828a80 with x1830945733219712 ext(87031808->88080383) 00002000:00010000:0.0:1746126381.552081:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092828a80 00000100:00100000:0.0:1746126381.552098:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2747 00000100:00100000:0.0:1746126381.552106:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+172:1965:x1830945733219712:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.571236:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+174:1965:x1830945733219712:12345-192.168.203.32@tcp:4:dd.0 Request processed in 19123us (19293us total) trans 4294968019 rc 0/0 00000100:00100000:0.0:1746126381.571246:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2747 00002000:00100000:0.0:1746126381.571257:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (87031808->88080383) req@ffff880092828a80 x1830945733219712/t4294968019(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.571266:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828a80 with x1830945733219712 ext(87031808->88080383) 00002000:00010000:0.0:1746126381.571272:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092828a80 00000100:00100000:0.0:1746126381.571327:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.571398:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733219968 00000100:00100000:0.0:1746126381.571404:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733219968 00002000:00100000:0.0:1746126381.571427:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (88080384->89128959) req@ffff8800936db480 x1830945733219968/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.571434:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936db480 with x1830945733219968 ext(88080384->89128959) 00002000:00010000:0.0:1746126381.571436:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800936db480 00000100:00100000:0.0:1746126381.571448:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2748 00000100:00100000:0.0:1746126381.571453:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+174:1963:x1830945733219968:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.611436:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.640340:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.641717:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+184:1963:x1830945733220736:12345-192.168.203.32@tcp:4:dd.0 Request processed in 30135us (30288us total) trans 4294968023 rc 0/0 00000100:00100000:0.0:1746126381.641723:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2751 00002000:00100000:0.0:1746126381.641729:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (91226112->92274687) req@ffff8800936d9c00 x1830945733220736/t4294968023(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.641736:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9c00 with x1830945733220736 ext(91226112->92274687) 00002000:00010000:0.0:1746126381.641738:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800936d9c00 00000100:00100000:0.0:1746126381.674344:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733221504 00000100:00100000:0.0:1746126381.674500:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733221504 00002000:00100000:0.0:1746126381.674524:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (94371840->95420415) req@ffff880092829c00 x1830945733221504/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.674531:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829c00 with x1830945733221504 ext(94371840->95420415) 00002000:00010000:0.0:1746126381.674534:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092829c00 00000100:00100000:0.0:1746126381.674560:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2754 00000100:00100000:0.0:1746126381.674565:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+185:1965:x1830945733221504:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.693628:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+188:1965:x1830945733221504:12345-192.168.203.32@tcp:4:dd.0 Request processed in 19055us (19477us total) trans 4294968025 rc 0/0 00000100:00100000:0.0:1746126381.693638:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2754 00002000:00100000:0.0:1746126381.693648:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (94371840->95420415) req@ffff880092829c00 x1830945733221504/t4294968025(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.693657:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829c00 with x1830945733221504 ext(94371840->95420415) 00002000:00010000:0.0:1746126381.693662:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092829c00 00000100:00100000:0.0:1746126381.695680:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733221760 00000100:00100000:0.0:1746126381.695688:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733221760 00002000:00100000:0.0:1746126381.695719:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (95420416->96468991) req@ffff880092829880 x1830945733221760/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.695729:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829880 with x1830945733221760 ext(95420416->96468991) 00002000:00010000:0.0:1746126381.695734:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092829880 00000100:00100000:0.0:1746126381.695750:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2755 00000100:00100000:0.0:1746126381.695756:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+188:1966:x1830945733221760:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.726561:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+190:1966:x1830945733221760:12345-192.168.203.32@tcp:4:dd.0 Request processed in 30798us (31321us total) trans 4294968027 rc 0/0 00000100:00100000:0.0:1746126381.726569:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2755 00002000:00100000:0.0:1746126381.726578:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (95420416->96468991) req@ffff880092829880 x1830945733221760/t4294968027(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.726585:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829880 with x1830945733221760 ext(95420416->96468991) 00002000:00010000:0.0:1746126381.726590:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092829880 00000100:00100000:0.0:1746126381.769718:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+198:1966:x1830945733222656:12345-192.168.203.32@tcp:4:dd.0 Request processed in 17318us (25272us total) trans 4294968030 rc 0/0 00000100:00100000:0.0:1746126381.769728:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2759 00002000:00100000:0.0:1746126381.769738:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (99614720->100663295) req@ffff880092b4ca80 x1830945733222656/t4294968030(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.769746:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4ca80 with x1830945733222656 ext(99614720->100663295) 00002000:00010000:0.0:1746126381.769751:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092b4ca80 00000100:00100000:0.0:1746126381.769791:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733222912 00000100:00100000:0.0:1746126381.769796:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733222912 00002000:00100000:0.0:1746126381.769818:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (100663296->101711871) req@ffff880092b4c380 x1830945733222912/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/0 e 0 to 0 dl 1746126392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.769825:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4c380 with x1830945733222912 ext(100663296->101711871) 00002000:00010000:0.0:1746126381.769828:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092b4c380 00000100:00100000:0.0:1746126381.769842:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2760 00000100:00100000:0.0:1746126381.769857:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+198:1963:x1830945733222912:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126381.780013:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+202:1963:x1830945733222912:12345-192.168.203.32@tcp:4:dd.0 Request processed in 10159us (10240us total) trans 4294968032 rc 0/0 00000100:00100000:0.0:1746126381.780044:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2760 00002000:00100000:0.0:1746126381.780054:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (100663296->101711871) req@ffff880092b4c380 x1830945733222912/t4294968032(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:142/0 lens 488/448 e 0 to 0 dl 1746126392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126381.780062:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4c380 with x1830945733222912 ext(100663296->101711871) 00002000:00010000:0.0:1746126381.780066:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092b4c380 00000100:00100000:0.0:1746126381.824649:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126381.826172:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733224192 00000100:00100000:0.0:1746126381.826181:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733224192 00000100:00100000:0.0:1746126381.827090:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 145 00000100:00100000:0.0:1746126381.827097:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:29732:x1830945733224192:12345-192.168.203.32@tcp:35:dd.0 00000001:00080000:0.0:1746126381.827270:0:7087:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294996745 00000100:00100000:0.0:1746126381.827320:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:29732:x1830945733224192:12345-192.168.203.32@tcp:35:dd.0 Request processed in 223us (2675us total) trans 4294996746 rc 0/0 00000100:00100000:0.0:1746126381.827325:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 145 00000020:00080000:0.0:1746126381.827328:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:0.0:1746126381.838196:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968008 is committed 00000001:00080000:0.0:1746126381.838349:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968009 is committed 00000001:00080000:0.0:1746126381.838411:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968010 is committed 00000100:00100000:0.0:1746126381.840615:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126382.877824:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126384.937785:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126384.949291:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126384.953688:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126384.955151:0:9852:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b7cc7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.955158:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b7cc7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00000040:00080000:0.0:1746126384.955780:0:9852:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off8960 00000004:00080000:0.0:1746126384.955786:0:9852:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 503855763321ns, next at 504855762135ns, rc = 0 00010000:00010000:0.0:1746126384.955851:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ce00/0x9851078746b7cc83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.955861:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ce00/0x9851078746b7cc83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.955872:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ce00/0x9851078746b7cc83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.955878:0:9852:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ce00/0x9851078746b7cc83 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.955883:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ce00/0x9851078746b7cc83 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.955888:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ce00/0x9851078746b7cc83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.955901:0:9852:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746126384.955916:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b7cc7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.955921:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b7cc7c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.955926:0:9852:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b7cc7c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.955930:0:9852:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009298da00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126384.955933:0:9852:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b7cc7c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.955938:0:9852:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b7cc7c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.955946:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff88009285d500) 00010000:00010000:0.0:1746126384.955949:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126384.955952:0:9852:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b7cc7c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.957923:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b7cc7c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.957982:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c200/0x9851078746b7cc6e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.957987:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c200/0x9851078746b7cc6e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.957992:0:9852:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c200/0x9851078746b7cc6e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.957996:0:9852:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009496c200 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126384.958000:0:9852:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c200/0x9851078746b7cc6e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.958004:0:9852:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c200/0x9851078746b7cc6e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.958014:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009c2dbe00) 00010000:00010000:0.0:1746126384.958016:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126384.958019:0:9852:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c200/0x9851078746b7cc6e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.958052:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c200/0x9851078746b7cc6e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00000004:00010000:0.0:1746126384.958065:0:9852:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800936db100 reply state ffff880130ba8000 transno 4294996748 ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cc75 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00000100:00100000:0.0:1746126384.958076:0:9852:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746126384.958156:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:30197:x1830945733225856:12345-192.168.203.32@tcp:36:rm.0 Request processed in 8390us (8866us total) trans 4294996748 rc 0/0 00000100:00100000:0.0:1746126384.958166:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73511 00010000:00010000:0.0:1746126384.958191:0:11016:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126384.958195:0:11016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ce00/0x9851078746b7cc83 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.958200:0:11016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b408ce00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126384.958202:0:11016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ce00/0x9851078746b7cc83 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.958206:0:11016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ce00/0x9851078746b7cc83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.958213:0:11016:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff88009285d500) 00010000:00010000:0.0:1746126384.958215:0:11016:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746126384.958217:0:11016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ce00/0x9851078746b7cc83 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.958220:0:11016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ce00/0x9851078746b7cc83 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.958230:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126384.958231:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126384.958233:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126384.970176:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126384.970199:0:3278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cc75 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.970208:0:3278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cc75 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.970214:0:3278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cc75 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.970223:0:3278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009496c600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126384.970226:0:3278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cc75 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.970232:0:3278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cc75 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.970245:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd5ce3da0 (ffff88009c2db100) 00010000:00010000:0.0:1746126384.970247:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126384.970251:0:3278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cc75 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.970255:0:3278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cc75 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00000100:00100000:0.0:1746126384.970285:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733226112 00000100:00100000:0.0:1746126384.970291:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733226112 00000100:00100000:0.0:1746126384.970328:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73512 00000100:00100000:0.0:1746126384.970334:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:30197:x1830945733226112:12345-192.168.203.32@tcp:101:rm.0 00010000:00010000:0.0:1746126384.970347:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126384.970358:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408d400/0x9851078746b7cc8a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca07b expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126384.970401:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408d800/0x9851078746b7cc91 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.970410:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408d800/0x9851078746b7cc91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.970416:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408d800/0x9851078746b7cc91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1746126384.970459:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746126384.970462:0:7085:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126384.970473:0:7085:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408d800/0x9851078746b7cc91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.970489:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408d400/0x9851078746b7cc8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca07b expref: 8 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126384.970500:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408d800/0x9851078746b7cc91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca07b expref: 7 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126384.970506:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b016c00) 00010000:00010000:0.0:1746126384.970508:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126384.970509:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b408d800, rc 0) 00000100:00100000:0.0:1746126384.970543:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+7:30197:x1830945733226112:12345-192.168.203.32@tcp:101:rm.0 Request processed in 210us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126384.970548:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73512 00000100:00100000:0.0:1746126384.977899:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733226240 00000100:00100000:0.0:1746126384.977908:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733226240 00000100:00100000:0.0:1746126384.977943:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73513 00000100:00100000:0.0:1746126384.977950:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:68cec75b-543f-4a1a-954f-27556ebc9519+7:30197:x1830945733226240:12345-192.168.203.32@tcp:101:rm.0 00010000:00010000:0.0:1746126384.977965:0:9852:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126384.977980:0:9852:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ce00/0x9851078746b7cc98 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca082 expref: -99 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126384.978291:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ca00/0x9851078746b7cc9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978302:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ca00/0x9851078746b7cc9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978311:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ca00/0x9851078746b7cc9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978321:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cca6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978326:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cca6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978332:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cca6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978380:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ca00/0x9851078746b7cc9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978385:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ca00/0x9851078746b7cc9f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978390:0:9852:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ca00/0x9851078746b7cc9f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978395:0:9852:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b408ca00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126384.978398:0:9852:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ca00/0x9851078746b7cc9f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978404:0:9852:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ca00/0x9851078746b7cc9f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978413:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b016c00) 00010000:00010000:0.0:1746126384.978415:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126384.978418:0:9852:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ca00/0x9851078746b7cc9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978422:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ca00/0x9851078746b7cc9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978771:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cca6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978778:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cca6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978782:0:9852:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cca6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978786:0:9852:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009496c600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126384.978788:0:9852:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cca6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978792:0:9852:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cca6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978799:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd5ce3da0 (ffff88008b016200) 00010000:00010000:0.0:1746126384.978801:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126384.978803:0:9852:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cca6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978807:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7cca6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126384.978852:0:9852:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ce00/0x9851078746b7cc98 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca082 expref: 8 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126384.978858:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b408ce00/0x9851078746b7cc98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca082 expref: 8 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126384.978864:0:9852:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b408ce00, rc 0) 00000100:00100000:0.0:1746126384.978988:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:68cec75b-543f-4a1a-954f-27556ebc9519+7:30197:x1830945733226240:12345-192.168.203.32@tcp:101:rm.0 Request processed in 1037us (2019us total) trans 0 rc 301/301 00000100:00100000:0.0:1746126384.978995:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73513 00000100:00100000:0.0:1746126384.983193:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126384.986212:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126384.988679:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126384.992384:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126384.993439:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cdd0400/0x9851078746b7ccbb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.993444:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cdd0400/0x9851078746b7ccbb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.993459:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c200/0x9851078746b7ccc2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.993465:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c200/0x9851078746b7ccc2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.993471:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c200/0x9851078746b7ccc2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.993564:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7ccc9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.993570:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7ccc9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.993576:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7ccc9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:0.0:1746126384.993900:0:7085:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8832 00000004:00080000:0.0:1746126384.993908:0:7085:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 503893884608ns, next at 504893882728ns, rc = 0 00010000:00010000:0.0:1746126384.993955:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b7ccd0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.993963:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b7ccd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.993968:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b7ccd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.993973:0:7085:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b7ccd0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.993978:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b7ccd0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.993982:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b7ccd0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.994005:0:7085:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746126384.994037:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7ccc9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.994042:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7ccc9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.994047:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7ccc9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.994051:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009496c600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126384.994054:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7ccc9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.994059:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7ccc9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.994066:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff88008b016400) 00010000:00010000:0.0:1746126384.994068:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126384.994072:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7ccc9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.994076:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x9851078746b7ccc9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.994111:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cdd0400/0x9851078746b7ccbb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.994116:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cdd0400/0x9851078746b7ccbb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.994120:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cdd0400/0x9851078746b7ccbb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.994124:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cdd0400 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126384.994125:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cdd0400/0x9851078746b7ccbb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.994130:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cdd0400/0x9851078746b7ccbb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.994135:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b016c00) 00010000:00010000:0.0:1746126384.994137:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126384.994139:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cdd0400/0x9851078746b7ccbb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126384.994143:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cdd0400/0x9851078746b7ccbb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:0.0:1746126384.994154:0:7085:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800936d9180 reply state ffff8800918dd000 transno 4294996750 ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c200/0x9851078746b7ccc2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1746126384.994159:0:7085:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746126384.994197:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:30197:x1830945733226880:12345-192.168.203.32@tcp:36:rm.0 Request processed in 4987us (5521us total) trans 4294996750 rc 0/0 00000100:00100000:0.0:1746126384.994204:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73515 00000100:00100000:0.0:1746126385.262139:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945725775616 00000100:00100000:0.0:1746126385.262148:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945725775616 00000100:00100000:0.0:1746126385.262200:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945725775744 00000100:00100000:0.0:1746126385.262203:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945725775744 00000100:00100000:0.0:1746126385.262218:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948 00000100:00100000:0.0:1746126385.262227:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945725775616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1746126385.262252:0:9140:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00010000:00010000:0.0:1746126385.262271:0:9140:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094926e00/0x9851078746b7ccd7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126385.262287:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5553600/0x9851078746b7cc3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca05f expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126385.262294:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126385.262296:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126385.262298:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094926e00/0x9851078746b7ccd7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126385.262324:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5553600/0x9851078746b7cc3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca05f expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126385.262334:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5553600/0x9851078746b7cc3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca05f expref: 55 pid: 8423 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746126385.262345:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725775872:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126385.262408:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126385.262429:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949 00000100:00100000:0.0:1746126385.262434:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945725775744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1746126385.262446:0:8425:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:21 count 1 00010000:00010000:0.0:1746126385.262457:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b7ccde lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126385.262466:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b7cc36 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca058 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126385.262473:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7cc67 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca074 expref: 5 pid: 9140 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126385.262477:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126385.262478:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126385.262481:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b7ccde lrc: 5/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126385.262495:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7cc67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca074 expref: 5 pid: 9140 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126385.262502:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7cc67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca074 expref: 5 pid: 9140 timeout: 604 lvb_type: 1 00000100:00100000:0.0:1746126385.262511:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945725776000:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126385.262533:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b7cc36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca058 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126385.262539:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b7cc36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca058 expref: 5 pid: 17079 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746126385.262546:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945725776128:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126385.262557:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126385.272925:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126385.274949:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126385.276341:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746126385.276423:0:7074:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126385.276428:0:7074:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094926e00/0x9851078746b7ccd7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126385.276433:0:7074:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094926e00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126385.276436:0:7074:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094926e00/0x9851078746b7ccd7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126385.276442:0:7074:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094926e00/0x9851078746b7ccd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126385.276452:0:7074:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094926e00/0x9851078746b7ccd7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126385.276457:0:7074:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094926e00/0x9851078746b7ccd7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126385.276470:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126385.276471:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126385.276472:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126385.365835:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3292:x1830945725775616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 103597us (107841us total) trans 4294968036 rc 0/0 00000100:00100000:0.0:1746126385.365845:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948 00000100:00100000:0.0:1746126385.470072:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126385.471135:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126386.336411:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126386.336576:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746126386.353589:0:3278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b600/0x9851078746b7cd01 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdece3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126386.353600:0:3278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b600/0x9851078746b7cd01 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdece3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126386.353606:0:3278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b600/0x9851078746b7cd01 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdece3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126386.353611:0:3278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009288b600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126386.353614:0:3278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b600/0x9851078746b7cd01 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdece3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126386.353619:0:3278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b600/0x9851078746b7cd01 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdece3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126386.353631:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdece3da0 (ffff88009c2dbb00) 00010000:00010000:0.0:1746126386.353634:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126386.353636:0:3278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b600/0x9851078746b7cd01 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdece3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126386.353641:0:3278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b600/0x9851078746b7cd01 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdece3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1746126386.377527:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126386.377553:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733228160 00000100:00100000:0.0:1746126386.377560:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733228160 00002000:00100000:0.0:1746126386.377594:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x16:0x0] (0->1048575) req@ffff8800943e7800 x1830945733228160/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:147/0 lens 488/0 e 0 to 0 dl 1746126397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126386.377602:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7800 with x1830945733228160 ext(0->1048575) 00002000:00010000:0.0:1746126386.377606:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943e7800 00000100:00100000:0.0:1746126386.377621:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2764 00000100:00100000:0.0:1746126386.377626:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945733228160:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126386.388231:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126386.395262:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126386.442848:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1964:x1830945733228928:12345-192.168.203.32@tcp:4:dd.0 Request processed in 33883us (34186us total) trans 4294967859 rc 0/0 00000100:00100000:0.0:1746126386.442856:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2767 00002000:00100000:0.0:1746126386.442863:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x16:0x0] (3145728->4194303) req@ffff880092a0df80 x1830945733228928/t4294967859(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:147/0 lens 488/448 e 0 to 0 dl 1746126397 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126386.442870:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0df80 with x1830945733228928 ext(3145728->4194303) 00002000:00010000:0.0:1746126386.442874:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0df80 00000100:00100000:0.0:1746126386.488050:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1963:x1830945733229952:12345-192.168.203.32@tcp:4:dd.0 Request processed in 28796us (29886us total) trans 4294967863 rc 0/0 00000100:00100000:0.0:1746126386.488060:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2771 00002000:00100000:0.0:1746126386.488068:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x16:0x0] (7340032->8388607) req@ffff88013236df80 x1830945733229952/t4294967863(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:147/0 lens 488/448 e 0 to 0 dl 1746126397 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126386.488076:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236df80 with x1830945733229952 ext(7340032->8388607) 00002000:00010000:0.0:1746126386.488080:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236df80 00000100:00100000:0.0:1746126386.500735:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1963:x1830945733230208:12345-192.168.203.32@tcp:4:dd.0 Request processed in 15221us (15333us total) trans 4294967864 rc 0/0 00000100:00100000:0.0:1746126386.500748:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2772 00002000:00100000:0.0:1746126386.500759:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x16:0x0] (8388608->9437183) req@ffff88009be4b800 x1830945733230208/t4294967864(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:147/0 lens 488/448 e 0 to 0 dl 1746126397 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126386.500767:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be4b800 with x1830945733230208 ext(8388608->9437183) 00002000:00010000:0.0:1746126386.500772:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009be4b800 00000100:00100000:0.0:1746126386.517324:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1964:x1830945733230720:12345-192.168.203.32@tcp:4:dd.0 Request processed in 22628us (22728us total) trans 4294967865 rc 0/0 00000100:00100000:0.0:1746126386.517335:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2773 00002000:00100000:0.0:1746126386.517344:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x16:0x0] (9437184->10485759) req@ffff88009be4a680 x1830945733230720/t4294967865(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:147/0 lens 488/448 e 0 to 0 dl 1746126397 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126386.517353:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be4a680 with x1830945733230720 ext(9437184->10485759) 00002000:00010000:0.0:1746126386.517358:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009be4a680 00000100:00100000:0.0:1746126386.536047:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733230848 00000100:00100000:0.0:1746126386.536055:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733230848 00000100:00100000:0.0:1746126386.536091:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 534 00000100:00100000:0.0:1746126386.536097:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:14440:x1830945733230848:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126386.536108:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746126386.536122:0:7072:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb size from disk: 0 -> 10485760 00002000:00010000:0.0:1746126386.536124:0:7072:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb mtime from disk: 0 -> 1746126385 00002000:00010000:0.0:1746126386.536126:0:7072:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb ctime from disk: 0 -> 1746126385 00010000:00010000:0.0:1746126386.536145:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093992a00/0x9851078746b7cd16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca09e expref: 26 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126386.536164:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126386.536203:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:14440:x1830945733230848:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 106us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126386.536209:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 534 00000001:00080000:0.0:1746126386.550359:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968032 is committed 00000001:00080000:0.0:1746126386.550408:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968036 is committed 00000001:00080000:0.0:1746126386.550413:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968035 is committed 00000100:00100000:0.0:1746126386.569454:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126386.584304:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733231360 00000100:00100000:0.0:1746126386.584312:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733231360 00000100:00100000:0.0:1746126386.584443:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2951 00000100:00100000:0.0:1746126386.584451:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:30374:x1830945733231360:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:0.0:1746126386.584466:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126386.584482:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013097da00/0x9851078746b7cd40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca0b3 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126386.584501:0:9140:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 10485760, mtime: 0x6813c631, atime: 0x0, ctime: 0x6813c631, blocks: 0x1 00010000:00010000:0.0:1746126386.584518:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126386.584519:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126386.584524:0:9140:0:(ldlm_extent.c:393:ldlm_extent_policy()) ### Not expanding manually requested lock ns: filter-lustre-OST0001_UUID lock: ffff88013097da00/0x9851078746b7cd40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->1052671] (req 0->1052671) gid 0 flags: 0x50000020000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca0b3 expref: 26 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126386.584532:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013097da00/0x9851078746b7cd40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->1052671] (req 0->1052671) gid 0 flags: 0x50000020000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca0b3 expref: 26 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126386.584544:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013097da00/0x9851078746b7cd40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->1052671] (req 0->1052671) gid 0 flags: 0x40000020000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca0b3 expref: 26 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126386.584552:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013097da00, rc 0) 00000100:00100000:0.0:1746126386.584601:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:30374:x1830945733231360:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 152us (1154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126386.584607:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2951 00000100:00080000:0.0:1746126386.597653:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126386.608742:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733232000 00000100:00100000:0.0:1746126386.608749:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733232000 00000100:00100000:0.0:1746126386.608802:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2774 00000100:00100000:0.0:1746126386.608808:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945733232000:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:0.0:1746126386.608844:0:2576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7cd78 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126386.608856:0:2576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126386.608858:0:2576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126386.608862:0:2576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7cd78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126386.608873:0:2576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7cd78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2576 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126386.726857:0:15834:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733232256 00000100:00100000:0.0:1746126386.726864:0:15834:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733232256 00000100:00100000:0.0:1746126386.726911:0:15834:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 148 00000100:00100000:0.0:1746126386.726918:0:15834:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a625fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:68cec75b-543f-4a1a-954f-27556ebc9519+7:30375:x1830945733232256:12345-192.168.203.32@tcp:35:dd.0 00000100:00100000:0.0:1746126386.727304:0:15834:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a625fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:68cec75b-543f-4a1a-954f-27556ebc9519+8:30375:x1830945733232256:12345-192.168.203.32@tcp:35:dd.0 Request processed in 385us (523us total) trans 4294996756 rc 0/0 00000100:00100000:0.0:1746126386.727311:0:15834:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 148 00000100:00100000:0.0:1746126386.760001:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733232640 00000100:00100000:0.0:1746126386.760008:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733232640 00000100:00100000:0.0:1746126386.760192:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2953 00000100:00100000:0.0:1746126386.760200:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945733232640:12345-192.168.203.32@tcp:101:rm.0 00010000:00010000:0.0:1746126386.760216:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126386.760230:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7cd94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca0d6 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126386.760255:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7cd94 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca0d6 expref: 7 pid: 9140 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126386.760264:0:9140:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7cd94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca0d6 expref: 7 pid: 9140 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126386.760288:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288b400, rc 0) 00000100:00100000:0.0:1746126386.760324:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945733232640:12345-192.168.203.32@tcp:101:rm.0 Request processed in 124us (409us total) trans 0 rc 301/301 00000100:00100000:0.0:1746126386.760329:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2953 00000100:00100000:0.0:1746126386.771314:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126386.776115:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126386.779861:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126386.786226:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126387.887941:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126388.462357:0:20857:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945725776768 00000100:00100000:0.0:1746126388.462361:0:20857:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945725776768 00000100:00100000:0.0:1746126388.462518:0:20857:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945725777152 00000100:00100000:0.0:1746126388.462521:0:20857:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945725777152 00000100:00100000:0.0:1746126388.462541:0:20857:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945725776896 00000100:00100000:0.0:1746126388.462543:0:20857:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945725776896 00000100:00100000:0.0:1746126388.462554:0:20857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1746126388.462559:0:20857:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1830945725776768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126388.462589:0:20857:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1830945725776768:12345-0@lo:400:kworker.0 Request processed in 30us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126388.462594:0:20857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1746126388.462603:0:20857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1746126388.462608:0:20857:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1830945725776896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126388.462632:0:20857:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1830945725776896:12345-0@lo:400:kworker.0 Request processed in 24us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126388.462637:0:20857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00080000:0.0:1746126388.467462:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126388.467470:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126388.467473:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126388.722679:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126388.722712:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126388.722734:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126388.722749:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126388.722759:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126388.723697:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126388.723724:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126388.724410:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126388.724646:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126388.724649:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126388.724665:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 469 00000100:00100000:0.0:1746126388.724672:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945733233920:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126388.724696:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945733233920:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 26us (1983us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126388.724701:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 469 00000100:00100000:0.0:1746126390.280894:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945725777536 00000100:00100000:0.0:1746126390.280901:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945725777536 00000100:00100000:0.0:1746126390.280946:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954 00000100:00100000:0.0:1746126390.280954:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945725777536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1746126390.280982:0:9140:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:22 count 1 00010000:00010000:0.0:1746126390.281008:0:9140:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2c00/0x9851078746b7cdb7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.281046:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013097da00/0x9851078746b7cd40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->1052671] (req 0->1052671) gid 0 flags: 0x40000020000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca0b3 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.281054:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126390.281056:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126390.281059:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2c00/0x9851078746b7cdb7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.281086:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013097da00/0x9851078746b7cd40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->1052671] (req 0->1052671) gid 0 flags: 0x50000020010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca0b3 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.281099:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013097da00/0x9851078746b7cd40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->1052671] (req 0->1052671) gid 0 flags: 0x70000420010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca0b3 expref: 5 pid: 9140 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126390.281110:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945725777664:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126390.281190:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126390.284229:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126390.285701:0:9140:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2c00/0x9851078746b7cdb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.285712:0:9140:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2c00/0x9851078746b7cdb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.285723:0:9140:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2c00/0x9851078746b7cdb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.285731:0:9140:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1f2c00/0x9851078746b7cdb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.285757:0:9140:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1746126390.307285:0:3292:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092828380/2, rc 0, transno 4294967867 00000100:00100000:0.0:1746126390.307291:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945725777536:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746126390.566898:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.573012:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.589480:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.593197:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126390.596097:0:3277:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93a00/0x9851078746b7ce27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126390.596106:0:3277:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93a00/0x9851078746b7ce27 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126390.596112:0:3277:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93a00/0x9851078746b7ce27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126390.596117:0:3277:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a93a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126390.596120:0:3277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93a00/0x9851078746b7ce27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126390.596126:0:3277:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93a00/0x9851078746b7ce27 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126390.596142:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8800a5349600) 00010000:00010000:0.0:1746126390.596144:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126390.596148:0:3277:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93a00/0x9851078746b7ce27 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126390.596152:0:3277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93a00/0x9851078746b7ce27 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1746126390.596815:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.600667:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126390.601145:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126390.605243:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.609951:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.609973:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733236224 00000100:00100000:0.0:1746126390.609978:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733236224 00002000:00010000:0.0:1746126390.610004:0:2576:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/25 (0->18446744073709551615) 00002000:00100000:0.0:1746126390.610007:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136459500 with x1830945733236224 ext(0->18446744073709551615) 00002000:00010000:0.0:1746126390.610015:0:2576:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136459500. 00000100:00100000:0.0:1746126390.610045:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2775 00000100:00100000:0.0:1746126390.610051:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733236224:12345-192.168.203.32@tcp:10:rw_seq_cst_vs_d.0 00002000:00010000:0.0:1746126390.610294:0:2576:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746126390.610297:0:2576:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1746126389 00002000:00010000:0.0:1746126390.610299:0:2576:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746126390.610300:0:2576:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1746126389 00002000:00010000:0.0:1746126390.610302:0:2576:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746126390.610330:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+7:1964:x1830945733236224:12345-192.168.203.32@tcp:10:rw_seq_cst_vs_d.0 Request processed in 279us (381us total) trans 4294968037 rc 0/0 00000100:00100000:0.0:1746126390.610337:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2775 00002000:00010000:0.0:1746126390.610340:0:2576:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/25 (0->18446744073709551615) 00002000:00100000:0.0:1746126390.610342:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136459500 with x1830945733236224 ext(0->18446744073709551615) 00002000:00010000:0.0:1746126390.610345:0:2576:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136459500. 00000100:00100000:0.0:1746126390.616223:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733236352 00000100:00100000:0.0:1746126390.616232:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733236352 00000100:00100000:0.0:1746126390.616423:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73530 00000100:00100000:0.0:1746126390.616430:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:68cec75b-543f-4a1a-954f-27556ebc9519+9:31008:x1830945733236352:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126390.616448:0:9852:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126390.616466:0:9852:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e2800/0x9851078746b7ce3c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca10e expref: -99 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.616527:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3000/0x9851078746b7ce43 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126390.616537:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3000/0x9851078746b7ce43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126390.616547:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3000/0x9851078746b7ce43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00000004:00200000:0.0:1746126390.616567:0:9852:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x45:0x0]: returning size 0 00000004:00200000:0.0:1746126390.616571:0:9852:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126390.616586:0:9852:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3000/0x9851078746b7ce43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:0.0:1746126390.616605:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e2800/0x9851078746b7ce3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca10e expref: 11 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.616618:0:9852:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3000/0x9851078746b7ce43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca10e expref: 10 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.616626:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8800a5349900) 00010000:00010000:0.0:1746126390.616628:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126390.616631:0:9852:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801318e3000, rc 0) 00000100:00100000:0.0:1746126390.616673:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:68cec75b-543f-4a1a-954f-27556ebc9519+10:31008:x1830945733236352:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 243us (1989us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126390.616679:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73530 00000100:00100000:0.0:1746126390.625118:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.630046:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733236736 00000100:00100000:0.0:1746126390.630053:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733236736 00010000:00010000:0.0:1746126390.630076:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092a92800/0x9851078746b7ce35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca107 expref: 7 pid: 9140 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126390.630096:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15100 00000100:00100000:0.0:1746126390.630103:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092864e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+7:1963:x1830945733236736:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126390.630112:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126390.630129:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092a92800/0x9851078746b7ce35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca107 expref: 7 pid: 9140 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126390.630139:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092a92800/0x9851078746b7ce35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca107 expref: 7 pid: 9140 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126390.630157:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092a92800/0x9851078746b7ce35 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca107 expref: 7 pid: 9140 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126390.630173:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126390.630175:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126390.630180:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7ce51 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca11c expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.630187:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7ce51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca11c expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.630210:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7ce51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca11c expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126390.630220:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013645b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725778304:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126390.631123:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126390.644806:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.650873:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733237120 00000100:00100000:0.0:1746126390.650880:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733237120 00010000:00010000:0.0:1746126390.650904:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7ce51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca11c expref: 8 pid: 9140 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126390.650930:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15101 00000100:00100000:0.0:1746126390.650936:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945733237120:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126390.650947:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746126390.650959:0:7072:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size from disk: 0 -> 8 00010000:00010000:0.0:1746126390.650964:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7ce51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca11c expref: 8 pid: 9140 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126390.650973:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7ce51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca11c expref: 8 pid: 9140 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126390.650995:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7ce51 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca11c expref: 8 pid: 9140 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126390.651009:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126390.651011:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126390.651016:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a93c00/0x9851078746b7ce58 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca123 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.651036:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a93c00/0x9851078746b7ce58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca123 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126390.651060:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092a93c00/0x9851078746b7ce58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca123 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126390.651070:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013645a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725778560:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126390.651123:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126390.659160:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.665417:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.671636:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.860849:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.862850:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.948298:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.954929:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.954956:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.954985:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.959369:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733239040 00000100:00100000:0.0:1746126390.959375:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733239040 00002000:00100000:0.0:1746126390.959403:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009be49500 x1830945733239040/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:151/0 lens 488/0 e 0 to 0 dl 1746126401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126390.959411:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be49500 with x1830945733239040 ext(0->4095) 00010000:00010000:0.0:1746126390.959416:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7ce66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca131 expref: 9 pid: 9140 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126390.959426:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7ce66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca131 expref: 9 pid: 9140 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746126390.959431:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be49500 00000100:00100000:0.0:1746126390.959457:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 117 00000100:00100000:0.0:1746126390.959463:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945733239040:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126390.959574:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945733239040:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (430us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126390.959579:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 117 00002000:00100000:0.0:1746126390.959584:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009be49500 x1830945733239040/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:151/0 lens 488/4536 e 0 to 0 dl 1746126401 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126390.959590:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be49500 with x1830945733239040 ext(0->4095) 00010000:00010000:0.0:1746126390.959594:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7ce66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca131 expref: 9 pid: 9140 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126390.959602:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7ce66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca131 expref: 9 pid: 9140 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746126390.959607:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be49500 00000100:00100000:0.0:1746126390.966546:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.976359:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733239680 00000100:00100000:0.0:1746126390.976367:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733239680 00002000:00100000:0.0:1746126390.976401:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092864e00 x1830945733239680/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:151/0 lens 488/0 e 0 to 0 dl 1746126401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126390.976410:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092864e00 with x1830945733239680 ext(0->4095) 00002000:00010000:0.0:1746126390.976414:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092864e00 00000100:00100000:0.0:1746126390.976441:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2780 00000100:00100000:0.0:1746126390.976447:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945733239680:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126390.976578:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945733239680:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126390.976584:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2780 00002000:00100000:0.0:1746126390.976589:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092864e00 x1830945733239680/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:151/0 lens 488/4536 e 0 to 0 dl 1746126401 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126390.976595:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092864e00 with x1830945733239680 ext(0->4095) 00002000:00010000:0.0:1746126390.976597:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092864e00 00000100:00100000:0.0:1746126390.992309:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126390.993795:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.000559:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733240192 00000100:00100000:0.0:1746126391.000565:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733240192 00002000:00100000:0.0:1746126391.000600:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092867100 x1830945733240192/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:151/0 lens 488/0 e 0 to 0 dl 1746126401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126391.000608:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092867100 with x1830945733240192 ext(0->4095) 00010000:00010000:0.0:1746126391.000615:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092a92000/0x9851078746b7ce74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca13f expref: 7 pid: 9140 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126391.000629:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092a92000/0x9851078746b7ce74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca13f expref: 7 pid: 9140 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746126391.000635:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092867100 00000100:00100000:0.0:1746126391.000653:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 119 00000100:00100000:0.0:1746126391.000659:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+7:1963:x1830945733240192:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126391.000796:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+7:1963:x1830945733240192:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (988us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126391.000803:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 119 00002000:00100000:0.0:1746126391.000808:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092867100 x1830945733240192/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:151/0 lens 488/4536 e 0 to 0 dl 1746126401 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126391.000815:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092867100 with x1830945733240192 ext(0->4095) 00010000:00010000:0.0:1746126391.000820:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092a92000/0x9851078746b7ce74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca13f expref: 7 pid: 9140 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126391.000827:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092a92000/0x9851078746b7ce74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca13f expref: 7 pid: 9140 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746126391.000832:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092867100 00000100:00100000:0.0:1746126391.002474:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.008653:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.011702:0:7073:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092867800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725779584:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126391.011720:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126391.011761:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733240448:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2773us (3113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126391.011771:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15106 00000100:00100000:0.0:1746126391.013082:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.017691:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.030735:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.038804:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.041114:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.050734:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.050771:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.055489:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.055535:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.058916:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.060098:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.065297:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126391.068050:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126391.073172:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.077302:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.080526:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.085663:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.089587:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.093215:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.094001:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.101063:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.101133:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.106423:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.110569:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.116524:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.125517:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.129535:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.138695:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.146815:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.147197:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.149100:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 127 00000100:00100000:0.0:1746126391.149111:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1965:x1830945733245696:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126391.149269:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1965:x1830945733245696:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 161us (2464us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126391.149275:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 127 00002000:00100000:0.0:1746126391.149280:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800925f6d80 x1830945733245696/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:152/0 lens 488/4536 e 0 to 0 dl 1746126402 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126391.149287:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925f6d80 with x1830945733245696 ext(0->4095) 00010000:00010000:0.0:1746126391.149293:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800952b2600/0x9851078746b7ceb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca17e expref: 17 pid: 8423 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.149303:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800952b2600/0x9851078746b7ceb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca17e expref: 17 pid: 8423 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746126391.149309:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800925f6d80 00000100:00100000:0.0:1746126391.181629:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.191898:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.194482:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.201219:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733247104 00000100:00100000:0.0:1746126391.201227:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733247104 00002000:00100000:0.0:1746126391.201268:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bdf0e00 x1830945733247104/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:152/0 lens 488/0 e 0 to 0 dl 1746126402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126391.201283:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0e00 with x1830945733247104 ext(0->4095) 00002000:00010000:0.0:1746126391.201288:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdf0e00 00000100:00100000:0.0:1746126391.201317:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2786 00000100:00100000:0.0:1746126391.201324:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+7:1964:x1830945733247104:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126391.201468:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+7:1964:x1830945733247104:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 145us (572us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126391.201474:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2786 00002000:00100000:0.0:1746126391.201479:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bdf0e00 x1830945733247104/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:152/0 lens 488/4536 e 0 to 0 dl 1746126402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126391.201485:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0e00 with x1830945733247104 ext(0->4095) 00002000:00010000:0.0:1746126391.201488:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdf0e00 00000100:00100000:0.0:1746126391.206828:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.206885:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.213457:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.223084:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.236188:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.243490:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.255766:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.256805:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126391.260261:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2600/0x9851078746b7ced6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca1a1 expref: 7 pid: 9140 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.260271:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2600/0x9851078746b7ced6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca1a1 expref: 7 pid: 9140 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746126391.260290:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800925f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725782528:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126391.260680:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800952b2a00/0x9851078746b7cecf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca19a expref: 21 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.260869:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800952b2a00/0x9851078746b7cecf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca19a expref: 21 pid: 9140 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746126391.260878:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800925f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725782656:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126391.260915:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094836300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126391.265644:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.269339:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.273111:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.273162:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.279670:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.294092:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.298822:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.306810:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733250048 00000100:00100000:0.0:1746126391.306818:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733250048 00002000:00100000:0.0:1746126391.306860:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88013236c380 x1830945733250048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:152/0 lens 488/0 e 0 to 0 dl 1746126402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126391.306870:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236c380 with x1830945733250048 ext(0->4095) 00002000:00010000:0.0:1746126391.306874:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013236c380 00000100:00100000:0.0:1746126391.306889:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2788 00000100:00100000:0.0:1746126391.306895:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1964:x1830945733250048:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126391.307092:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1964:x1830945733250048:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 196us (357us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126391.307098:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2788 00002000:00100000:0.0:1746126391.307102:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88013236c380 x1830945733250048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:152/0 lens 488/4536 e 0 to 0 dl 1746126402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126391.307109:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236c380 with x1830945733250048 ext(0->4095) 00002000:00010000:0.0:1746126391.307112:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013236c380 00000100:00100000:0.0:1746126391.324229:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.326872:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.335801:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.335906:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.347345:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.347414:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.354946:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.361182:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.367344:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.376799:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.384539:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.387474:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.404871:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.405460:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.416756:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.416806:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.430376:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.440840:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.455649:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.458843:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.464183:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.476625:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725784448:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126391.476654:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6ca00/0x9851078746b7cf15 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca1e0 expref: 27 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.476672:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c6ca00, rc 0) 00000100:00100000:0.0:1746126391.477063:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136458a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:31008:x1830945733254144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8062us (9971us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126391.477068:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2985 00000100:00100000:0.0:1746126391.506354:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000001:00080000:0.0:1746126391.523236:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968037 is committed 00000001:00080000:0.0:1746126391.523251:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968046 is committed 00000001:00080000:0.0:1746126391.523294:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968047 is committed 00000100:00100000:0.0:1746126391.530358:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.530389:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.539458:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.543149:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.549875:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.563600:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.571140:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.571947:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.580837:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.587339:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.589349:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.591935:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.601117:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.604495:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.607496:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.611950:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733258240 00000100:00100000:0.0:1746126391.611959:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733258240 00002000:00100000:0.0:1746126391.612004:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88013236d880 x1830945733258240/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:152/0 lens 488/0 e 0 to 0 dl 1746126402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126391.612014:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236d880 with x1830945733258240 ext(0->4095) 00010000:00010000:0.0:1746126391.612062:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2c00/0x9851078746b7cf3f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca20a expref: 6 pid: 8423 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.612077:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2c00/0x9851078746b7cf3f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca20a expref: 6 pid: 8423 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746126391.612085:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013236d880 00000100:00100000:0.0:1746126391.612109:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 145 00000100:00100000:0.0:1746126391.612116:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733258240:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126391.612294:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733258240:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 178us (544us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126391.612301:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 145 00002000:00100000:0.0:1746126391.612307:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88013236d880 x1830945733258240/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:152/0 lens 488/4536 e 0 to 0 dl 1746126402 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126391.612314:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236d880 with x1830945733258240 ext(0->4095) 00010000:00010000:0.0:1746126391.612318:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2c00/0x9851078746b7cf3f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca20a expref: 6 pid: 8423 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.612328:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2c00/0x9851078746b7cf3f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca20a expref: 6 pid: 8423 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746126391.612335:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013236d880 00000100:00100000:0.0:1746126391.619428:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013236ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725786240:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126391.619448:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126391.619495:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945733258368:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3794us (4036us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126391.619503:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15135 00000100:00100000:0.0:1746126391.650992:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.651052:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008543ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725786368:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126391.651082:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d04c00/0x9851078746b7cf4d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca218 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.651100:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d04c00, rc 0) 00000100:00100000:0.0:1746126391.651140:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733258752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16840us (16970us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126391.651148:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2993 00000100:00100000:0.0:1746126391.662864:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.662946:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.662973:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733259008 00000100:00100000:0.0:1746126391.662981:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733259008 00000100:00100000:0.0:1746126391.663035:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2994 00000100:00100000:0.0:1746126391.663043:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086148a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:31008:x1830945733259008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126391.663060:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126391.663077:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f13e00/0x9851078746b7cf54 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca21f expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.663107:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126391.663113:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d04c00/0x9851078746b7cf4d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca218 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.663118:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126391.663121:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f13e00/0x9851078746b7cf54 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca21f expref: 15 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.663156:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d04c00/0x9851078746b7cf4d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca218 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.663167:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f13e00/0x9851078746b7cf54 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca21f expref: 15 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.663176:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f13e00, rc 0) 00000100:00100000:0.0:1746126391.663224:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086148a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:31008:x1830945733259008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126391.663230:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2994 00000100:00100000:0.0:1746126391.663249:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733259136 00000100:00100000:0.0:1746126391.663251:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733259136 00010000:00010000:0.0:1746126391.663270:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7cf46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca211 expref: 15 pid: 8423 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746126391.663284:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15136 00000100:00100000:0.0:1746126391.663288:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086148e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1964:x1830945733259136:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126391.663294:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126391.663315:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7cf46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca211 expref: 15 pid: 8423 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.663323:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7cf46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca211 expref: 15 pid: 8423 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.663339:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7cf46 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca211 expref: 15 pid: 8423 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.663346:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126391.663347:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126391.663352:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d04c00/0x9851078746b7cf4d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca218 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.663358:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d04c00/0x9851078746b7cf4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca218 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.663373:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094d04c00/0x9851078746b7cf4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca218 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.663381:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d04c00/0x9851078746b7cf4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca218 expref: 5 pid: 8423 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746126391.663391:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086149180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725786624:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126391.663445:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126391.703596:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.708734:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733259776 00000100:00100000:0.0:1746126391.708742:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733259776 00002000:00100000:0.0:1746126391.708801:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88013236f800 x1830945733259776/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:152/0 lens 488/0 e 0 to 0 dl 1746126402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126391.708810:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236f800 with x1830945733259776 ext(0->4095) 00002000:00010000:0.0:1746126391.708815:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013236f800 00000100:00100000:0.0:1746126391.734846:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725787008:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126391.734865:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126391.734893:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1963:x1830945733260160:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2731us (3674us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126391.734900:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15138 00000100:00100000:0.0:1746126391.739568:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.739619:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.739647:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733260800 00000100:00100000:0.0:1746126391.739654:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733260800 00010000:00010000:0.0:1746126391.739692:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095660400/0x9851078746b7cf5b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca226 expref: 6 pid: 9140 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746126391.739717:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15139 00000100:00100000:0.0:1746126391.739723:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086149880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733260800:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126391.739738:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126391.739760:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095660400/0x9851078746b7cf5b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca226 expref: 6 pid: 9140 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.739771:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095660400/0x9851078746b7cf5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca226 expref: 6 pid: 9140 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.739804:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095660400/0x9851078746b7cf5b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca226 expref: 6 pid: 9140 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.739821:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126391.739823:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126391.739830:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7cf62 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca22d expref: 15 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.739838:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7cf62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca22d expref: 15 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.739872:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7cf62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca22d expref: 16 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126391.739884:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086149c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725787264:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126391.739953:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126391.744403:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086149c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725787264:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126391.744425:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126391.744467:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086149880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945733260800:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4743us (4848us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126391.744478:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15139 00000100:00100000:0.0:1746126391.751949:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.756182:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733261440 00000100:00100000:0.0:1746126391.756191:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733261440 00010000:00010000:0.0:1746126391.756225:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7cf62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca22d expref: 19 pid: 9140 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746126391.756256:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15140 00000100:00100000:0.0:1746126391.756263:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1963:x1830945733261440:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126391.756278:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126391.756299:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7cf62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca22d expref: 19 pid: 9140 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.756310:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7cf62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca22d expref: 19 pid: 9140 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.756334:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7cf62 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca22d expref: 19 pid: 9140 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.756658:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126391.756661:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126391.756670:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095660200/0x9851078746b7cf69 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca234 expref: 18 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.756677:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095660200/0x9851078746b7cf69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca234 expref: 18 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.756713:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095660200/0x9851078746b7cf69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca234 expref: 18 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126391.756725:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725787520:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126391.756823:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126391.767106:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733261824 00000100:00100000:0.0:1746126391.767114:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733261824 00000100:00100000:0.0:1746126391.767152:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2998 00000100:00100000:0.0:1746126391.767158:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733261824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126391.767176:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126391.767192:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b8c7c00/0x9851078746b7cf70 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca23b expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.767217:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126391.767218:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126391.767225:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b8c7c00/0x9851078746b7cf70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca23b expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.767239:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b8c7c00/0x9851078746b7cf70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca23b expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.767248:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8c7c00, rc 0) 00000100:00100000:0.0:1746126391.770008:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733261824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 253us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126391.770045:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2998 00000100:00100000:0.0:1746126391.771008:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733261952 00000100:00100000:0.0:1746126391.771015:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733261952 00000100:00100000:0.0:1746126391.771069:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2999 00000100:00100000:0.0:1746126391.771075:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:31008:x1830945733261952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126391.771093:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126391.771111:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b63ac00/0x9851078746b7cf77 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca242 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.771137:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095660200/0x9851078746b7cf69 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca234 expref: 19 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.771149:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b8c7c00/0x9851078746b7cf70 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca23b expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.771155:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126391.771157:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126391.771160:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b63ac00/0x9851078746b7cf77 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca242 expref: 19 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.771188:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b8c7c00/0x9851078746b7cf70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca23b expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.771199:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b8c7c00/0x9851078746b7cf70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca23b expref: 5 pid: 9140 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746126391.771211:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008614a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725787648:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126391.771385:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095660200/0x9851078746b7cf69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca234 expref: 19 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.771394:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095660200/0x9851078746b7cf69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca234 expref: 19 pid: 9140 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746126391.771401:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008614a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725787776:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126391.771421:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126391.774966:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.778078:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008614a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725787776:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126391.778113:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b63ac00/0x9851078746b7cf77 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca242 expref: 19 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.778128:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b63ac00, rc 0) 00000100:00100000:0.0:1746126391.778994:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:31008:x1830945733261952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7914us (8038us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126391.779002:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2999 00000100:00100000:0.0:1746126391.786991:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733262464 00000100:00100000:0.0:1746126391.787002:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733262464 00000100:00100000:0.0:1746126391.787067:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3000 00000100:00100000:0.0:1746126391.787075:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:31009:x1830945733262464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126391.787096:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126391.787113:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b7cf7e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca249 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.787140:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126391.787147:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b63ac00/0x9851078746b7cf77 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca242 expref: 19 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.787153:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126391.787156:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b7cf7e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca249 expref: 19 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.787195:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b63ac00/0x9851078746b7cf77 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca242 expref: 19 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.787207:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b7cf7e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca249 expref: 19 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.787222:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d04000, rc 0) 00000100:00100000:0.0:1746126391.787265:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:31009:x1830945733262464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126391.787272:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3000 00000100:00100000:0.0:1746126391.792273:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.794604:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.814073:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.827193:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.831230:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.836875:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.839286:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733264256 00000100:00100000:0.0:1746126391.839304:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733264256 00010000:00010000:0.0:1746126391.839340:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7cf85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca250 expref: 6 pid: 8423 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746126391.839387:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15145 00000100:00100000:0.0:1746126391.839396:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733264256:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126391.839420:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126391.839438:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7cf85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca250 expref: 6 pid: 8423 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.839449:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7cf85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca250 expref: 6 pid: 8423 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.839489:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7cf85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca250 expref: 6 pid: 8423 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126391.839524:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126391.839536:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126391.839544:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7cf8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca257 expref: 19 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.839551:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7cf8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca257 expref: 19 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126391.839607:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7cf8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca257 expref: 19 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126391.839629:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008614b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725788544:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126391.839741:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126391.845404:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.853169:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.873236:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.881404:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.882843:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.887449:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.889753:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.891773:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126391.896045:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126391.905343:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.918696:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.942863:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.951204:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.975542:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126391.975584:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126392.001609:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126392.010870:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126392.023282:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733269248 00000100:00100000:0.0:1746126392.023291:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733269248 00000100:00100000:0.0:1746126392.023337:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3010 00000100:00100000:0.0:1746126392.023344:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:31009:x1830945733269248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126392.023362:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126392.023380:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d05600/0x9851078746b7cfc4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca28f expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.023406:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126392.023408:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126392.023416:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d05600/0x9851078746b7cfc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca28f expref: 26 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.023429:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d05600/0x9851078746b7cfc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca28f expref: 26 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.023439:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d05600, rc 0) 00000100:00100000:0.0:1746126392.023494:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31009:x1830945733269248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126392.023500:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3010 00000100:00100000:0.0:1746126392.025099:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.033430:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.033490:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.040296:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.040354:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.045728:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.046159:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.049435:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.054370:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.066417:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.068975:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725790720:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126392.069007:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126392.074711:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.082435:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.093355:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.096122:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.103904:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.103964:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.111548:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.125828:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.133201:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.138329:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.154746:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.157419:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.165441:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.172842:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725791488:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126392.172855:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725791616:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126392.173399:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3400/0x9851078746b7cff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2c0 expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.173408:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e3400, rc 0) 00000100:00100000:0.0:1746126392.173430:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c307800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:31008:x1830945733273984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7431us (8003us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126392.173436:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3017 00000100:00100000:0.0:1746126392.173451:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733274368 00000100:00100000:0.0:1746126392.173454:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733274368 00000100:00100000:0.0:1746126392.173472:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3018 00000100:00100000:0.0:1746126392.173476:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:31009:x1830945733274368:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126392.173488:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126392.173499:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b8c6200/0x9851078746b7cffc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca2c7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.173513:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3400/0x9851078746b7cff5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2c0 expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.173519:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126392.173521:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126392.173523:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b8c6200/0x9851078746b7cffc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2c7 expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.173540:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3400/0x9851078746b7cff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2c0 expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.173549:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3400/0x9851078746b7cff5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2c0 expref: 31 pid: 8423 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126392.173558:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c307b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725791872:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126392.173858:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126392.175773:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.186202:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.189302:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.193559:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.198394:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733275648 00000100:00100000:0.0:1746126392.198445:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733275648 00002000:00100000:0.0:1746126392.198489:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c319880 x1830945733275648/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:153/0 lens 488/0 e 0 to 0 dl 1746126403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126392.198499:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c319880 with x1830945733275648 ext(0->4095) 00002000:00010000:0.0:1746126392.198505:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c319880 00000100:00100000:0.0:1746126392.198522:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2815 00000100:00100000:0.0:1746126392.198528:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733275648:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126392.198821:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733275648:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 292us (714us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126392.198828:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2815 00002000:00100000:0.0:1746126392.198834:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c319880 x1830945733275648/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:153/0 lens 488/4536 e 0 to 0 dl 1746126403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126392.198840:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c319880 with x1830945733275648 ext(0->4095) 00002000:00010000:0.0:1746126392.198843:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c319880 00000100:00100000:0.0:1746126392.204430:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.213796:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.226251:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.226294:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.226321:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733276288 00000100:00100000:0.0:1746126392.226327:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733276288 00000100:00100000:0.0:1746126392.226381:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3021 00000100:00100000:0.0:1746126392.226389:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+7:31009:x1830945733276288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126392.226404:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126392.226419:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3400/0x9851078746b7d011 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca2dc expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.226438:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126392.226444:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d00a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2d5 expref: 33 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.226450:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126392.226454:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3400/0x9851078746b7d011 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2dc expref: 8 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.227464:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d00a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2d5 expref: 33 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.227480:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3400/0x9851078746b7d011 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2dc expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.227490:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e3400, rc 0) 00000100:00100000:0.0:1746126392.227514:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733276288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1126us (1219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126392.227519:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3021 00000100:00100000:0.0:1746126392.233871:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733276672 00000100:00100000:0.0:1746126392.233881:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733276672 00002000:00100000:0.0:1746126392.233926:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88013236ed80 x1830945733276672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:153/0 lens 488/0 e 0 to 0 dl 1746126403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126392.233936:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236ed80 with x1830945733276672 ext(0->4095) 00010000:00010000:0.0:1746126392.233945:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d00a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2d5 expref: 33 pid: 8423 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126392.233967:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d00a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2d5 expref: 33 pid: 8423 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126392.233974:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013236ed80 00000100:00100000:0.0:1746126392.234937:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 170 00000100:00100000:0.0:1746126392.234949:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1964:x1830945733276672:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126392.246190:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.251703:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.264195:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.265887:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733277568 00000100:00100000:0.0:1746126392.265893:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733277568 00000100:00100000:0.0:1746126392.265926:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3023 00000100:00100000:0.0:1746126392.265931:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:31008:x1830945733277568:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126392.265943:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126392.265952:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7d01f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca2ea expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.265973:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3400/0x9851078746b7d011 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2dc expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.265981:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7d018 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2e3 expref: 35 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.265987:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126392.265990:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126392.265992:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7d01f lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2ea expref: 35 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.266019:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7d018 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2e3 expref: 35 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.266049:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7d018 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2e3 expref: 35 pid: 8423 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126392.266061:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086179500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725792768:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126392.266147:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3400/0x9851078746b7d011 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2dc expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.266155:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3400/0x9851078746b7d011 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2dc expref: 5 pid: 9140 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126392.266163:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086179880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725792896:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126392.266178:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126392.268476:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.274978:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.275072:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.283182:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733278464 00000100:00100000:0.0:1746126392.283192:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733278464 00002000:00100000:0.0:1746126392.283244:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bdf0380 x1830945733278464/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:153/0 lens 488/0 e 0 to 0 dl 1746126403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126392.283254:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0380 with x1830945733278464 ext(0->4095) 00010000:00010000:0.0:1746126392.283265:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7d01f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2ea expref: 35 pid: 9140 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126392.283279:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7d01f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2ea expref: 35 pid: 9140 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126392.283286:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bdf0380 00000100:00100000:0.0:1746126392.283322:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 173 00000100:00100000:0.0:1746126392.283330:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+35:1965:x1830945733278464:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126392.283526:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+35:1965:x1830945733278464:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 196us (422us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126392.283533:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 173 00002000:00100000:0.0:1746126392.283539:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bdf0380 x1830945733278464/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:153/0 lens 488/4536 e 0 to 0 dl 1746126403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126392.283546:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0380 with x1830945733278464 ext(0->4095) 00010000:00010000:0.0:1746126392.283550:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7d01f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2ea expref: 35 pid: 9140 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126392.283559:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2000/0x9851078746b7d01f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2ea expref: 35 pid: 9140 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126392.283564:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bdf0380 00000100:00100000:0.0:1746126392.329498:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.329702:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.337427:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.354669:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.354731:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.358690:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733279744 00000100:00100000:0.0:1746126392.358697:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733279744 00002000:00100000:0.0:1746126392.358741:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bdf1180 x1830945733279744/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:153/0 lens 488/0 e 0 to 0 dl 1746126403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126392.358750:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1180 with x1830945733279744 ext(0->4095) 00010000:00010000:0.0:1746126392.358759:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2c00/0x9851078746b7d02d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2f8 expref: 36 pid: 9140 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126392.358772:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2c00/0x9851078746b7d02d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2f8 expref: 36 pid: 9140 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126392.358786:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bdf1180 00000100:00100000:0.0:1746126392.358812:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 176 00000100:00100000:0.0:1746126392.358819:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1963:x1830945733279744:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126392.358974:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1963:x1830945733279744:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 155us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126392.358980:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 176 00002000:00100000:0.0:1746126392.358985:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bdf1180 x1830945733279744/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:153/0 lens 488/4536 e 0 to 0 dl 1746126403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126392.358992:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1180 with x1830945733279744 ext(0->4095) 00010000:00010000:0.0:1746126392.358996:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2c00/0x9851078746b7d02d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2f8 expref: 36 pid: 9140 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126392.359004:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2c00/0x9851078746b7d02d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca2f8 expref: 36 pid: 9140 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126392.359014:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bdf1180 00000100:00100000:0.0:1746126392.361234:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.365859:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.373537:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.384068:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.395438:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.406860:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.409254:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.415393:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.419395:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.422921:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.431494:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.443891:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.449307:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.454783:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.466887:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.472470:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.476500:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.481992:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.488702:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.491764:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.493859:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.500066:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.508359:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.523069:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.523165:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.530132:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.531366:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.536904:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.544142:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.549654:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.557208:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.565281:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.566282:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.569280:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.569324:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.572904:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.576959:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.586882:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.596516:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.603727:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.607444:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.610666:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.623250:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.627607:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.630405:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.635762:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.635810:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.638698:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.646817:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733288832 00000100:00100000:0.0:1746126392.646826:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733288832 00010000:00010000:0.0:1746126392.646862:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092a93800/0x9851078746b7d08f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca353 expref: 48 pid: 9140 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126392.647050:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15183 00000100:00100000:0.0:1746126392.647059:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1964:x1830945733288832:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126392.647072:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126392.647094:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092a93800/0x9851078746b7d08f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca353 expref: 48 pid: 9140 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126392.647105:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092a93800/0x9851078746b7d08f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca353 expref: 48 pid: 9140 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126392.647128:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092a93800/0x9851078746b7d08f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca353 expref: 48 pid: 9140 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126392.647229:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126392.647231:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126392.647239:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094010600/0x9851078746b7d096 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca361 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.647246:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094010600/0x9851078746b7d096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca361 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.647336:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094010600/0x9851078746b7d096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca361 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126392.647347:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c3c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725796864:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126392.647910:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126392.653941:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c3c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725796864:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126392.653968:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126392.653992:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1964:x1830945733288832:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6935us (7275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126392.654001:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15183 00000100:00100000:0.0:1746126392.654348:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733289088 00000100:00100000:0.0:1746126392.654353:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733289088 00000100:00100000:0.0:1746126392.654380:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3041 00000100:00100000:0.0:1746126392.654385:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:31008:x1830945733289088:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126392.654396:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126392.654411:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800951ac400/0x9851078746b7d09d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca368 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.654437:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094010600/0x9851078746b7d096 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca361 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.654444:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126392.654446:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126392.654449:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800951ac400/0x9851078746b7d09d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca368 expref: 48 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.654477:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094010600/0x9851078746b7d096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca361 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126392.654489:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094010600/0x9851078746b7d096 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca361 expref: 5 pid: 9140 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126392.654500:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c3c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725796992:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126392.654560:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126392.657286:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.657376:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.660506:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.677350:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.679627:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.688348:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.700487:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.702990:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.705663:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.713303:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.719082:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.719115:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.723430:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.730585:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.733124:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.746462:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.768877:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.776832:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.786419:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.786569:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.802800:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.804100:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092aa0840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126392.805967:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.811940:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.820640:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.828996:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.834639:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.843729:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.855358:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.857268:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.873356:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.880076:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.885903:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.892583:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.897443:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.900515:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.913517:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.936662:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.939837:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.939920:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.945070:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.956927:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.962582:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126392.962614:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733297408 00000100:00100000:0.0:1746126392.962622:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733297408 00002000:00100000:0.0:1746126392.962672:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008cd40700 x1830945733297408/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:153/0 lens 496/0 e 0 to 0 dl 1746126403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126392.962682:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd40700 with x1830945733297408 ext(0->7) 00010000:00010000:0.0:1746126392.962691:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad800/0x9851078746b7d0f1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca3bc expref: 56 pid: 9140 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126392.962703:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad800/0x9851078746b7d0f1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca3bc expref: 56 pid: 9140 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126392.962709:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cd40700 00000100:00100000:0.0:1746126392.963088:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 198 00000100:00100000:0.0:1746126392.963096:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1964:x1830945733297408:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126392.983880:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945733297408:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 20771us (21295us total) trans 4294968073 rc 0/0 00000100:00100000:0.0:1746126392.983896:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 198 00002000:00100000:0.0:1746126392.983913:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008cd40700 x1830945733297408/t4294968073(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:153/0 lens 496/448 e 0 to 0 dl 1746126403 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126392.983923:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd40700 with x1830945733297408 ext(0->7) 00010000:00010000:0.0:1746126392.983934:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad800/0x9851078746b7d0f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca3bc expref: 58 pid: 9140 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126392.983980:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad800/0x9851078746b7d0f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca3bc expref: 58 pid: 9140 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126392.983987:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cd40700 00000100:00100000:0.0:1746126393.010312:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.016875:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.023510:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.045533:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733298432 00000100:00100000:0.0:1746126393.045546:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733298432 00000100:00100000:0.0:1746126393.046144:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3056 00000100:00100000:0.0:1746126393.046154:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733298432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126393.046173:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126393.046192:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800951ada00/0x9851078746b7d106 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca3d1 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.046226:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d0ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca3ca expref: 57 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.046238:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126393.046240:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126393.046243:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800951ada00/0x9851078746b7d106 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca3d1 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.046274:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d0ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca3ca expref: 57 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.046286:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d0ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca3ca expref: 57 pid: 8423 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126393.046299:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd4c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725800320:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126393.046391:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126393.049087:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.062612:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.062716:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.065672:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.068389:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.068440:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.068610:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15200 00000100:00100000:0.0:1746126393.068618:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733299328:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126393.068632:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126393.068654:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800951ada00/0x9851078746b7d106 lrc: 8/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca3d1 expref: 6 pid: 9140 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126393.068670:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800951ada00/0x9851078746b7d106 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca3d1 expref: 6 pid: 9140 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126393.068694:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126393.068695:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126393.068702:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a93200/0x9851078746b7d10d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca3d8 expref: 61 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.068710:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a93200/0x9851078746b7d10d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca3d8 expref: 61 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.068742:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092a93200/0x9851078746b7d10d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca3d8 expref: 61 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126393.068753:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd4d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725800704:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126393.068847:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126393.074122:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.083507:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.089995:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.100944:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.112923:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.113001:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.117121:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.117191:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.126915:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.126974:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.130955:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.150138:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.153017:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.156315:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.158698:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.160786:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.164351:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.172713:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.182091:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.184886:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.188958:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.203798:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.214336:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733304320 00000100:00100000:0.0:1746126393.214346:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733304320 00002000:00100000:0.0:1746126393.214394:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008c31a300 x1830945733304320/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:154/0 lens 496/0 e 0 to 0 dl 1746126404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126393.214404:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31a300 with x1830945733304320 ext(0->7) 00010000:00010000:0.0:1746126393.214413:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad800/0x9851078746b7d13e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca409 expref: 67 pid: 8423 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126393.214427:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad800/0x9851078746b7d13e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca409 expref: 67 pid: 8423 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746126393.214434:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c31a300 00000100:00100000:0.0:1746126393.214873:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 211 00000100:00100000:0.0:1746126393.214882:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1963:x1830945733304320:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126393.215250:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1963:x1830945733304320:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 368us (1041us total) trans 4294968078 rc 0/0 00000100:00100000:0.0:1746126393.215257:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 211 00002000:00100000:0.0:1746126393.215264:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008c31a300 x1830945733304320/t4294968078(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:154/0 lens 496/448 e 0 to 0 dl 1746126404 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126393.215270:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31a300 with x1830945733304320 ext(0->7) 00010000:00010000:0.0:1746126393.215274:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad800/0x9851078746b7d13e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca409 expref: 69 pid: 8423 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126393.215283:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad800/0x9851078746b7d13e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca409 expref: 69 pid: 8423 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746126393.215289:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c31a300 00000100:00100000:0.0:1746126393.229922:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.240395:0:7073:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725802624:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126393.240420:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126393.240840:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1963:x1830945733304448:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 10522us (10926us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126393.240852:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15208 00000100:00100000:0.0:1746126393.241425:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733304704 00000100:00100000:0.0:1746126393.241433:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733304704 00002000:00100000:0.0:1746126393.241478:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092a0d880 x1830945733304704/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:154/0 lens 488/0 e 0 to 0 dl 1746126404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126393.241489:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0d880 with x1830945733304704 ext(0->4095) 00002000:00010000:0.0:1746126393.241494:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092a0d880 00000100:00100000:0.0:1746126393.241524:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2845 00000100:00100000:0.0:1746126393.241532:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1963:x1830945733304704:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126393.241698:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1963:x1830945733304704:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 166us (647us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126393.241704:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2845 00002000:00100000:0.0:1746126393.241709:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092a0d880 x1830945733304704/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:154/0 lens 488/4536 e 0 to 0 dl 1746126404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126393.241717:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0d880 with x1830945733304704 ext(0->4095) 00002000:00010000:0.0:1746126393.241720:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092a0d880 00000100:00100000:0.0:1746126393.253991:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.254108:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.263613:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.264077:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.281916:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.284860:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.296673:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.302289:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.323014:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.327010:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.338173:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.339516:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.345184:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.345265:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.346826:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.349501:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.353957:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.369604:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.380663:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.385190:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.387894:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.391361:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.391392:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.393849:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.396488:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.400124:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.405793:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.416168:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.424467:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.429145:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.441259:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.441866:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.451001:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.464282:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.469859:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3292:1830945725805312:0@lo:400:kworker.0 00000100:00100000:0.0:1746126393.469882:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746126393.469982:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126393.469998:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3292:1830945725805312:0@lo:400:kworker.0 00000100:00080000:0.0:1746126393.470549:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126393.470552:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126393.470554:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126393.471388:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.479130:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.489448:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.498867:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.502199:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.510217:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.516556:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.526569:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.544355:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.547842:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.547895:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.554600:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.560417:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.560619:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.568851:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.578006:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.582112:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.590806:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.594553:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.596447:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.619535:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.619658:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.625230:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.626871:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.626940:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.647902:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.657080:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.659444:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.664457:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.684163:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.688495:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.698469:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.698521:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.701749:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.706853:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.713537:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.716201:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.721966:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.737652:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.737687:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.737731:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.737755:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.737786:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.737799:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.737816:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126393.738549:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126393.738751:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126393.741446:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.751839:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.755117:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.769831:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.782554:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.785746:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.785833:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.791643:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.792919:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946a3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945725809280:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126393.793327:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095661600/0x9851078746b7d1fb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4c6 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.793343:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661600, rc 0) 00000100:00100000:0.0:1746126393.799914:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733320704:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11214us (14159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126393.799928:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3091 00000100:00100000:0.0:1746126393.806278:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.825152:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.830837:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725809408:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126393.830862:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126393.830925:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1964:x1830945733321344:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 10464us (10639us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126393.830935:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15234 00000100:00100000:0.0:1746126393.832477:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.838750:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.847901:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.847997:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.854906:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.857751:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733322624 00000100:00100000:0.0:1746126393.857759:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733322624 00000100:00100000:0.0:1746126393.857815:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3094 00000100:00100000:0.0:1746126393.857821:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733322624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126393.857841:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126393.857858:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800951ac600/0x9851078746b7d210 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca4db expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.857887:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126393.857893:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5534000/0x9851078746b7d209 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4d4 expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.857899:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126393.857902:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800951ac600/0x9851078746b7d210 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4db expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.857937:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5534000/0x9851078746b7d209 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4d4 expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.857948:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800951ac600/0x9851078746b7d210 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4db expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.857958:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951ac600, rc 0) 00000100:00100000:0.0:1746126393.858000:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733322624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126393.858006:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3094 00000100:00100000:0.0:1746126393.858971:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733322752 00000100:00100000:0.0:1746126393.858975:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733322752 00010000:00010000:0.0:1746126393.858993:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5535e00/0x9851078746b7d202 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4cd expref: 89 pid: 8424 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746126393.859010:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15236 00000100:00100000:0.0:1746126393.859015:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1964:x1830945733322752:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126393.859040:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126393.859062:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5535e00/0x9851078746b7d202 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4cd expref: 89 pid: 8424 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126393.859072:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5535e00/0x9851078746b7d202 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4cd expref: 89 pid: 8424 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126393.859091:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5535e00/0x9851078746b7d202 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4cd expref: 89 pid: 8424 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126393.859104:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126393.859105:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126393.859112:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5534000/0x9851078746b7d209 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4d4 expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.859119:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5534000/0x9851078746b7d209 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4d4 expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.859140:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5534000/0x9851078746b7d209 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4d4 expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.859150:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5534000/0x9851078746b7d209 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4d4 expref: 88 pid: 8424 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746126393.859161:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725809920:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126393.859214:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126393.865261:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.887705:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.901937:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.901973:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733323648 00000100:00100000:0.0:1746126393.901981:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733323648 00002000:00100000:0.0:1746126393.902063:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c22c000 x1830945733323648/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:154/0 lens 488/0 e 0 to 0 dl 1746126404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126393.902073:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22c000 with x1830945733323648 ext(0->4095) 00002000:00010000:0.0:1746126393.902079:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c22c000 00000100:00100000:0.0:1746126393.902104:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2864 00000100:00100000:0.0:1746126393.902112:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733323648:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126393.902278:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733323648:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 167us (350us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126393.902284:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2864 00002000:00100000:0.0:1746126393.902290:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c22c000 x1830945733323648/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:154/0 lens 488/4536 e 0 to 0 dl 1746126404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126393.902296:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22c000 with x1830945733323648 ext(0->4095) 00002000:00010000:0.0:1746126393.902298:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c22c000 00000100:00100000:0.0:1746126393.909558:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733323904 00000100:00100000:0.0:1746126393.909566:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733323904 00000100:00100000:0.0:1746126393.909607:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3096 00000100:00100000:0.0:1746126393.909614:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31009:x1830945733323904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126393.909633:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126393.909651:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800951ada00/0x9851078746b7d21e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca4e9 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.909677:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126393.909682:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5534800/0x9851078746b7d217 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e2 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.909687:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126393.909691:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800951ada00/0x9851078746b7d21e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e9 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.909724:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5534800/0x9851078746b7d217 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e2 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.909739:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800951ada00/0x9851078746b7d21e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e9 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.909747:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951ada00, rc 0) 00000100:00100000:0.0:1746126393.909892:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31009:x1830945733323904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 276us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126393.909897:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3096 00000100:00100000:0.0:1746126393.919405:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733324032 00000100:00100000:0.0:1746126393.919414:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733324032 00010000:00010000:0.0:1746126393.919449:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800951ac600/0x9851078746b7d210 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4db expref: 6 pid: 17079 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746126393.919486:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15238 00000100:00100000:0.0:1746126393.919494:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733324032:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126393.919510:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126393.919533:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800951ac600/0x9851078746b7d210 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4db expref: 6 pid: 17079 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126393.919545:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800951ac600/0x9851078746b7d210 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4db expref: 6 pid: 17079 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126393.919569:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800951ac600/0x9851078746b7d210 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4db expref: 6 pid: 17079 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126393.919596:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126393.919598:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126393.919605:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5534800/0x9851078746b7d217 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e2 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.919612:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5534800/0x9851078746b7d217 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e2 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.919646:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5534800/0x9851078746b7d217 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e2 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.919657:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5534800/0x9851078746b7d217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e2 expref: 90 pid: 8424 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746126393.919669:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725810432:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126393.919753:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126393.925231:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.955761:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733324672 00000100:00100000:0.0:1746126393.955775:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733324672 00010000:00010000:0.0:1746126393.955806:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5534800/0x9851078746b7d217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e2 expref: 93 pid: 8424 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746126393.955839:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15239 00000100:00100000:0.0:1746126393.955846:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945733324672:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126393.955858:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126393.955875:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5534800/0x9851078746b7d217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e2 expref: 93 pid: 8424 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126393.955884:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5534800/0x9851078746b7d217 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e2 expref: 93 pid: 8424 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126393.955904:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5534800/0x9851078746b7d217 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e2 expref: 93 pid: 8424 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126393.955928:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126393.955930:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126393.955937:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800951ada00/0x9851078746b7d21e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e9 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.955943:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800951ada00/0x9851078746b7d21e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e9 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126393.955971:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800951ada00/0x9851078746b7d21e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4e9 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126393.956081:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725810560:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126393.970692:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.980736:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.980830:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.985762:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126393.985869:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126394.008545:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126394.010881:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126394.011317:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126394.018594:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725811072:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126394.018621:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092f82c00/0x9851078746b7d233 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca4fe expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.018637:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f82c00, rc 0) 00000100:00100000:0.0:1746126394.019017:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733326080:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7951us (8140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126394.019055:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3099 00000100:00100000:0.0:1746126394.025122:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.042305:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.051406:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.056192:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.063632:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.069069:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.073496:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.084019:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.091418:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.091475:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.097090:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.103687:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.112150:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.122017:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.135350:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733329536 00000100:00100000:0.0:1746126394.135357:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733329536 00000100:00100000:0.0:1746126394.135802:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3105 00000100:00100000:0.0:1746126394.135811:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:31008:x1830945733329536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126394.135826:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126394.135841:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800951ac400/0x9851078746b7d25d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca528 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.135872:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d256 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca521 expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.135878:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126394.135880:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126394.135883:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800951ac400/0x9851078746b7d25d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca528 expref: 100 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.135907:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d256 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca521 expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.135918:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca521 expref: 100 pid: 17079 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126394.135928:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725812480:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126394.135997:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126394.137335:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.146551:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.148800:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.157193:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.165413:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.170141:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.181980:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.188298:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.188373:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.192759:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.199289:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.222355:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.224130:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.235621:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.237356:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.240366:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.242116:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.251376:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.266854:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.268954:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.270674:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.273877:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.276965:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.279373:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.300870:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.305127:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.308629:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.311925:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.319520:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.319566:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.324661:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.355803:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.361001:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.366881:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.366931:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.369330:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.369370:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.374002:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.383448:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.391310:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.398505:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.405846:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733337472 00000100:00100000:0.0:1746126394.405852:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733337472 00000100:00100000:0.0:1746126394.405886:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3118 00000100:00100000:0.0:1746126394.405892:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:31008:x1830945733337472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126394.405901:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126394.405909:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800951ac600/0x9851078746b7d2b8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca583 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.405926:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a93c00/0x9851078746b7d2aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca575 expref: 109 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.405933:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d2b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca57c expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.405938:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126394.405939:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126394.405941:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800951ac600/0x9851078746b7d2b8 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca583 expref: 109 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.405962:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d2b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca57c expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.405972:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d2b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca57c expref: 5 pid: 9140 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126394.405985:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725815296:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126394.406070:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092a93c00/0x9851078746b7d2aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca575 expref: 109 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.406076:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092a93c00/0x9851078746b7d2aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca575 expref: 109 pid: 17079 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126394.406083:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725815424:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126394.406097:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126394.408373:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.409205:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.411159:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.414649:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.421393:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733338368 00000100:00100000:0.0:1746126394.421400:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733338368 00000100:00100000:0.0:1746126394.421433:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3119 00000100:00100000:0.0:1746126394.421440:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733338368:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126394.421454:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126394.421467:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5535e00/0x9851078746b7d2bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca58a expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.421489:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800951ac600/0x9851078746b7d2b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca583 expref: 107 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.421496:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126394.421498:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126394.421501:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5535e00/0x9851078746b7d2bf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca58a expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.421527:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800951ac600/0x9851078746b7d2b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca583 expref: 107 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.421537:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800951ac600/0x9851078746b7d2b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca583 expref: 107 pid: 9140 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126394.421548:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013236dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725815680:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126394.422115:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126394.423197:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.426638:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.430247:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.435782:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.467517:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.471135:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.472886:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.477708:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.480167:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.482400:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.487503:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.490815:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.492803:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.497553:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.498270:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.501147:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.501190:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.504812:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.511833:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.518113:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.535214:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.540252:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.540301:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.556130:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.556169:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.560007:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.571133:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.582249:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.583266:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.588144:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.591140:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.595107:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.598945:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.613970:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.621331:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.646373:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.647581:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.647631:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733345536 00000100:00100000:0.0:1746126394.647635:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733345536 00000100:00100000:0.0:1746126394.647662:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3132 00000100:00100000:0.0:1746126394.647667:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+121:31009:x1830945733345536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126394.647674:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126394.647682:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a683200/0x9851078746b7d31a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca5e5 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.647696:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126394.647699:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d313 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca5de expref: 122 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.647704:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126394.647706:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a683200/0x9851078746b7d31a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca5e5 expref: 122 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.647722:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d313 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca5de expref: 122 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.647731:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a683200/0x9851078746b7d31a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca5e5 expref: 122 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.647738:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a683200, rc 0) 00000100:00100000:0.0:1746126394.647758:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+122:31009:x1830945733345536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126394.647778:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3132 00000100:00100000:0.0:1746126394.661790:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.665120:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.668470:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.676297:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.683169:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.703290:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.706456:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.716427:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.716457:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.716475:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733347456 00000100:00100000:0.0:1746126394.716481:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733347456 00010000:00010000:0.0:1746126394.716506:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095660200/0x9851078746b7d321 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca5ec expref: 6 pid: 9140 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126394.716526:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15277 00000100:00100000:0.0:1746126394.716531:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733347456:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126394.716542:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126394.716558:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095660200/0x9851078746b7d321 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca5ec expref: 6 pid: 9140 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126394.716567:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095660200/0x9851078746b7d321 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca5ec expref: 6 pid: 9140 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126394.716585:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126394.716587:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126394.716592:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d328 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca5f3 expref: 122 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.716599:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca5f3 expref: 122 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.716621:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095661e00/0x9851078746b7d328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca5f3 expref: 122 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126394.716630:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725819392:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126394.716688:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126394.733842:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.737227:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.740254:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.745146:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.752103:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.757930:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.766674:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.767381:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.771381:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.773744:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.774314:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.774330:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733349760 00000100:00100000:0.0:1746126394.774333:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733349760 00010000:00010000:0.0:1746126394.774348:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092a92a00/0x9851078746b7d336 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca601 expref: 6 pid: 8424 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126394.774364:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15280 00000100:00100000:0.0:1746126394.774369:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733349760:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126394.774376:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126394.774390:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092a92a00/0x9851078746b7d336 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca601 expref: 6 pid: 8424 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126394.774399:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092a92a00/0x9851078746b7d336 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca601 expref: 6 pid: 8424 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126394.774412:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092a92a00/0x9851078746b7d336 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca601 expref: 6 pid: 8424 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126394.774430:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126394.774431:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126394.774435:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d33d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca608 expref: 124 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.774441:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d33d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca608 expref: 124 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.774456:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d33d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca608 expref: 124 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.774464:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d33d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca608 expref: 124 pid: 17079 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126394.774472:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725820160:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126394.774514:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126394.778273:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.793828:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.795276:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.798990:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.801671:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.801928:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.806072:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.814661:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.822631:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.822679:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.825175:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.827230:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.829287:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.832870:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.835843:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.844835:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.849737:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.850661:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.854253:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.854337:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.858484:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.862806:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.872427:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.878664:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.886850:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.888562:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.891783:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.896052:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.896124:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.897634:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.900142:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.915278:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.915326:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.918539:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.921307:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.926329:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.930919:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733356800 00000100:00100000:0.0:1746126394.930924:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733356800 00002000:00100000:0.0:1746126394.930956:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c31b800 x1830945733356800/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:155/0 lens 488/0 e 0 to 0 dl 1746126405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126394.930965:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31b800 with x1830945733356800 ext(0->4095) 00010000:00010000:0.0:1746126394.930976:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092f82000/0x9851078746b7d38a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca655 expref: 135 pid: 9140 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126394.930988:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092f82000/0x9851078746b7d38a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca655 expref: 135 pid: 9140 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746126394.930993:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c31b800 00000100:00100000:0.0:1746126394.931020:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 288 00000100:00100000:0.0:1746126394.931041:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+134:1963:x1830945733356800:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126394.931429:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+134:1963:x1830945733356800:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 388us (679us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126394.931435:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 288 00002000:00100000:0.0:1746126394.931440:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c31b800 x1830945733356800/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:155/0 lens 488/4536 e 0 to 0 dl 1746126405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126394.931446:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31b800 with x1830945733356800 ext(0->4095) 00010000:00010000:0.0:1746126394.931451:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092f82000/0x9851078746b7d38a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca655 expref: 134 pid: 9140 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126394.931459:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092f82000/0x9851078746b7d38a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca655 expref: 134 pid: 9140 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746126394.931463:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c31b800 00000100:00100000:0.0:1746126394.934419:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.952468:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.956855:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.956900:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.970179:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733358336 00000100:00100000:0.0:1746126394.970182:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733358336 00000100:00100000:0.0:1746126394.970200:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3152 00000100:00100000:0.0:1746126394.970204:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+136:31009:x1830945733358336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126394.970214:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126394.970221:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bcf2c00/0x9851078746b7d3a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca671 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.971826:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d39f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca663 expref: 137 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.971833:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126394.971835:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126394.971837:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bcf2c00/0x9851078746b7d3a6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca671 expref: 137 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.971861:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d39f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca663 expref: 137 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126394.971871:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d39f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca663 expref: 137 pid: 9140 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126394.971882:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ae2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725823360:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126394.971952:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126394.974741:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.982670:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733358848 00000100:00100000:0.0:1746126394.982678:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733358848 00002000:00100000:0.0:1746126394.982717:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008c31a300 x1830945733358848/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:155/0 lens 496/0 e 0 to 0 dl 1746126405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126394.982725:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31a300 with x1830945733358848 ext(0->7) 00010000:00010000:0.0:1746126394.982733:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d39f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca663 expref: 137 pid: 9140 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126394.982744:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d39f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca663 expref: 137 pid: 9140 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746126394.982750:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c31a300 00000100:00100000:0.0:1746126394.982779:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 292 00000100:00100000:0.0:1746126394.982785:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+137:1964:x1830945733358848:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126394.983064:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+139:1964:x1830945733358848:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 277us (611us total) trans 4294968113 rc 0/0 00000100:00100000:0.0:1746126394.983069:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 292 00002000:00100000:0.0:1746126394.983075:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008c31a300 x1830945733358848/t4294968113(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:155/0 lens 496/448 e 0 to 0 dl 1746126405 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126394.983081:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31a300 with x1830945733358848 ext(0->7) 00010000:00010000:0.0:1746126394.983085:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d39f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca663 expref: 139 pid: 9140 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126394.983092:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d39f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca663 expref: 139 pid: 9140 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746126394.983102:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c31a300 00000100:00100000:0.0:1746126394.992705:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126394.997445:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.005088:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.006962:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.009339:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.012285:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.014960:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.021106:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.023768:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.035721:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.046478:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.046930:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.050389:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.054340:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.059795:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.065916:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.082914:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.082999:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.087279:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.090878:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.101433:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.107955:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.111453:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.111938:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.116047:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.120599:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.125502:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733364608 00000100:00100000:0.0:1746126395.125508:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733364608 00002000:00100000:0.0:1746126395.125538:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800946a0e00 x1830945733364608/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:156/0 lens 488/0 e 0 to 0 dl 1746126406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126395.125547:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0e00 with x1830945733364608 ext(0->4095) 00002000:00010000:0.0:1746126395.125550:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a0e00 00000100:00100000:0.0:1746126395.125573:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2898 00000100:00100000:0.0:1746126395.125579:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+144:1966:x1830945733364608:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126395.125686:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+144:1966:x1830945733364608:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126395.125691:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2898 00002000:00100000:0.0:1746126395.125695:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800946a0e00 x1830945733364608/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:156/0 lens 488/4536 e 0 to 0 dl 1746126406 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126395.125702:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0e00 with x1830945733364608 ext(0->4095) 00002000:00010000:0.0:1746126395.125704:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a0e00 00000100:00100000:0.0:1746126395.137917:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.148330:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.150755:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.153132:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.159306:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.165168:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.167332:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.179253:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.181427:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.186932:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.188985:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.189092:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.192510:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.195706:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.198723:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.202301:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.205387:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.208522:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.214698:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.217571:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.217619:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.222924:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945725827200:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126395.222969:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945725827328:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126395.222996:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 151 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.223009:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a92600, rc 0) 00000100:00100000:0.0:1746126395.223063:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+151:31008:x1830945733368832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5193us (5442us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.223070:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3169 00000100:00100000:0.0:1746126395.226900:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.226924:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733368960 00000100:00100000:0.0:1746126395.226930:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733368960 00010000:00010000:0.0:1746126395.226956:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092f82200/0x9851078746b7d416 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e1 expref: 151 pid: 17079 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746126395.226983:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15311 00000100:00100000:0.0:1746126395.226990:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+151:1966:x1830945733368960:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126395.227001:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126395.227017:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092f82200/0x9851078746b7d416 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e1 expref: 151 pid: 17079 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.227046:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092f82200/0x9851078746b7d416 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e1 expref: 151 pid: 17079 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.227063:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f82200/0x9851078746b7d416 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e1 expref: 151 pid: 17079 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.227079:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126395.227109:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+150:1966:x1830945733368960:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 120us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.227114:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15311 00000100:00100000:0.0:1746126395.227146:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.227161:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733369216 00000100:00100000:0.0:1746126395.227163:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733369216 00000100:00100000:0.0:1746126395.227178:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3170 00000100:00100000:0.0:1746126395.227182:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+150:31009:x1830945733369216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126395.227192:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126395.227201:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d9f2600/0x9851078746b7d424 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca6ef expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.227217:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.227221:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 151 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.227226:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126395.227229:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d9f2600/0x9851078746b7d424 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6ef expref: 151 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.227255:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 151 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.227265:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d9f2600/0x9851078746b7d424 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6ef expref: 151 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.227272:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d9f2600, rc 0) 00000100:00100000:0.0:1746126395.227287:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+151:31009:x1830945733369216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.227292:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3170 00000100:00100000:0.0:1746126395.227369:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.227381:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733369088 00000100:00100000:0.0:1746126395.227384:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733369088 00010000:00010000:0.0:1746126395.227395:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092f82400/0x9851078746b7d40f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6da expref: 6 pid: 17079 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746126395.227409:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15312 00000100:00100000:0.0:1746126395.227413:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733369088:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126395.227421:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126395.227428:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092f82400/0x9851078746b7d40f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6da expref: 6 pid: 17079 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.227436:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092f82400/0x9851078746b7d40f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6da expref: 6 pid: 17079 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.227447:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f82400/0x9851078746b7d40f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6da expref: 6 pid: 17079 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.227454:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.227455:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.227460:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 150 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.227466:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 150 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.227482:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 150 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.227491:0:7073:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 150 pid: 8424 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746126395.227500:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725827584:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126395.227539:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126395.233528:0:7073:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725827584:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126395.233543:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126395.233576:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945733369088:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6160us (6205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.233586:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15312 00000100:00100000:0.0:1746126395.233692:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.233742:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733369472 00000100:00100000:0.0:1746126395.233747:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733369472 00002000:00100000:0.0:1746126395.233786:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092e50000 x1830945733369472/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:156/0 lens 488/0 e 0 to 0 dl 1746126406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126395.233794:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50000 with x1830945733369472 ext(0->4095) 00010000:00010000:0.0:1746126395.233802:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 151 pid: 8424 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.233814:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 151 pid: 8424 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746126395.233820:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e50000 00000100:00100000:0.0:1746126395.233840:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 306 00000100:00100000:0.0:1746126395.233846:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+151:1963:x1830945733369472:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126395.233950:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+151:1963:x1830945733369472:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 105us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126395.233956:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 306 00002000:00100000:0.0:1746126395.233960:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092e50000 x1830945733369472/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:156/0 lens 488/4536 e 0 to 0 dl 1746126406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126395.233966:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50000 with x1830945733369472 ext(0->4095) 00010000:00010000:0.0:1746126395.233970:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 151 pid: 8424 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.233979:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 151 pid: 8424 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746126395.233983:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e50000 00000100:00100000:0.0:1746126395.244678:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.263952:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733369856 00000100:00100000:0.0:1746126395.263964:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733369856 00010000:00010000:0.0:1746126395.263999:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 153 pid: 8424 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746126395.264047:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15313 00000100:00100000:0.0:1746126395.264054:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+153:1963:x1830945733369856:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126395.264066:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126395.264084:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 153 pid: 8424 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.264094:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 153 pid: 8424 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.264112:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092a92600/0x9851078746b7d41d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6e8 expref: 153 pid: 8424 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.264127:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.264128:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.264134:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d9f2600/0x9851078746b7d424 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6ef expref: 152 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.264142:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d9f2600/0x9851078746b7d424 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6ef expref: 152 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.264170:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d9f2600/0x9851078746b7d424 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6ef expref: 152 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126395.264180:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725827712:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126395.264256:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126395.269933:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733369984 00000100:00100000:0.0:1746126395.269940:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733369984 00000100:00100000:0.0:1746126395.269984:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3171 00000100:00100000:0.0:1746126395.269992:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+153:31008:x1830945733369984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126395.270006:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126395.270020:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a683200/0x9851078746b7d42b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca6f6 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.270064:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d9f2600/0x9851078746b7d424 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6ef expref: 154 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.270071:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.270073:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.270076:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a683200/0x9851078746b7d42b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6f6 expref: 154 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.270101:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d9f2600/0x9851078746b7d424 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6ef expref: 154 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.270116:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d9f2600/0x9851078746b7d424 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6ef expref: 154 pid: 8424 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746126395.270126:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e51180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725827840:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126395.270185:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126395.271813:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733370240 00000100:00100000:0.0:1746126395.271818:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733370240 00002000:00100000:0.0:1746126395.271844:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c31ad80 x1830945733370240/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:156/0 lens 488/0 e 0 to 0 dl 1746126406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126395.271852:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31ad80 with x1830945733370240 ext(0->4095) 00010000:00010000:0.0:1746126395.271858:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d9f2600/0x9851078746b7d424 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6ef expref: 154 pid: 8424 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.271870:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d9f2600/0x9851078746b7d424 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6ef expref: 154 pid: 8424 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746126395.271876:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c31ad80 00000100:00100000:0.0:1746126395.271889:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 308 00000100:00100000:0.0:1746126395.271894:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+154:1964:x1830945733370240:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126395.272011:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+154:1964:x1830945733370240:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (481us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126395.272016:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 308 00002000:00100000:0.0:1746126395.272036:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c31ad80 x1830945733370240/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:156/0 lens 488/4536 e 0 to 0 dl 1746126406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126395.272049:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31ad80 with x1830945733370240 ext(0->4095) 00010000:00010000:0.0:1746126395.272054:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d9f2600/0x9851078746b7d424 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6ef expref: 154 pid: 8424 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.272062:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d9f2600/0x9851078746b7d424 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6ef expref: 154 pid: 8424 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746126395.272067:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c31ad80 00000100:00100000:0.0:1746126395.274384:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e51180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725827840:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126395.274409:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a683200/0x9851078746b7d42b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca6f6 expref: 153 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.274422:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a683200, rc 0) 00000100:00100000:0.0:1746126395.274534:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+153:31008:x1830945733369984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4542us (4673us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.274541:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3171 00000100:00100000:0.0:1746126395.275471:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.282205:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.299229:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.309608:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733371520 00000100:00100000:0.0:1746126395.309616:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733371520 00000100:00100000:0.0:1746126395.309660:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3173 00000100:00100000:0.0:1746126395.309668:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+153:31009:x1830945733371520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126395.309681:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126395.309696:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095242200/0x9851078746b7d439 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca704 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.309719:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.309721:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.309727:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095242200/0x9851078746b7d439 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca704 expref: 154 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.309739:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095242200/0x9851078746b7d439 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca704 expref: 154 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.309748:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095242200, rc 0) 00000100:00100000:0.0:1746126395.309850:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+154:31009:x1830945733371520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.309856:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3173 00000100:00100000:0.0:1746126395.320379:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.321467:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.322618:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733371904 00000100:00100000:0.0:1746126395.322623:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733371904 00002000:00100000:0.0:1746126395.322647:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092e52d80 x1830945733371904/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:156/0 lens 488/0 e 0 to 0 dl 1746126406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126395.322655:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52d80 with x1830945733371904 ext(0->4095) 00010000:00010000:0.0:1746126395.322661:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095242200/0x9851078746b7d439 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca704 expref: 156 pid: 17079 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.322668:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095242200/0x9851078746b7d439 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca704 expref: 156 pid: 17079 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746126395.322673:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e52d80 00000100:00100000:0.0:1746126395.322694:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 311 00000100:00100000:0.0:1746126395.322699:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+156:1966:x1830945733371904:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126395.322825:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+156:1966:x1830945733371904:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (1358us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126395.322832:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 311 00002000:00100000:0.0:1746126395.322836:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092e52d80 x1830945733371904/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:156/0 lens 488/4536 e 0 to 0 dl 1746126406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126395.322842:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52d80 with x1830945733371904 ext(0->4095) 00010000:00010000:0.0:1746126395.322845:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095242200/0x9851078746b7d439 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca704 expref: 156 pid: 17079 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.322852:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095242200/0x9851078746b7d439 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca704 expref: 156 pid: 17079 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746126395.322856:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e52d80 00000100:00100000:0.0:1746126395.325569:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.326076:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.327488:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.329363:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.331198:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.335319:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.341897:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.345474:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.347067:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.351301:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.353422:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.353452:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.353610:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.353873:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15320 00000100:00100000:0.0:1746126395.353879:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+157:1963:x1830945733373952:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126395.353885:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126395.353892:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d44e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca719 expref: 157 pid: 8424 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.353900:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d44e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca719 expref: 157 pid: 8424 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.353910:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d44e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca719 expref: 157 pid: 8424 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.353943:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126395.353957:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+156:1963:x1830945733373952:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 80us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.353962:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15320 00000100:00100000:0.0:1746126395.355469:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.358503:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.360851:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.363086:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.365608:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.367451:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.373369:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.373405:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.376659:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.376797:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.376830:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.380396:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.382498:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.384686:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.387305:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.390721:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.391855:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.402429:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.406519:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.414634:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.420116:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.422156:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.428106:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.437274:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.444523:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.444561:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.450204:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.450415:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.454019:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.454097:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.456942:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.459338:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.461722:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.463806:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.466102:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.467727:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.474268:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.477883:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.477929:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.481559:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.481587:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.481616:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.484479:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.487999:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.490197:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.493010:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.500868:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733383296 00000100:00100000:0.0:1746126395.500874:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733383296 00000100:00100000:0.0:1746126395.500900:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733383424 00000100:00100000:0.0:1746126395.500901:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733383424 00000100:00100000:0.0:1746126395.500924:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3191 00000100:00100000:0.0:1746126395.500930:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733383296:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126395.500943:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126395.500957:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095242800/0x9851078746b7d4b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca782 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.500976:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.500978:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.500987:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095242800/0x9851078746b7d4b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca782 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.501084:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095242800/0x9851078746b7d4b7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca782 expref: 6 pid: 9140 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.501091:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095242800/0x9851078746b7d4b7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca782 expref: 6 pid: 9140 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.501103:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095242800, rc 0) 00000100:00100000:0.0:1746126395.501145:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733383296:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.501150:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3191 00000100:00100000:0.0:1746126395.505361:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.506323:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.507919:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.510512:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.535113:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.543811:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.547839:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.547918:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.553149:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.553734:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.564423:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.569173:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.576318:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.591910:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.592045:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15339 00000100:00100000:0.0:1746126395.592053:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c314700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+172:1964:x1830945733386496:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126395.592062:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126395.592078:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095660000/0x9851078746b7d4d3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca79e expref: 172 pid: 9140 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.592087:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095660000/0x9851078746b7d4d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca79e expref: 172 pid: 9140 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.592104:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.592106:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.592110:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d4da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7a5 expref: 172 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.592117:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d4da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7a5 expref: 172 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.592137:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d4da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7a5 expref: 171 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.592144:0:7073:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d4da lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7a5 expref: 171 pid: 8423 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746126395.592152:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c316a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725833600:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126395.592209:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126395.595201:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.598436:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.605885:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733387136 00000100:00100000:0.0:1746126395.605893:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733387136 00010000:00010000:0.0:1746126395.605920:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d4da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7a5 expref: 172 pid: 8423 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746126395.605942:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15340 00000100:00100000:0.0:1746126395.605948:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+172:1965:x1830945733387136:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126395.605957:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126395.605974:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d4da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7a5 expref: 172 pid: 8423 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.605984:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d4da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7a5 expref: 172 pid: 8423 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.606002:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d4da lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7a5 expref: 172 pid: 8423 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.606017:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.606019:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.606043:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095661200/0x9851078746b7d4e1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7ac expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.606050:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095661200/0x9851078746b7d4e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7ac expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.606076:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095661200/0x9851078746b7d4e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7ac expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126395.606086:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131544700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725833728:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126395.606145:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126395.609924:0:7073:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131544700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725833728:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126395.609945:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126395.609987:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+171:1965:x1830945733387136:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4038us (4159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.609996:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15340 00000100:00100000:0.0:1746126395.610722:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.617679:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.627309:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.636243:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733388032 00000100:00100000:0.0:1746126395.636248:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733388032 00010000:00010000:0.0:1746126395.636268:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095661200/0x9851078746b7d4e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7ac expref: 6 pid: 9140 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746126395.636295:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15341 00000100:00100000:0.0:1746126395.636301:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733388032:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126395.636311:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126395.636328:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095661200/0x9851078746b7d4e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7ac expref: 6 pid: 9140 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.636336:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095661200/0x9851078746b7d4e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7ac expref: 6 pid: 9140 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.636354:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095661200/0x9851078746b7d4e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7ac expref: 6 pid: 9140 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.636365:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126395.636379:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945733388032:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 79us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.636384:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15341 00000100:00100000:0.0:1746126395.638301:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.638346:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.641941:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.650363:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733388800 00000100:00100000:0.0:1746126395.650372:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733388800 00002000:00100000:0.0:1746126395.650409:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008c31b100 x1830945733388800/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:156/0 lens 496/0 e 0 to 0 dl 1746126406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126395.650418:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31b100 with x1830945733388800 ext(0->7) 00010000:00010000:0.0:1746126395.650425:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092f82000/0x9851078746b7d4ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7ba expref: 172 pid: 8424 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.650436:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092f82000/0x9851078746b7d4ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7ba expref: 172 pid: 8424 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746126395.650441:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c31b100 00000100:00100000:0.0:1746126395.650523:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 335 00000100:00100000:0.0:1746126395.650530:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+172:1964:x1830945733388800:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126395.651169:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+174:1964:x1830945733388800:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 638us (926us total) trans 4294968131 rc 0/0 00000100:00100000:0.0:1746126395.651175:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 335 00002000:00100000:0.0:1746126395.651181:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008c31b100 x1830945733388800/t4294968131(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:156/0 lens 496/448 e 0 to 0 dl 1746126406 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126395.651187:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31b100 with x1830945733388800 ext(0->7) 00010000:00010000:0.0:1746126395.651191:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092f82000/0x9851078746b7d4ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7ba expref: 174 pid: 8424 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.651198:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092f82000/0x9851078746b7d4ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7ba expref: 174 pid: 8424 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746126395.651203:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c31b100 00000100:00100000:0.0:1746126395.655250:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.658335:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.666916:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.667938:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.672889:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.677586:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.693410:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.713128:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733390592 00000100:00100000:0.0:1746126395.713134:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733390592 00000100:00100000:0.0:1746126395.713164:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3203 00000100:00100000:0.0:1746126395.713170:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733390592:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126395.713182:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126395.713194:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095242800/0x9851078746b7d50b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca7d6 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.713214:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.713215:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.713220:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095242800/0x9851078746b7d50b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7d6 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.713232:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095242800/0x9851078746b7d50b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca7d6 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.713240:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095242800, rc 0) 00000100:00100000:0.0:1746126395.713271:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733390592:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.713276:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3203 00000100:00100000:0.0:1746126395.720834:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.727618:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.729875:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.738900:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.738982:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.739009:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.742323:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.759116:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.759633:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.764922:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725835648:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126395.764937:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937ac800, rc 0) 00000100:00100000:0.0:1746126395.764966:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+178:31008:x1830945733392256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4112us (5857us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.764972:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3206 00000100:00100000:0.0:1746126395.785466:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733393024 00000100:00100000:0.0:1746126395.785473:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733393024 00002000:00100000:0.0:1746126395.785507:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c318380 x1830945733393024/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:156/0 lens 488/0 e 0 to 0 dl 1746126406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126395.785514:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c318380 with x1830945733393024 ext(0->4095) 00002000:00010000:0.0:1746126395.785519:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c318380 00000100:00100000:0.0:1746126395.785574:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2926 00000100:00100000:0.0:1746126395.785581:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+178:1964:x1830945733393024:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126395.785716:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+178:1964:x1830945733393024:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (701us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126395.785722:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2926 00002000:00100000:0.0:1746126395.785727:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c318380 x1830945733393024/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:156/0 lens 488/4536 e 0 to 0 dl 1746126406 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126395.785734:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c318380 with x1830945733393024 ext(0->4095) 00002000:00010000:0.0:1746126395.785737:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c318380 00000100:00100000:0.0:1746126395.792932:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.797979:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.801150:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.805954:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.808217:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.813814:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.818570:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.833340:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.838177:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.838344:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.843150:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.843193:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.851309:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.855649:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.858761:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.863437:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733395712 00000100:00100000:0.0:1746126395.863446:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733395712 00000100:00100000:0.0:1746126395.863484:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3211 00000100:00100000:0.0:1746126395.863491:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+181:31009:x1830945733395712:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126395.863505:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126395.863518:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095242800/0x9851078746b7d543 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca80e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.863539:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.863542:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.863548:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095242800/0x9851078746b7d543 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca80e expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.863560:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095242800/0x9851078746b7d543 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca80e expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.863569:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095242800, rc 0) 00000100:00100000:0.0:1746126395.863622:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+182:31009:x1830945733395712:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (1106us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.863627:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3211 00000100:00100000:0.0:1746126395.867987:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.868956:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.873420:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.874852:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.877140:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.878016:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.882947:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.896360:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.907146:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.916428:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.916974:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.921877:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.926262:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.938487:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.945829:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.954137:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733398784 00000100:00100000:0.0:1746126395.954144:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733398784 00000100:00100000:0.0:1746126395.955606:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.957048:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725837952:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126395.957061:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7d566 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca831 expref: 186 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.957072:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661000, rc 0) 00000100:00100000:0.0:1746126395.957090:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+186:31008:x1830945733398784:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2741us (3147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.957096:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3216 00000100:00100000:0.0:1746126395.959895:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733399168 00000100:00100000:0.0:1746126395.959902:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733399168 00000100:00100000:0.0:1746126395.960098:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3217 00000100:00100000:0.0:1746126395.960105:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+186:31009:x1830945733399168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126395.960120:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126395.960133:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b7d56d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca838 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.960152:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.960156:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7d566 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca831 expref: 187 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.960161:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126395.960164:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b7d56d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca838 expref: 187 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.960191:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7d566 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca831 expref: 187 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.960204:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b7d56d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca838 expref: 187 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.960213:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956ec200, rc 0) 00000100:00100000:0.0:1746126395.960254:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+187:31009:x1830945733399168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126395.960260:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3217 00000100:00100000:0.0:1746126395.961559:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.965901:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.972983:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126395.974733:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733399936 00000100:00100000:0.0:1746126395.974739:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733399936 00010000:00010000:0.0:1746126395.974771:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7d566 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca831 expref: 189 pid: 17079 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746126395.974799:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15360 00000100:00100000:0.0:1746126395.974805:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+189:1964:x1830945733399936:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126395.974814:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126395.974827:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7d566 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca831 expref: 189 pid: 17079 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.974836:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7d566 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca831 expref: 189 pid: 17079 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.974854:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095661000/0x9851078746b7d566 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca831 expref: 189 pid: 17079 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126395.974880:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.974882:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126395.974888:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b7d56d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca838 expref: 188 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.974895:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b7d56d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca838 expref: 188 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126395.974921:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b7d56d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca838 expref: 188 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126395.974931:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095761c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725838336:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126395.974996:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126396.019319:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126396.020139:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126396.021571:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733400960 00000100:00100000:0.0:1746126396.021577:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733400960 00010000:00010000:0.0:1746126396.021600:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b7d56d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca838 expref: 190 pid: 17079 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746126396.021623:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15361 00000100:00100000:0.0:1746126396.021628:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+190:1963:x1830945733400960:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126396.021638:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126396.021655:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b7d56d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca838 expref: 190 pid: 17079 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126396.021666:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b7d56d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca838 expref: 190 pid: 17079 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126396.021684:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b7d56d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca838 expref: 190 pid: 17079 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126396.022661:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126396.022696:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+188:1963:x1830945733400960:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1067us (1181us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126396.022703:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15361 00000100:00100000:0.0:1746126396.029649:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.029722:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.035865:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.044870:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.046950:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.049188:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.052111:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.069558:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.077907:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725839232:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126396.077931:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092f83800/0x9851078746b7d590 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca85b expref: 191 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.077945:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f83800, rc 0) 00000100:00100000:0.0:1746126396.077975:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+191:31008:x1830945733402496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7276us (8423us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126396.077985:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3222 00000100:00100000:0.0:1746126396.080941:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.084346:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.101769:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.104263:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.107422:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.109163:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.109206:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.111436:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.114241:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.116070:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.119089:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.121093:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.128083:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.128713:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.135225:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.137223:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.145982:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.152726:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.158714:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.167202:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.172295:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.172340:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.177298:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.185150:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.192260:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.197400:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.224376:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.232621:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733408640 00000100:00100000:0.0:1746126396.232627:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733408640 00000100:00100000:0.0:1746126396.232657:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3232 00000100:00100000:0.0:1746126396.232663:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+199:31009:x1830945733408640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126396.232680:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126396.232694:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0x9851078746b7d5d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca8a1 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.232716:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac600/0x9851078746b7d5cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca89a expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.232723:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126396.232724:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126396.232727:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0x9851078746b7d5d6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8a1 expref: 200 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.232748:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ac600/0x9851078746b7d5cf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca89a expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.232766:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937ac600/0x9851078746b7d5cf lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca89a expref: 200 pid: 8423 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.232775:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725841792:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126396.232812:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126396.236408:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725841792:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126396.236436:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0x9851078746b7d5d6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8a1 expref: 199 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.236453:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19e00, rc 0) 00000100:00100000:0.0:1746126396.236483:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+199:31009:x1830945733408640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3818us (4177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126396.236490:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3232 00000100:00100000:0.0:1746126396.245229:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.249515:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.254544:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.260209:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733409792 00000100:00100000:0.0:1746126396.260216:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733409792 00000100:00100000:0.0:1746126396.260247:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3233 00000100:00100000:0.0:1746126396.260252:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733409792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126396.260266:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126396.260278:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d19600/0x9851078746b7d5dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca8a8 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.260326:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.260330:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937acc00/0x9851078746b7d5e4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8af expref: 201 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.260334:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126396.260336:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d19600/0x9851078746b7d5dd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8a8 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.260391:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937acc00/0x9851078746b7d5e4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8af expref: 201 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.260403:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d19600/0x9851078746b7d5dd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8a8 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.260411:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:0.0:1746126396.260440:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733409792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (2020us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126396.260446:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3233 00000100:00100000:0.0:1746126396.263504:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.266880:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.270451:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.282975:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.285270:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.287350:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.287916:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.291101:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.307235:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.308534:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.309444:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.311699:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133306a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725843072:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126396.311719:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092f82400/0x9851078746b7d5f9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8c4 expref: 205 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.311734:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f82400, rc 0) 00000100:00100000:0.0:1746126396.311775:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+205:31008:x1830945733411968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3154us (3242us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126396.311785:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3237 00000100:00100000:0.0:1746126396.313647:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.313692:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.319165:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.326903:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.331772:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.336685:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.344656:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733413632 00000100:00100000:0.0:1746126396.344663:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733413632 00000100:00100000:0.0:1746126396.344698:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3239 00000100:00100000:0.0:1746126396.344706:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+205:31008:x1830945733413632:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126396.344719:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126396.344732:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d18e00/0x9851078746b7d607 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca8d2 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.344783:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b7d600 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8cb expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.344790:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.344792:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.344795:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d18e00/0x9851078746b7d607 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8d2 expref: 206 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.344818:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b7d600 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8cb expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.344828:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b7d600 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8cb expref: 5 pid: 17079 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.344837:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b403d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945725843584:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126396.344909:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126396.348922:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.350205:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.360697:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.377503:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.382165:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.383578:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.388211:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.390806:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.396994:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.400990:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.406837:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.412079:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.422559:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.422606:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.426654:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.427633:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.430966:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.433124:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.440341:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733417216 00000100:00100000:0.0:1746126396.440347:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733417216 00002000:00100000:0.0:1746126396.440375:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880133304e00 x1830945733417216/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:157/0 lens 488/0 e 0 to 0 dl 1746126407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126396.440384:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304e00 with x1830945733417216 ext(0->4095) 00010000:00010000:0.0:1746126396.440391:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092f83200/0x9851078746b7d62a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8ee expref: 210 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.440403:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092f83200/0x9851078746b7d62a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8ee expref: 210 pid: 17079 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746126396.440409:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133304e00 00000100:00100000:0.0:1746126396.440421:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 382 00000100:00100000:0.0:1746126396.440426:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+210:1963:x1830945733417216:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126396.440555:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+210:1963:x1830945733417216:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (698us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126396.440561:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 382 00002000:00100000:0.0:1746126396.440566:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880133304e00 x1830945733417216/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:157/0 lens 488/4536 e 0 to 0 dl 1746126407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126396.440573:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304e00 with x1830945733417216 ext(0->4095) 00010000:00010000:0.0:1746126396.440576:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092f83200/0x9851078746b7d62a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8ee expref: 210 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.440585:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092f83200/0x9851078746b7d62a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8ee expref: 210 pid: 17079 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746126396.440590:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133304e00 00000100:00100000:0.0:1746126396.446871:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.449108:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.456137:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.460556:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733417984 00000100:00100000:0.0:1746126396.460563:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733417984 00000100:00100000:0.0:1746126396.460595:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3246 00000100:00100000:0.0:1746126396.460601:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+211:31009:x1830945733417984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126396.460615:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126396.460628:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0x9851078746b7d638 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca903 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.460645:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.460647:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.460652:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0x9851078746b7d638 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca903 expref: 212 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.460663:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0x9851078746b7d638 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca903 expref: 212 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.460671:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19e00, rc 0) 00000100:00100000:0.0:1746126396.460707:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+212:31009:x1830945733417984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126396.460713:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3246 00000100:00100000:0.0:1746126396.461060:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.463726:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733418368 00000100:00100000:0.0:1746126396.463733:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733418368 00002000:00100000:0.0:1746126396.463769:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880133304380 x1830945733418368/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:157/0 lens 488/0 e 0 to 0 dl 1746126407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126396.463777:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304380 with x1830945733418368 ext(0->4095) 00010000:00010000:0.0:1746126396.463783:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0x9851078746b7d638 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca903 expref: 214 pid: 9140 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.463797:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0x9851078746b7d638 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca903 expref: 214 pid: 9140 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746126396.463802:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133304380 00000100:00100000:0.0:1746126396.463831:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 384 00000100:00100000:0.0:1746126396.463837:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+214:1963:x1830945733418368:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126396.463972:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+214:1963:x1830945733418368:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (1187us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126396.463978:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 384 00002000:00100000:0.0:1746126396.463983:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880133304380 x1830945733418368/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:157/0 lens 488/4536 e 0 to 0 dl 1746126407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126396.463990:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304380 with x1830945733418368 ext(0->4095) 00010000:00010000:0.0:1746126396.463994:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0x9851078746b7d638 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca903 expref: 214 pid: 9140 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.464001:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0x9851078746b7d638 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca903 expref: 214 pid: 9140 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746126396.464006:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133304380 00000100:00100000:0.0:1746126396.464577:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725845248:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126396.464588:0:17079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d631 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca8fc expref: 5 pid: 17079 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.465786:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725845376:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126396.465812:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d63f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca90a expref: 213 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.465822:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937ad200, rc 0) 00000100:00100000:0.0:1746126396.465855:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+213:31008:x1830945733418112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4286us (4794us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126396.465862:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3247 00000100:00100000:0.0:1746126396.480488:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733419264 00000100:00100000:0.0:1746126396.480496:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733419264 00002000:00100000:0.0:1746126396.480527:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880133306a00 x1830945733419264/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:157/0 lens 496/0 e 0 to 0 dl 1746126407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126396.480535:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133306a00 with x1830945733419264 ext(0->7) 00010000:00010000:0.0:1746126396.480543:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d63f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca90a expref: 212 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.480555:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d63f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca90a expref: 212 pid: 17079 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746126396.480561:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133306a00 00000100:00100000:0.0:1746126396.480589:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 386 00000100:00100000:0.0:1746126396.480596:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+212:1966:x1830945733419264:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126396.481136:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+214:1966:x1830945733419264:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 539us (1336us total) trans 4294968151 rc 0/0 00000100:00100000:0.0:1746126396.481142:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 386 00002000:00100000:0.0:1746126396.481147:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880133306a00 x1830945733419264/t4294968151(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:157/0 lens 496/448 e 0 to 0 dl 1746126407 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126396.481154:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133306a00 with x1830945733419264 ext(0->7) 00010000:00010000:0.0:1746126396.481158:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d63f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca90a expref: 214 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.481167:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d63f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca90a expref: 214 pid: 17079 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746126396.481173:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133306a00 00000100:00100000:0.0:1746126396.485569:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.485595:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733419392 00000100:00100000:0.0:1746126396.485601:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733419392 00010000:00010000:0.0:1746126396.485626:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d63f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca90a expref: 214 pid: 17079 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.485647:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15391 00000100:00100000:0.0:1746126396.485653:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+214:1963:x1830945733419392:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126396.485663:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126396.485677:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d63f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca90a expref: 214 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.485686:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d63f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca90a expref: 214 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.485702:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d63f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca90a expref: 214 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.485719:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.485721:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.485726:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d646 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca911 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.485733:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d646 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca911 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.485765:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d646 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca911 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126396.485774:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725845760:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126396.485826:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126396.491113:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725845760:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126396.491130:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126396.491160:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+213:1963:x1830945733419392:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5506us (5595us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126396.491169:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15391 00000100:00100000:0.0:1746126396.496117:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733419648 00000100:00100000:0.0:1746126396.496124:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733419648 00002000:00100000:0.0:1746126396.496156:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad7480 x1830945733419648/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:157/0 lens 488/0 e 0 to 0 dl 1746126407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126396.496165:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7480 with x1830945733419648 ext(0->4095) 00002000:00010000:0.0:1746126396.496170:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bad7480 00000100:00100000:0.0:1746126396.501884:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.511152:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733420160 00000100:00100000:0.0:1746126396.511155:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733420160 00002000:00100000:0.0:1746126396.511176:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800946a2a00 x1830945733420160/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:157/0 lens 488/0 e 0 to 0 dl 1746126407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126396.511184:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2a00 with x1830945733420160 ext(0->4095) 00010000:00010000:0.0:1746126396.511189:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b7d64d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca918 expref: 216 pid: 9140 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.511197:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b7d64d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca918 expref: 216 pid: 9140 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746126396.511206:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a2a00 00000100:00100000:0.0:1746126396.511219:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 387 00000100:00100000:0.0:1746126396.511224:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+216:1964:x1830945733420160:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126396.511327:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+216:1964:x1830945733420160:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (529us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126396.511333:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 387 00002000:00100000:0.0:1746126396.511338:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800946a2a00 x1830945733420160/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:157/0 lens 488/4536 e 0 to 0 dl 1746126407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126396.511344:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2a00 with x1830945733420160 ext(0->4095) 00010000:00010000:0.0:1746126396.511348:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b7d64d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca918 expref: 216 pid: 9140 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.511354:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b7d64d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca918 expref: 216 pid: 9140 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746126396.511362:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a2a00 00000100:00100000:0.0:1746126396.516371:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.516420:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.516443:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733420288 00000100:00100000:0.0:1746126396.516447:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733420288 00010000:00010000:0.0:1746126396.516467:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d646 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca911 expref: 6 pid: 17079 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.516484:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15392 00000100:00100000:0.0:1746126396.516490:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733420288:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126396.516499:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126396.516514:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d646 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca911 expref: 6 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.516522:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d646 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca911 expref: 6 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.516539:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d646 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca911 expref: 6 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.516550:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126396.517270:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+7:1964:x1830945733420288:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 779us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126396.517277:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15392 00000100:00100000:0.0:1746126396.517822:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.517834:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733420544 00000100:00100000:0.0:1746126396.517838:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733420544 00010000:00010000:0.0:1746126396.517849:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b7d64d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca918 expref: 215 pid: 9140 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.517862:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15393 00000100:00100000:0.0:1746126396.517866:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+215:1963:x1830945733420544:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126396.517872:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126396.517882:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b7d64d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca918 expref: 215 pid: 9140 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.517889:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b7d64d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca918 expref: 215 pid: 9140 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.517900:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b7d64d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca918 expref: 215 pid: 9140 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.517907:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.517908:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.517912:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800947c6a00/0x9851078746b7d654 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca91f expref: 214 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.517918:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800947c6a00/0x9851078746b7d654 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca91f expref: 214 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.517933:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800947c6a00/0x9851078746b7d654 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca91f expref: 214 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.517940:0:7073:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800947c6a00/0x9851078746b7d654 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca91f expref: 214 pid: 9140 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.517949:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013147df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725846272:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126396.517983:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126396.521783:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.529202:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.540308:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.546501:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.552913:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733421568 00000100:00100000:0.0:1746126396.552920:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733421568 00000100:00100000:0.0:1746126396.553038:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733421696 00000100:00100000:0.0:1746126396.553042:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733421696 00000100:00100000:0.0:1746126396.553235:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3252 00000100:00100000:0.0:1746126396.553242:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:31009:x1830945733421568:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126396.553259:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126396.553272:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095660e00/0x9851078746b7d662 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca92d expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.553411:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.553416:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac800/0x9851078746b7d669 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca934 expref: 12 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.553422:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126396.553425:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095660e00/0x9851078746b7d662 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca92d expref: 12 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.553451:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ac800/0x9851078746b7d669 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca934 expref: 12 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.553467:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095660e00/0x9851078746b7d662 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca92d expref: 12 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.553476:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660e00, rc 0) 00000100:00100000:0.0:1746126396.553521:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:31009:x1830945733421568:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 279us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126396.553527:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3252 00000100:00100000:0.0:1746126396.558483:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.564205:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.577300:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.581119:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.584167:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.589603:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.592149:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.592193:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.594466:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.598233:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.604289:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.606006:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.618212:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.631012:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733424256 00000100:00100000:0.0:1746126396.631017:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733424256 00000100:00100000:0.0:1746126396.631065:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3257 00000100:00100000:0.0:1746126396.631071:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:31009:x1830945733424256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126396.631081:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126396.631091:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095661600/0x9851078746b7d685 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca950 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.631106:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f83800/0x9851078746b7d67e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca949 expref: 16 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.631111:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126396.631112:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126396.631115:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095661600/0x9851078746b7d685 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca950 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.631136:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092f83800/0x9851078746b7d67e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca949 expref: 16 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.631145:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092f83800/0x9851078746b7d67e lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca949 expref: 16 pid: 9140 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.631152:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c315180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725847808:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126396.631187:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126396.637802:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c315180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725847808:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126396.637829:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095661600/0x9851078746b7d685 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca950 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.637843:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661600, rc 0) 00000100:00100000:0.0:1746126396.637868:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:31009:x1830945733424256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6797us (7295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126396.637876:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3257 00000100:00100000:0.0:1746126396.640460:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.646607:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.659100:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.662340:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.664519:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.669363:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.669403:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.673636:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.677572:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.685393:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.688218:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.697118:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.704541:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.704581:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.704617:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.704632:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733427456 00000100:00100000:0.0:1746126396.704635:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733427456 00010000:00010000:0.0:1746126396.704645:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d69a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca965 expref: 20 pid: 9140 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.704662:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15403 00000100:00100000:0.0:1746126396.704667:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1966:x1830945733427456:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126396.704677:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126396.704694:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d69a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca965 expref: 20 pid: 9140 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.704702:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d69a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca965 expref: 20 pid: 9140 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.704722:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126396.704764:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1966:x1830945733427456:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 96us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126396.704770:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15403 00000100:00100000:0.0:1746126396.704782:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15404 00000100:00100000:0.0:1746126396.704787:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733427200:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126396.704793:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126396.704800:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092f82200/0x9851078746b7d693 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca95e expref: 6 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.704807:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092f82200/0x9851078746b7d693 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca95e expref: 6 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.704818:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.704819:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.704825:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f83a00/0x9851078746b7d6a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca96c expref: 19 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.704832:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f83a00/0x9851078746b7d6a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca96c expref: 19 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.704858:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092f83a00/0x9851078746b7d6a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca96c expref: 19 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126396.704868:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725848832:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126396.704911:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126396.709852:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.738078:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.738638:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.744666:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.749833:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.753000:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.763163:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.780261:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.780280:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733429120 00000100:00100000:0.0:1746126396.780285:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733429120 00002000:00100000:0.0:1746126396.780310:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009c22dc00 x1830945733429120/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:157/0 lens 496/0 e 0 to 0 dl 1746126407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126396.780318:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22dc00 with x1830945733429120 ext(0->7) 00010000:00010000:0.0:1746126396.780323:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009512b200/0x9851078746b7d6af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca97a expref: 20 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.780332:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009512b200/0x9851078746b7d6af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca97a expref: 20 pid: 17079 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746126396.780337:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c22dc00 00000100:00100000:0.0:1746126396.780350:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 404 00000100:00100000:0.0:1746126396.780355:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1964:x1830945733429120:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126396.780581:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1964:x1830945733429120:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 225us (319us total) trans 4294968158 rc 0/0 00000100:00100000:0.0:1746126396.780587:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 404 00002000:00100000:0.0:1746126396.780594:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009c22dc00 x1830945733429120/t4294968158(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:157/0 lens 496/448 e 0 to 0 dl 1746126407 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126396.780599:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22dc00 with x1830945733429120 ext(0->7) 00010000:00010000:0.0:1746126396.780603:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009512b200/0x9851078746b7d6af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca97a expref: 22 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.780610:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009512b200/0x9851078746b7d6af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca97a expref: 22 pid: 17079 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746126396.780615:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c22dc00 00000100:00100000:0.0:1746126396.785073:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.786855:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.793882:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.796568:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.799716:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.802677:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.806793:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.808786:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.817512:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.827556:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733431040 00000100:00100000:0.0:1746126396.827563:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733431040 00010000:00010000:0.0:1746126396.827587:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5200/0x9851078746b7d6c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca98f expref: 6 pid: 17079 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.827613:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15410 00000100:00100000:0.0:1746126396.827619:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733431040:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126396.827628:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126396.827643:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5200/0x9851078746b7d6c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca98f expref: 6 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.827652:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5200/0x9851078746b7d6c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca98f expref: 6 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.827668:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5200/0x9851078746b7d6c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca98f expref: 6 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.827691:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.827692:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.827701:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5a00/0x9851078746b7d6cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca996 expref: 24 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.827708:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5a00/0x9851078746b7d6cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca996 expref: 24 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.827735:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5a00/0x9851078746b7d6cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca996 expref: 24 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.827743:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5a00/0x9851078746b7d6cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca996 expref: 24 pid: 17079 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.827760:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133329880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725850496:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126396.827816:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126396.838306:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733431552 00000100:00100000:0.0:1746126396.838314:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733431552 00002000:00100000:0.0:1746126396.838346:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880095763b80 x1830945733431552/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:157/0 lens 496/0 e 0 to 0 dl 1746126407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126396.838356:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095763b80 with x1830945733431552 ext(0->7) 00010000:00010000:0.0:1746126396.838363:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5a00/0x9851078746b7d6cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca996 expref: 25 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.838374:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5a00/0x9851078746b7d6cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca996 expref: 25 pid: 17079 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746126396.838380:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095763b80 00000100:00100000:0.0:1746126396.838395:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 408 00000100:00100000:0.0:1746126396.838401:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1964:x1830945733431552:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126396.838653:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945733431552:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 251us (420us total) trans 4294968160 rc 0/0 00000100:00100000:0.0:1746126396.838659:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 408 00002000:00100000:0.0:1746126396.838664:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880095763b80 x1830945733431552/t4294968160(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:157/0 lens 496/448 e 0 to 0 dl 1746126407 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126396.838670:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095763b80 with x1830945733431552 ext(0->7) 00010000:00010000:0.0:1746126396.838674:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5a00/0x9851078746b7d6cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca996 expref: 27 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.838683:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5a00/0x9851078746b7d6cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca996 expref: 27 pid: 17079 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746126396.838688:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095763b80 00000100:00100000:0.0:1746126396.842147:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.848490:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.859226:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.860169:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.862251:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.864927:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.864970:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.865708:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15413 00000100:00100000:0.0:1746126396.865714:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733432704:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126396.865720:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126396.865728:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5a00/0x9851078746b7d6d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9a4 expref: 6 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.865736:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5a00/0x9851078746b7d6d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9a4 expref: 6 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.865757:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5a00/0x9851078746b7d6d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9a4 expref: 6 pid: 17079 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.865768:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.865770:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.865775:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f82200/0x9851078746b7d6e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9ab expref: 25 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.865781:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f82200/0x9851078746b7d6e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9ab expref: 25 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.865803:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092f82200/0x9851078746b7d6e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9ab expref: 25 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126396.865817:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dac5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725851008:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126396.865851:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126396.867467:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.870400:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.878489:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733433472 00000100:00100000:0.0:1746126396.878496:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733433472 00010000:00010000:0.0:1746126396.878527:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092f82200/0x9851078746b7d6e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9ab expref: 29 pid: 8423 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.878563:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15414 00000100:00100000:0.0:1746126396.878570:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945733433472:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126396.878581:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126396.878596:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092f82200/0x9851078746b7d6e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9ab expref: 29 pid: 8423 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.878606:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092f82200/0x9851078746b7d6e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9ab expref: 29 pid: 8423 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.878624:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f82200/0x9851078746b7d6e0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9ab expref: 29 pid: 8423 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.878640:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.878642:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.878652:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d6e7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9b2 expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.878664:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d6e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9b2 expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.878691:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d6e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9b2 expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126396.878700:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136459500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725851264:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126396.878776:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126396.881880:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.885092:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.890765:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.891580:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.891631:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733434240 00000100:00100000:0.0:1746126396.891634:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733434240 00000100:00100000:0.0:1746126396.891662:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3273 00000100:00100000:0.0:1746126396.891667:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:31008:x1830945733434240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126396.891675:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126396.891687:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095661200/0x9851078746b7d6f5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca9c0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.891707:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d6e7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9b2 expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.891713:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f83a00/0x9851078746b7d6ee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9b9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.891723:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.891725:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.891727:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095661200/0x9851078746b7d6f5 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9c0 expref: 29 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.891762:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092f83a00/0x9851078746b7d6ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9b9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.891771:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092f83a00/0x9851078746b7d6ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9b9 expref: 5 pid: 8423 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.891781:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013645aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725851392:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126396.891838:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d6e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9b2 expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.891846:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d6e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9b2 expref: 29 pid: 8423 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.891853:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013645ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725851520:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126396.891870:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126396.897332:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.897400:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.898638:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733434368 00000100:00100000:0.0:1746126396.898642:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733434368 00010000:00010000:0.0:1746126396.898654:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d6e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9b2 expref: 30 pid: 8423 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.898673:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15416 00000100:00100000:0.0:1746126396.898678:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095763800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945733434368:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126396.898685:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126396.898693:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d6e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9b2 expref: 30 pid: 8423 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.898701:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d6e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9b2 expref: 30 pid: 8423 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.898712:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f83e00/0x9851078746b7d6e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9b2 expref: 30 pid: 8423 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126396.898781:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.898783:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126396.898788:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095661200/0x9851078746b7d6f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9c0 expref: 29 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.898795:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095661200/0x9851078746b7d6f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9c0 expref: 29 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.898811:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095661200/0x9851078746b7d6f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9c0 expref: 29 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126396.898820:0:7073:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095661200/0x9851078746b7d6f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9c0 expref: 29 pid: 17079 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126396.898833:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013645ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725851776:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126396.898879:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5840 going to sleep for 11 seconds 00010000:00010000:0.0:1746126396.905350:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126396.906269:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.914768:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.922777:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.929839:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.935650:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.943248:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.943850:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.947963:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126396.968761:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.007406:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.013223:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.023534:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733437056 00000100:00100000:0.0:1746126397.023541:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733437056 00010000:00010000:0.0:1746126397.023572:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7d70a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9d5 expref: 6 pid: 8423 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126397.024104:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15420 00000100:00100000:0.0:1746126397.024112:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733437056:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126397.024124:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126397.024141:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7d70a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9d5 expref: 6 pid: 8423 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126397.024157:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7d70a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9d5 expref: 6 pid: 8423 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126397.024175:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7d70a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9d5 expref: 6 pid: 8423 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126397.025775:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.025778:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.025788:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d711 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9dc expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.025796:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d711 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9dc expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.025830:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d711 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9dc expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126397.025840:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba6b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725852672:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126397.025914:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126397.027934:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba6b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725852672:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126397.027953:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126397.028194:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945733437056:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4081us (4752us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126397.028203:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15420 00000100:00100000:0.0:1746126397.038236:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.040861:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.044635:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.054270:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.054298:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733437696 00000100:00100000:0.0:1746126397.054304:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733437696 00010000:00010000:0.0:1746126397.054333:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d711 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9dc expref: 34 pid: 8423 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126397.054359:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15421 00000100:00100000:0.0:1746126397.054366:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1965:x1830945733437696:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126397.054377:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126397.054395:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d711 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9dc expref: 34 pid: 8423 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126397.054404:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d711 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9dc expref: 34 pid: 8423 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126397.054422:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d711 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9dc expref: 34 pid: 8423 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126397.054450:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.054452:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.054458:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f83200/0x9851078746b7d718 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9e3 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.054465:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f83200/0x9851078746b7d718 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9e3 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.054491:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092f83200/0x9851078746b7d718 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9e3 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126397.054507:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba6b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725852928:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126397.054581:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126397.061856:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.069066:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.070768:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.073143:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.087243:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.099579:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.110567:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.130715:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.131511:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.132081:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733439872 00000100:00100000:0.0:1746126397.132085:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733439872 00000100:00100000:0.0:1746126397.132116:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3282 00000100:00100000:0.0:1746126397.132122:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+35:31008:x1830945733439872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126397.132134:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126397.132151:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009512b200/0x9851078746b7d734 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dca9ff expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.132177:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7d72d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9f8 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.132185:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.132187:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.132190:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009512b200/0x9851078746b7d734 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9ff expref: 36 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.132224:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7d72d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9f8 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.132236:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7d72d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dca9f8 expref: 6 pid: 17079 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746126397.132248:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725853696:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126397.135006:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126397.145629:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.146849:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.149692:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.154881:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.160945:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.166174:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.171599:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.171766:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.176015:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.176081:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.178286:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.181698:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.185676:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.190704:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.193576:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.205367:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733442816 00000100:00100000:0.0:1746126397.205372:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733442816 00002000:00100000:0.0:1746126397.205402:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012dac5c00 x1830945733442816/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:158/0 lens 488/0 e 0 to 0 dl 1746126408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126397.205412:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac5c00 with x1830945733442816 ext(0->4095) 00010000:00010000:0.0:1746126397.205417:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bcf2a00/0x9851078746b7d750 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa1b expref: 6 pid: 17079 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.205427:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bcf2a00/0x9851078746b7d750 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa1b expref: 6 pid: 17079 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746126397.205433:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dac5c00 00000100:00100000:0.0:1746126397.205447:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 426 00000100:00100000:0.0:1746126397.205452:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733442816:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126397.205598:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733442816:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 145us (1085us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126397.205604:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 426 00002000:00100000:0.0:1746126397.205609:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012dac5c00 x1830945733442816/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:158/0 lens 488/4536 e 0 to 0 dl 1746126408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126397.205616:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac5c00 with x1830945733442816 ext(0->4095) 00010000:00010000:0.0:1746126397.205620:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bcf2a00/0x9851078746b7d750 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa1b expref: 6 pid: 17079 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.205628:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bcf2a00/0x9851078746b7d750 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa1b expref: 6 pid: 17079 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746126397.205633:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dac5c00 00000100:00100000:0.0:1746126397.209399:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.214175:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.225481:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.238211:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.246588:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.255727:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.255807:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.259097:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.259541:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.263839:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.267057:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.281293:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.289566:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.297159:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.298794:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15434 00000100:00100000:0.0:1746126397.298806:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945733445376:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126397.298822:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126397.298847:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7d76c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa37 expref: 44 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.298860:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7d76c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa37 expref: 44 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.298883:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7d76c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa37 expref: 44 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.298914:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.298916:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.298924:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d773 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa3e expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.298931:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d773 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa3e expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.298966:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d773 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa3e expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126397.298978:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093762d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725855872:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126397.299104:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126397.307824:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.316192:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.323869:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.325380:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733446016 00000100:00100000:0.0:1746126397.325384:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733446016 00010000:00010000:0.0:1746126397.325410:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d773 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa3e expref: 6 pid: 9140 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746126397.326003:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15435 00000100:00100000:0.0:1746126397.326011:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733446016:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126397.326038:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126397.326062:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d773 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa3e expref: 6 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.326074:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d773 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa3e expref: 6 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.326098:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad200/0x9851078746b7d773 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa3e expref: 6 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.326122:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.326123:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.326131:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d77a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa45 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.326138:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d77a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa45 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.326165:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d77a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa45 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.326175:0:7073:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d77a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa45 expref: 44 pid: 9140 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746126397.326186:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093762300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725856256:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126397.326247:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126397.328914:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.338164:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.351827:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.353452:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.366845:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.371454:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.371508:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.378996:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.395226:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.407331:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.416285:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.421330:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.425111:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.430986:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733448576 00000100:00100000:0.0:1746126397.430995:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733448576 00010000:00010000:0.0:1746126397.431060:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ac800/0x9851078746b7d78f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa5a expref: 6 pid: 9140 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746126397.431093:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15439 00000100:00100000:0.0:1746126397.431102:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733448576:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126397.431116:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126397.431138:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ac800/0x9851078746b7d78f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa5a expref: 6 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.431148:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ac800/0x9851078746b7d78f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa5a expref: 6 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.431172:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.431174:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.431181:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937acc00/0x9851078746b7d796 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa61 expref: 49 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.431188:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937acc00/0x9851078746b7d796 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa61 expref: 49 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.431226:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937acc00/0x9851078746b7d796 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa61 expref: 49 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.431237:0:7073:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937acc00/0x9851078746b7d796 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa61 expref: 49 pid: 9140 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746126397.431247:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f61500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725857280:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126397.431320:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126397.433897:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.453550:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.499376:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.499695:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.507849:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.516178:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733449728 00000100:00100000:0.0:1746126397.516182:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733449728 00000100:00100000:0.0:1746126397.516202:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3299 00000100:00100000:0.0:1746126397.516207:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733449728:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126397.516220:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126397.516230:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009512a200/0x9851078746b7d7ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcaa76 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.516247:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad400/0x9851078746b7d7a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa6f expref: 50 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.516253:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126397.516255:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126397.516258:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009512a200/0x9851078746b7d7ab lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa76 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.516275:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ad400/0x9851078746b7d7a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa6f expref: 50 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.516285:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937ad400/0x9851078746b7d7a4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa6f expref: 50 pid: 9140 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746126397.516293:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092828a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725857792:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126397.516323:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126397.523010:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092828a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725857792:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126397.523079:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009512a200/0x9851078746b7d7ab lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa76 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.523096:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009512a200, rc 0) 00000100:00100000:0.0:1746126397.523162:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733449728:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6952us (7767us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126397.523170:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3299 00000100:00100000:0.0:1746126397.523328:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.532942:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.557699:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.568324:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.589547:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.593223:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.616981:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.628752:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.630893:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.636396:0:7073:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725858432:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126397.636420:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126397.639834:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1966:x1830945733451776:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 10887us (11087us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126397.639849:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15444 00000100:00100000:0.0:1746126397.640973:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dac7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725858560:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126397.641000:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b41b4200/0x9851078746b7d7c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa8b expref: 55 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.641013:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b41b4200, rc 0) 00000100:00100000:0.0:1746126397.641049:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:31008:x1830945733451904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8043us (10160us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126397.641055:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3302 00000100:00100000:0.0:1746126397.647817:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.649881:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733452416 00000100:00100000:0.0:1746126397.649885:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733452416 00010000:00010000:0.0:1746126397.649904:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d7b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa84 expref: 55 pid: 9140 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746126397.649920:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15445 00000100:00100000:0.0:1746126397.649925:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945733452416:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126397.649933:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126397.649957:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d7b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa84 expref: 55 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.649973:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d7b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa84 expref: 55 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.649990:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d7b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa84 expref: 55 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.650447:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.650450:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.650457:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b41b4200/0x9851078746b7d7c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa8b expref: 54 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.650463:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b41b4200/0x9851078746b7d7c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa8b expref: 54 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.650483:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b41b4200/0x9851078746b7d7c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa8b expref: 54 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.650494:0:7073:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b41b4200/0x9851078746b7d7c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaa8b expref: 54 pid: 17079 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746126397.650504:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725858816:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126397.650883:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126397.656527:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.663552:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.665939:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.679014:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.681795:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.684213:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.712074:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.715662:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.715754:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.718210:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.748644:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.760341:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.764339:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.772338:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.791183:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.791209:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733455616 00000100:00100000:0.0:1746126397.791214:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733455616 00002000:00100000:0.0:1746126397.791247:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800943e7800 x1830945733455616/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:158/0 lens 488/0 e 0 to 0 dl 1746126408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126397.791255:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7800 with x1830945733455616 ext(0->4095) 00002000:00010000:0.0:1746126397.791258:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943e7800 00000100:00100000:0.0:1746126397.791284:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2969 00000100:00100000:0.0:1746126397.791290:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733455616:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126397.796970:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733455616:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 5663us (5776us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126397.796985:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2969 00002000:00100000:0.0:1746126397.797002:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800943e7800 x1830945733455616/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:158/0 lens 488/4536 e 0 to 0 dl 1746126408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126397.797011:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7800 with x1830945733455616 ext(0->4095) 00002000:00010000:0.0:1746126397.797017:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943e7800 00000100:00100000:0.0:1746126397.807382:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.816140:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.816179:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.816224:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.816684:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15451 00000100:00100000:0.0:1746126397.816691:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733456000:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126397.816699:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126397.817242:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d7dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaaa7 expref: 6 pid: 8423 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.817252:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d7dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaaa7 expref: 6 pid: 8423 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.817266:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d7dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaaa7 expref: 6 pid: 8423 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.817288:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.817290:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126397.817297:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f82e00/0x9851078746b7d7ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaab5 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.817304:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f82e00/0x9851078746b7d7ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaab5 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.817325:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092f82e00/0x9851078746b7d7ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaab5 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126397.817336:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092f82e00/0x9851078746b7d7ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaab5 expref: 58 pid: 17079 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746126397.817348:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725860096:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126397.817406:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126397.825847:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.838564:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.842626:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.848484:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.877484:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.882334:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.906793:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.906827:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.913163:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.920434:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.935578:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.943816:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.948483:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.948535:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.960336:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.975957:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733459712 00000100:00100000:0.0:1746126397.975968:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733459712 00002000:00100000:0.0:1746126397.976013:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88013645b100 x1830945733459712/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:158/0 lens 496/0 e 0 to 0 dl 1746126408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126397.976051:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645b100 with x1830945733459712 ext(0->7) 00010000:00010000:0.0:1746126397.976061:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7d80d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaadf expref: 62 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.976079:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7d80d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaadf expref: 62 pid: 9140 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746126397.976086:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013645b100 00000100:00100000:0.0:1746126397.976106:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 453 00000100:00100000:0.0:1746126397.976114:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1963:x1830945733459712:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126397.976457:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1963:x1830945733459712:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 342us (667us total) trans 4294968179 rc 0/0 00000100:00100000:0.0:1746126397.976463:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 453 00002000:00100000:0.0:1746126397.976469:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88013645b100 x1830945733459712/t4294968179(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:158/0 lens 496/448 e 0 to 0 dl 1746126408 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126397.976476:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645b100 with x1830945733459712 ext(0->7) 00010000:00010000:0.0:1746126397.976480:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7d80d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaadf expref: 64 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126397.976489:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7d80d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaadf expref: 64 pid: 9140 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746126397.976494:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013645b100 00000100:00100000:0.0:1746126397.979783:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126397.994623:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733460096 00000100:00100000:0.0:1746126397.994633:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733460096 00002000:00100000:0.0:1746126397.994676:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88013645b800 x1830945733460096/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:158/0 lens 488/0 e 0 to 0 dl 1746126408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126397.994692:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645b800 with x1830945733460096 ext(0->4095) 00002000:00010000:0.0:1746126397.994696:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013645b800 00000100:00100000:0.0:1746126397.994711:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2972 00000100:00100000:0.0:1746126397.994716:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733460096:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126397.994895:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733460096:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 178us (425us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126397.994902:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2972 00002000:00100000:0.0:1746126397.994907:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88013645b800 x1830945733460096/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:158/0 lens 488/4536 e 0 to 0 dl 1746126408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126397.994914:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645b800 with x1830945733460096 ext(0->4095) 00002000:00010000:0.0:1746126397.994916:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013645b800 00000100:00100000:0.0:1746126398.012555:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.046997:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.048114:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.049335:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15459 00000100:00100000:0.0:1746126398.049346:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4021050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1964:x1830945733461248:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126398.049361:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126398.049389:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092f83a00/0x9851078746b7d81b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaae6 expref: 68 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126398.049402:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092f83a00/0x9851078746b7d81b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaae6 expref: 68 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126398.049428:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f83a00/0x9851078746b7d81b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaae6 expref: 68 pid: 9140 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746126398.049460:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126398.049461:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126398.049468:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937acc00/0x9851078746b7d822 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaaed expref: 67 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.049475:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937acc00/0x9851078746b7d822 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaaed expref: 67 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.049503:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937acc00/0x9851078746b7d822 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaaed expref: 67 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.049512:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937acc00/0x9851078746b7d822 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaaed expref: 67 pid: 17079 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746126398.049523:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725862016:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126398.049602:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126398.052208:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.055001:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.056157:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.063417:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.073461:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.080395:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.096164:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.098310:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.115992:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.124503:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.135641:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.144811:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.151760:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.155117:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.159269:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.170186:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.191186:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.226513:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.243409:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3325 00000100:00100000:0.0:1746126398.243418:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31009:x1830945733465984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126398.243424:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126398.243431:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009512a200/0x9851078746b7d861 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcab2c expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.243442:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126398.243446:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f82e00/0x9851078746b7d85a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab25 expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.243450:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126398.243453:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009512a200/0x9851078746b7d861 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab2c expref: 74 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.243474:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092f82e00/0x9851078746b7d85a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab25 expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.243490:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009512a200/0x9851078746b7d861 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab2c expref: 74 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.243499:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009512a200, rc 0) 00000100:00100000:0.0:1746126398.243527:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31009:x1830945733465984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126398.243533:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3325 00000100:00100000:0.0:1746126398.245717:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.252891:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.269942:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.273695:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.276458:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.280858:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.280905:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.285804:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.286314:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.291538:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.292405:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.292470:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733468160 00000100:00100000:0.0:1746126398.292473:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733468160 00010000:00010000:0.0:1746126398.292492:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009512a200/0x9851078746b7d861 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab2c expref: 75 pid: 9140 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746126398.293483:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15470 00000100:00100000:0.0:1746126398.293492:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1963:x1830945733468160:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126398.293506:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126398.293527:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009512a200/0x9851078746b7d861 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab2c expref: 75 pid: 9140 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126398.293539:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009512a200/0x9851078746b7d861 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab2c expref: 75 pid: 9140 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126398.293558:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009512a200/0x9851078746b7d861 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab2c expref: 75 pid: 9140 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126398.293586:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126398.293587:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126398.293593:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad400/0x9851078746b7d86f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab3a expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.293601:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ad400/0x9851078746b7d86f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab3a expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.293625:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ad400/0x9851078746b7d86f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab3a expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.293635:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937ad400/0x9851078746b7d86f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab3a expref: 74 pid: 8423 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746126398.293647:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725864576:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126398.293713:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126398.301141:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.313922:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.329425:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.339493:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733469056 00000100:00100000:0.0:1746126398.339503:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733469056 00002000:00100000:0.0:1746126398.339550:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c319180 x1830945733469056/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:159/0 lens 488/0 e 0 to 0 dl 1746126409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126398.339560:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c319180 with x1830945733469056 ext(0->4095) 00002000:00010000:0.0:1746126398.339565:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c319180 00000100:00100000:0.0:1746126398.340482:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2976 00000100:00100000:0.0:1746126398.340492:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733469056:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126398.341380:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733469056:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 888us (2120us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126398.341388:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2976 00002000:00100000:0.0:1746126398.341398:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c319180 x1830945733469056/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:159/0 lens 488/4536 e 0 to 0 dl 1746126409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126398.341406:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c319180 with x1830945733469056 ext(0->4095) 00002000:00010000:0.0:1746126398.341409:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c319180 00000100:00100000:0.0:1746126398.345883:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.348052:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.352941:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.358228:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.365208:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.367552:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.376086:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.383170:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.386928:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.390596:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.397210:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.397271:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.402151:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.403189:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.404517:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.413678:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.422955:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.429605:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.433566:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.438895:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.440140:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.440433:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3335 00000100:00100000:0.0:1746126398.440440:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733472768:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126398.440447:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126398.440453:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f060c00/0x9851078746b7d8a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcab6b expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.440464:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126398.440468:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a61af400/0x9851078746b7d8a0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab72 expref: 81 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.440473:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126398.440476:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f060c00/0x9851078746b7d8a7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab6b expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.440496:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a61af400/0x9851078746b7d8a0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab72 expref: 81 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.440508:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f060c00/0x9851078746b7d8a7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab6b expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.440516:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f060c00, rc 0) 00000100:00100000:0.0:1746126398.440538:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733472768:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126398.440543:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3335 00000100:00100000:0.0:1746126398.443481:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.447488:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.455777:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.468922:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.468983:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.474890:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.476015:0:7081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945725866624 00000100:00100000:0.0:1746126398.476018:0:7081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945725866624 00000100:00100000:0.0:1746126398.476051:0:7081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1746126398.476056:0:7081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3294:x1830945725866624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126398.476084:0:7081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3294:x1830945725866624:12345-0@lo:400:kworker.0 Request processed in 28us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126398.476088:0:7081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1746126398.476109:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1746126398.476114:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945725867264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126398.476139:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945725867264:12345-0@lo:400:kworker.0 Request processed in 25us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126398.476144:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1746126398.481513:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.487196:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.508629:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733474560 00000100:00100000:0.0:1746126398.508639:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733474560 00000100:00100000:0.0:1746126398.508703:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3337 00000100:00100000:0.0:1746126398.508711:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733474560:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126398.508729:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126398.508755:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a61ae800/0x9851078746b7d8b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcab80 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.508786:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092420a00/0x9851078746b7d8ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab79 expref: 81 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.508793:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126398.508795:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126398.508798:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a61ae800/0x9851078746b7d8b5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab80 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.508829:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092420a00/0x9851078746b7d8ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab79 expref: 81 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.508841:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092420a00/0x9851078746b7d8ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab79 expref: 81 pid: 8424 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746126398.508855:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945725867520:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126398.510964:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126398.516598:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.524969:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.531232:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.539796:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.539821:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733475200 00000100:00100000:0.0:1746126398.539828:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733475200 00002000:00100000:0.0:1746126398.539869:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093761f80 x1830945733475200/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:159/0 lens 488/0 e 0 to 0 dl 1746126409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126398.539877:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761f80 with x1830945733475200 ext(0->4095) 00010000:00010000:0.0:1746126398.539885:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a61ae800/0x9851078746b7d8b5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab80 expref: 6 pid: 8424 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126398.539899:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a61ae800/0x9851078746b7d8b5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab80 expref: 6 pid: 8424 timeout: 617 lvb_type: 0 00002000:00010000:0.0:1746126398.539905:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093761f80 00000100:00100000:0.0:1746126398.539920:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 480 00000100:00100000:0.0:1746126398.539927:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733475200:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126398.541125:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733475200:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1195us (1326us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126398.541133:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 480 00002000:00100000:0.0:1746126398.541139:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093761f80 x1830945733475200/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:159/0 lens 488/4536 e 0 to 0 dl 1746126409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126398.541146:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761f80 with x1830945733475200 ext(0->4095) 00010000:00010000:0.0:1746126398.541153:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a61ae800/0x9851078746b7d8b5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab80 expref: 6 pid: 8424 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126398.541163:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a61ae800/0x9851078746b7d8b5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab80 expref: 6 pid: 8424 timeout: 617 lvb_type: 0 00002000:00010000:0.0:1746126398.541169:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093761f80 00000100:00100000:0.0:1746126398.561609:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733475968 00000100:00100000:0.0:1746126398.561619:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733475968 00002000:00100000:0.0:1746126398.561668:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008c31b480 x1830945733475968/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:159/0 lens 496/0 e 0 to 0 dl 1746126409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126398.561677:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31b480 with x1830945733475968 ext(0->7) 00010000:00010000:0.0:1746126398.561687:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c20b800/0x9851078746b7d8bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab87 expref: 85 pid: 8424 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126398.561701:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c20b800/0x9851078746b7d8bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab87 expref: 85 pid: 8424 timeout: 617 lvb_type: 0 00002000:00010000:0.0:1746126398.561708:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c31b480 00000100:00100000:0.0:1746126398.565304:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.568280:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.573011:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.580280:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733476608 00000100:00100000:0.0:1746126398.580291:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733476608 00000100:00100000:0.0:1746126398.580878:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3341 00000100:00100000:0.0:1746126398.580887:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:31008:x1830945733476608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126398.580907:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126398.580927:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f060c00/0x9851078746b7d8d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcab9c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.580958:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad400/0x9851078746b7d8c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab8e expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.580971:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d8ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab95 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.580977:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126398.580979:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126398.580982:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f060c00/0x9851078746b7d8d1 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab9c expref: 87 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.581015:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d8ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab95 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.581418:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7d8ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab95 expref: 5 pid: 8424 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746126398.581431:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725868416:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126398.582114:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ad400/0x9851078746b7d8c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab8e expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.582123:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937ad400/0x9851078746b7d8c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcab8e expref: 87 pid: 8424 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746126398.582132:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725868544:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126398.582152:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126398.589808:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.589851:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.589896:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.603536:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.612480:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.623368:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.635730:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.640444:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.657652:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.657702:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.666050:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.666194:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.682562:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.698515:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.708508:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.720003:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.724602:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.737807:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.737844:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.737878:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.751307:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.755562:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.755597:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.755621:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.755646:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.755661:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.755852:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 478 00000100:00100000:0.0:1746126398.755863:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945733481728:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126398.755915:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945733481728:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 54us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126398.755922:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 478 00000100:00100000:0.0:1746126398.755957:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.756143:0:11298:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 364 00000100:00100000:0.0:1746126398.756150:0:11298:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945733481600:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126398.756179:0:11298:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945733481600:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 30us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126398.756659:0:11298:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 364 00000100:00100000:0.0:1746126398.763281:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.766364:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.775429:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733482624 00000100:00100000:0.0:1746126398.775436:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733482624 00000100:00100000:0.0:1746126398.775473:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3349 00000100:00100000:0.0:1746126398.775479:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31009:x1830945733482624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126398.775493:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126398.775507:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009512b200/0x9851078746b7d909 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcabd4 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.775531:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126398.775533:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126398.775540:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009512b200/0x9851078746b7d909 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabd4 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.775553:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009512b200/0x9851078746b7d909 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabd4 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.775561:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009512b200, rc 0) 00000100:00100000:0.0:1746126398.775612:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31009:x1830945733482624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126398.775618:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3349 00000100:00100000:0.0:1746126398.781430:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.781536:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.787244:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.787331:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.793944:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.813393:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.824646:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.827465:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.832247:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.838249:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.840873:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.855890:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.858080:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.864669:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.874001:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.882554:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.894658:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.897047:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.901281:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.904685:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.915654:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733486592 00000100:00100000:0.0:1746126398.915663:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733486592 00010000:00010000:0.0:1746126398.915702:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ad400/0x9851078746b7d92c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabf7 expref: 99 pid: 8424 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746126398.916632:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15498 00000100:00100000:0.0:1746126398.916642:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1964:x1830945733486592:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126398.916659:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126398.916684:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad400/0x9851078746b7d92c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabf7 expref: 99 pid: 8424 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126398.916697:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ad400/0x9851078746b7d92c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabf7 expref: 99 pid: 8424 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126398.916719:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad400/0x9851078746b7d92c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabf7 expref: 99 pid: 8424 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126398.918035:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126398.918040:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126398.918052:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7d933 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabfe expref: 98 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.918062:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7d933 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabfe expref: 98 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.918108:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7d933 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabfe expref: 98 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126398.918122:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d593b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725871872:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126398.918230:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126398.927456:0:7073:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d593b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725871872:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126398.927479:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126398.927527:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945733486592:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 10886us (11966us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126398.927539:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15498 00000100:00100000:0.0:1746126398.929482:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.941414:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.943042:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733487104 00000100:00100000:0.0:1746126398.943047:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733487104 00000100:00100000:0.0:1746126398.943080:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3357 00000100:00100000:0.0:1746126398.943086:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:31008:x1830945733487104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126398.943096:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126398.943106:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009512bc00/0x9851078746b7d941 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcac0c expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.943125:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7d933 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabfe expref: 99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.943133:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7d93a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac05 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.943138:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126398.943139:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126398.943142:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009512bc00/0x9851078746b7d941 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac0c expref: 99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.943171:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7d93a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac05 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.943186:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7d93a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac05 expref: 5 pid: 8424 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746126398.943198:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725872000:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126398.943282:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7d933 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabfe expref: 99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126398.943290:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7d933 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabfe expref: 99 pid: 8423 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746126398.943298:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9140:1830945725872128:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126398.943317:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126398.947590:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.949138:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.949168:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733487488 00000100:00100000:0.0:1746126398.949177:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733487488 00010000:00010000:0.0:1746126398.949218:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7d933 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabfe expref: 100 pid: 8423 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746126398.950241:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15499 00000100:00100000:0.0:1746126398.950248:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1963:x1830945733487488:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126398.950759:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126398.950776:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7d933 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabfe expref: 99 pid: 8423 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126398.950790:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7d933 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabfe expref: 99 pid: 8423 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126398.950811:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7d933 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcabfe expref: 99 pid: 8423 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126398.950841:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126398.950875:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1963:x1830945733487488:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 627us (1739us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126398.950881:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15499 00000100:00100000:0.0:1746126398.954819:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.959638:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.978853:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.982411:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.984835:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.986961:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126398.989372:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.001187:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.005016:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.007672:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.025123:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.025177:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.029974:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.041381:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.092158:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.109673:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.113210:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.115671:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.121016:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.135890:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.138814:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.195572:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.196910:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.199326:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.201498:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.209127:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.215947:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.226895:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.231828:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.233334:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.237210:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.237295:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.240793:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.241528:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.241546:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733494272 00000100:00100000:0.0:1746126399.241549:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733494272 00010000:00010000:0.0:1746126399.241566:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d979 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac44 expref: 107 pid: 8424 timeout: 618 lvb_type: 0 00000100:00100000:0.0:1746126399.241597:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15510 00000100:00100000:0.0:1746126399.241602:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1964:x1830945733494272:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126399.241611:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126399.241633:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d979 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac44 expref: 107 pid: 8424 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126399.241643:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d979 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac44 expref: 107 pid: 8424 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126399.241662:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7d979 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac44 expref: 107 pid: 8424 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126399.241679:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126399.241681:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126399.241692:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7d987 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac52 expref: 106 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126399.241699:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7d987 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac52 expref: 106 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126399.242357:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7d987 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac52 expref: 106 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126399.242370:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7d987 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac52 expref: 106 pid: 9140 timeout: 618 lvb_type: 0 00000100:00100000:0.0:1746126399.242382:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725874688:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126399.242817:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126399.245917:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.253727:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733494784 00000100:00100000:0.0:1746126399.253762:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733494784 00002000:00100000:0.0:1746126399.253808:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88013645ad80 x1830945733494784/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:160/0 lens 496/0 e 0 to 0 dl 1746126410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126399.253819:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645ad80 with x1830945733494784 ext(0->7) 00010000:00010000:0.0:1746126399.253828:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7d987 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac52 expref: 106 pid: 9140 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126399.253842:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7d987 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac52 expref: 106 pid: 9140 timeout: 618 lvb_type: 0 00002000:00010000:0.0:1746126399.253848:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013645ad80 00000100:00100000:0.0:1746126399.253874:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 510 00000100:00100000:0.0:1746126399.253880:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1965:x1830945733494784:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126399.254238:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1965:x1830945733494784:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 357us (600us total) trans 4294968201 rc 0/0 00000100:00100000:0.0:1746126399.254244:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 510 00002000:00100000:0.0:1746126399.254249:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88013645ad80 x1830945733494784/t4294968201(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:160/0 lens 496/448 e 0 to 0 dl 1746126410 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126399.254256:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645ad80 with x1830945733494784 ext(0->7) 00010000:00010000:0.0:1746126399.254261:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7d987 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac52 expref: 108 pid: 9140 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126399.254269:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7d987 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac52 expref: 108 pid: 9140 timeout: 618 lvb_type: 0 00002000:00010000:0.0:1746126399.254275:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013645ad80 00000100:00100000:0.0:1746126399.259163:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.265372:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.265455:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.270461:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.273226:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.280724:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.286839:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.292627:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.297886:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.297948:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.300344:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.300389:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.309328:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.310855:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.315301:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.318448:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.324398:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.330314:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.332494:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.339150:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.342723:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.348973:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.354942:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126399.387557:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092421e00/0x9851078746b7d9b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac83 expref: 114 pid: 9140 timeout: 618 lvb_type: 0 00000100:00100000:0.0:1746126399.387601:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15517 00000100:00100000:0.0:1746126399.387609:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:1964:x1830945733499648:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126399.387626:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126399.387650:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092421e00/0x9851078746b7d9b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac83 expref: 114 pid: 9140 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126399.387661:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092421e00/0x9851078746b7d9b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac83 expref: 114 pid: 9140 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126399.387684:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092421e00/0x9851078746b7d9b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcac83 expref: 114 pid: 9140 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126399.387717:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126399.387780:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+113:1964:x1830945733499648:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 171us (2200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126399.387785:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15517 00000100:00100000:0.0:1746126399.392317:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.417203:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.428814:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.429866:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.433654:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.438583:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.438632:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.444768:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.470761:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.479099:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.483692:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.491242:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.495300:0:7073:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b4c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725877376:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126399.495330:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126399.495605:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945733502336:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4180us (4371us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126399.495616:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15522 00000100:00100000:0.0:1746126399.502061:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.507246:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.518265:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.521560:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.522363:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.529415:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733503872 00000100:00100000:0.0:1746126399.529422:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733503872 00002000:00100000:0.0:1746126399.529464:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092b4c380 x1830945733503872/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:160/0 lens 488/0 e 0 to 0 dl 1746126410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126399.529474:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4c380 with x1830945733503872 ext(0->4095) 00010000:00010000:0.0:1746126399.529482:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac800/0x9851078746b7d9e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcacb4 expref: 119 pid: 8423 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126399.529495:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ac800/0x9851078746b7d9e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcacb4 expref: 119 pid: 8423 timeout: 618 lvb_type: 0 00002000:00010000:0.0:1746126399.529501:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092b4c380 00000100:00100000:0.0:1746126399.529525:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 524 00000100:00100000:0.0:1746126399.529532:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+119:1963:x1830945733503872:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126399.529692:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+119:1963:x1830945733503872:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 161us (345us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126399.529699:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 524 00002000:00100000:0.0:1746126399.529705:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092b4c380 x1830945733503872/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:160/0 lens 488/4536 e 0 to 0 dl 1746126410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126399.529711:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4c380 with x1830945733503872 ext(0->4095) 00010000:00010000:0.0:1746126399.529715:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac800/0x9851078746b7d9e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcacb4 expref: 119 pid: 8423 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126399.529724:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ac800/0x9851078746b7d9e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcacb4 expref: 119 pid: 8423 timeout: 618 lvb_type: 0 00002000:00010000:0.0:1746126399.529740:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092b4c380 00000100:00100000:0.0:1746126399.534768:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.541346:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.547705:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.552552:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.557635:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.557780:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.562554:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.563127:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.566754:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.566807:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.571548:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.586150:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.602336:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.603876:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.612625:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.612669:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.620661:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.652711:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.663138:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.667990:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.668085:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.682386:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.682419:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733508480 00000100:00100000:0.0:1746126399.682427:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733508480 00002000:00100000:0.0:1746126399.682473:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093108380 x1830945733508480/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:160/0 lens 488/0 e 0 to 0 dl 1746126410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126399.682483:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108380 with x1830945733508480 ext(0->4095) 00010000:00010000:0.0:1746126399.682492:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092420400/0x9851078746b7da1a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcace5 expref: 125 pid: 8423 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126399.682506:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092420400/0x9851078746b7da1a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcace5 expref: 125 pid: 8423 timeout: 618 lvb_type: 0 00002000:00010000:0.0:1746126399.682513:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093108380 00000100:00100000:0.0:1746126399.682535:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 534 00000100:00100000:0.0:1746126399.682542:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+125:1963:x1830945733508480:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126399.682743:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+125:1963:x1830945733508480:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 200us (366us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126399.682750:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 534 00002000:00100000:0.0:1746126399.682756:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093108380 x1830945733508480/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:160/0 lens 488/4536 e 0 to 0 dl 1746126410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126399.682763:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108380 with x1830945733508480 ext(0->4095) 00010000:00010000:0.0:1746126399.682767:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092420400/0x9851078746b7da1a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcace5 expref: 125 pid: 8423 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126399.682776:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092420400/0x9851078746b7da1a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcace5 expref: 125 pid: 8423 timeout: 618 lvb_type: 0 00002000:00010000:0.0:1746126399.682781:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093108380 00000100:00100000:0.0:1746126399.685112:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.694073:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.710063:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.710116:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.716513:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.716555:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.727502:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733509760 00000100:00100000:0.0:1746126399.727509:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733509760 00002000:00100000:0.0:1746126399.727551:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad5180 x1830945733509760/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:160/0 lens 488/0 e 0 to 0 dl 1746126410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126399.727561:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad5180 with x1830945733509760 ext(0->4095) 00010000:00010000:0.0:1746126399.727569:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7da28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcacf3 expref: 127 pid: 8424 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126399.727582:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7da28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcacf3 expref: 127 pid: 8424 timeout: 618 lvb_type: 0 00002000:00010000:0.0:1746126399.727589:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bad5180 00000100:00100000:0.0:1746126399.727616:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 537 00000100:00100000:0.0:1746126399.727624:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+127:1963:x1830945733509760:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126399.727794:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+127:1963:x1830945733509760:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 170us (351us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126399.727800:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 537 00002000:00100000:0.0:1746126399.727806:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad5180 x1830945733509760/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:160/0 lens 488/4536 e 0 to 0 dl 1746126410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126399.727813:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad5180 with x1830945733509760 ext(0->4095) 00010000:00010000:0.0:1746126399.727817:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7da28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcacf3 expref: 127 pid: 8424 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126399.727826:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7da28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcacf3 expref: 127 pid: 8424 timeout: 618 lvb_type: 0 00002000:00010000:0.0:1746126399.727831:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bad5180 00000100:00100000:0.0:1746126399.733208:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.743332:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.745502:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.750919:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.750963:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.773372:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.788832:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.790246:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.792621:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.796148:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.800074:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.805256:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.820071:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.827364:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.834880:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.837450:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.843859:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.852433:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.854949:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.855498:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733513344 00000100:00100000:0.0:1746126399.855504:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733513344 00002000:00100000:0.0:1746126399.855546:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093761500 x1830945733513344/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:160/0 lens 488/0 e 0 to 0 dl 1746126410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126399.855556:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761500 with x1830945733513344 ext(0->4095) 00002000:00010000:0.0:1746126399.855560:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093761500 00000100:00100000:0.0:1746126399.856254:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3010 00000100:00100000:0.0:1746126399.856262:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+132:1964:x1830945733513344:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126399.858281:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+132:1964:x1830945733513344:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 2012us (3330us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126399.858292:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3010 00002000:00100000:0.0:1746126399.858302:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093761500 x1830945733513344/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:160/0 lens 488/4536 e 0 to 0 dl 1746126410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126399.858309:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761500 with x1830945733513344 ext(0->4095) 00002000:00010000:0.0:1746126399.858315:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093761500 00000100:00100000:0.0:1746126399.866651:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.875544:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.879686:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.882318:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.887154:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.893076:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.899195:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.906214:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.908773:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.916712:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.921697:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.922499:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.925445:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.925555:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.929579:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.940188:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.956526:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.959317:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.961392:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.967901:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.967999:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.974288:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126399.989135:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.014545:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126400.015750:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126400.015976:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733517824 00000100:00100000:0.0:1746126400.015980:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733517824 00002000:00100000:0.0:1746126400.016056:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800b490f100 x1830945733517824/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:161/0 lens 488/0 e 0 to 0 dl 1746126411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126400.016065:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490f100 with x1830945733517824 ext(0->4095) 00010000:00010000:0.0:1746126400.016075:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7da83 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcad4e expref: 6 pid: 17079 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126400.016086:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7da83 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcad4e expref: 6 pid: 17079 timeout: 618 lvb_type: 0 00002000:00010000:0.0:1746126400.016093:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b490f100 00000100:00100000:0.0:1746126400.016117:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 552 00000100:00100000:0.0:1746126400.016123:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733517824:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126400.016283:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733517824:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 159us (390us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126400.016289:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 552 00002000:00100000:0.0:1746126400.016294:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800b490f100 x1830945733517824/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:161/0 lens 488/4536 e 0 to 0 dl 1746126411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126400.016302:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490f100 with x1830945733517824 ext(0->4095) 00010000:00010000:0.0:1746126400.016306:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7da83 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcad4e expref: 6 pid: 17079 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126400.016315:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7da83 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcad4e expref: 6 pid: 17079 timeout: 618 lvb_type: 0 00002000:00010000:0.0:1746126400.016320:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b490f100 00000100:00100000:0.0:1746126400.028590:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725883776:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126400.028618:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126400.028679:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945733518080:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6191us (6272us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126400.028690:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15547 00000100:00100000:0.0:1746126400.035584:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.041929:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.048172:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.050935:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.056278:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.061828:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.062673:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.067114:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.069289:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15550 00000100:00100000:0.0:1746126400.069304:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733519744:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126400.069323:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126400.069350:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092f70800/0x9851078746b7da98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcad63 expref: 6 pid: 8424 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126400.069363:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092f70800/0x9851078746b7da98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcad63 expref: 6 pid: 8424 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126400.069387:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f70800/0x9851078746b7da98 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcad63 expref: 6 pid: 8424 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746126400.069409:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126400.069411:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126400.069418:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092420a00/0x9851078746b7da9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcad6a expref: 141 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126400.069426:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092420a00/0x9851078746b7da9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcad6a expref: 141 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126400.069464:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092420a00/0x9851078746b7da9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcad6a expref: 141 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126400.069481:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133316d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725884288:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126400.069569:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126400.074357:0:7073:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133316d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725884288:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126400.074386:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126400.075496:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945733519744:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6195us (8386us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126400.075506:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15550 00000100:00100000:0.0:1746126400.084176:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.095823:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.098416:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.102787:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.106330:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.111451:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.117273:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.122772:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.122825:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.126761:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.135140:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.149743:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.151251:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.159746:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.177058:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.186320:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.205946:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.222783:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.227759:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.232426:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.248059:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.254811:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.266128:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.281812:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.296309:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.296402:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.299254:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.300561:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.301089:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733525120 00000100:00100000:0.0:1746126400.301092:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733525120 00010000:00010000:0.0:1746126400.301187:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092f71800/0x9851078746b7dad7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcada2 expref: 6 pid: 8423 timeout: 619 lvb_type: 0 00000100:00100000:0.0:1746126400.301385:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15559 00000100:00100000:0.0:1746126400.301392:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133233800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733525120:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126400.301402:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126400.301423:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092f71800/0x9851078746b7dad7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcada2 expref: 6 pid: 8423 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126400.301435:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092f71800/0x9851078746b7dad7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcada2 expref: 6 pid: 8423 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126400.301453:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f71800/0x9851078746b7dad7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcada2 expref: 6 pid: 8423 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126400.301467:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126400.301469:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126400.301474:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b7dade lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcada9 expref: 150 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126400.301481:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b7dade lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcada9 expref: 150 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126400.301501:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b7dade lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcada9 expref: 150 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126400.301512:0:7073:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b7dade lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcada9 expref: 150 pid: 8423 timeout: 619 lvb_type: 0 00000100:00100000:0.0:1746126400.301524:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133233b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725886592:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126400.301588:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126400.304782:0:7073:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133233b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725886592:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126400.304806:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126400.304861:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133233800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945733525120:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3469us (4299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126400.304872:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15559 00000100:00100000:0.0:1746126400.305555:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.313717:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.326179:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.332316:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.343199:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.360345:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733526656 00000100:00100000:0.0:1746126400.360354:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733526656 00002000:00100000:0.0:1746126400.360402:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092e50e00 x1830945733526656/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:161/0 lens 488/0 e 0 to 0 dl 1746126411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126400.360412:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50e00 with x1830945733526656 ext(0->4095) 00010000:00010000:0.0:1746126400.360422:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092f70a00/0x9851078746b7daec lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcadb7 expref: 6 pid: 8423 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126400.360434:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092f70a00/0x9851078746b7daec lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcadb7 expref: 6 pid: 8423 timeout: 619 lvb_type: 0 00002000:00010000:0.0:1746126400.360442:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e50e00 00000100:00100000:0.0:1746126400.364338:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 567 00000100:00100000:0.0:1746126400.364357:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733526656:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126400.364560:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733526656:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 210us (4400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126400.364567:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 567 00002000:00100000:0.0:1746126400.364575:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092e50e00 x1830945733526656/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:161/0 lens 488/4536 e 0 to 0 dl 1746126411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126400.364584:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50e00 with x1830945733526656 ext(0->4095) 00010000:00010000:0.0:1746126400.364594:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092f70a00/0x9851078746b7daec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcadb7 expref: 6 pid: 8423 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126400.364607:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092f70a00/0x9851078746b7daec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcadb7 expref: 6 pid: 8423 timeout: 619 lvb_type: 0 00002000:00010000:0.0:1746126400.364614:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e50e00 00000100:00100000:0.0:1746126400.372507:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.377501:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.400660:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733527296 00000100:00100000:0.0:1746126400.400668:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733527296 00002000:00100000:0.0:1746126400.400705:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880092864e00 x1830945733527296/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:161/0 lens 496/0 e 0 to 0 dl 1746126411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126400.400713:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092864e00 with x1830945733527296 ext(0->7) 00010000:00010000:0.0:1746126400.400719:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ace00/0x9851078746b7daf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcadbe expref: 152 pid: 8423 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126400.400740:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ace00/0x9851078746b7daf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcadbe expref: 152 pid: 8423 timeout: 619 lvb_type: 0 00002000:00010000:0.0:1746126400.400747:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092864e00 00000100:00100000:0.0:1746126400.400762:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 568 00000100:00100000:0.0:1746126400.400769:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+152:1965:x1830945733527296:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126400.401891:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+154:1965:x1830945733527296:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1118us (1574us total) trans 4294968224 rc 0/0 00000100:00100000:0.0:1746126400.401899:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 568 00002000:00100000:0.0:1746126400.401906:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880092864e00 x1830945733527296/t4294968224(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:161/0 lens 496/448 e 0 to 0 dl 1746126411 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126400.401914:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092864e00 with x1830945733527296 ext(0->7) 00010000:00010000:0.0:1746126400.401921:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ace00/0x9851078746b7daf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcadbe expref: 154 pid: 8423 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126400.401932:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ace00/0x9851078746b7daf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcadbe expref: 154 pid: 8423 timeout: 619 lvb_type: 0 00002000:00010000:0.0:1746126400.401944:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092864e00 00000100:00100000:0.0:1746126400.403709:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.423630:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.431280:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.436424:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.444522:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.458988:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.459071:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.472118:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.477385:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.483208:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.491707:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.498428:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.503330:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.503439:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.508495:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.513458:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.513509:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.520343:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.528810:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.540185:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.553279:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.553350:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.562314:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.562370:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.570211:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.580510:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.601441:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.605177:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.605270:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.610896:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.611309:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.620986:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.627005:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733533696 00000100:00100000:0.0:1746126400.627015:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733533696 00002000:00100000:0.0:1746126400.627071:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880092a0f480 x1830945733533696/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:161/0 lens 496/0 e 0 to 0 dl 1746126411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126400.627080:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0f480 with x1830945733533696 ext(0->7) 00010000:00010000:0.0:1746126400.627090:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7db39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae04 expref: 161 pid: 8423 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126400.627103:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ade00/0x9851078746b7db39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae04 expref: 161 pid: 8423 timeout: 619 lvb_type: 0 00002000:00010000:0.0:1746126400.627109:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092a0f480 00000100:00100000:0.0:1746126400.627138:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 577 00000100:00100000:0.0:1746126400.627145:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+161:1964:x1830945733533696:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126400.629916:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.636683:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.641127:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.651085:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.651138:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.659540:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.659570:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.659660:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.661378:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cf160c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126400.663771:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.663795:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733535232 00000100:00100000:0.0:1746126400.663801:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733535232 00002000:00100000:0.0:1746126400.663838:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880133316d80 x1830945733535232/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:161/0 lens 488/0 e 0 to 0 dl 1746126411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126400.663847:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133316d80 with x1830945733535232 ext(0->4095) 00010000:00010000:0.0:1746126400.663855:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7db4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae19 expref: 163 pid: 8424 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126400.663868:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7db4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae19 expref: 163 pid: 8424 timeout: 619 lvb_type: 0 00002000:00010000:0.0:1746126400.663874:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133316d80 00000100:00100000:0.0:1746126400.664086:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 578 00000100:00100000:0.0:1746126400.664095:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133316d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+163:1964:x1830945733535232:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126400.668791:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.682314:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.686900:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.700332:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.704703:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.707071:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.708466:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733536768 00000100:00100000:0.0:1746126400.708472:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733536768 00000100:00100000:0.0:1746126400.708511:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3436 00000100:00100000:0.0:1746126400.708517:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+164:31009:x1830945733536768:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126400.708532:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126400.708544:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7db6a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcae35 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126400.708563:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7db63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae2e expref: 165 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126400.708569:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126400.708570:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126400.708573:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7db6a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae35 expref: 165 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126400.708591:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7db63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae2e expref: 165 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126400.708602:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7db63 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae2e expref: 165 pid: 8424 timeout: 619 lvb_type: 0 00000100:00100000:0.0:1746126400.708610:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013147df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945725890816:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126400.708669:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126400.714224:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013147df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945725890816:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126400.714257:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7db6a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae35 expref: 165 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126400.714274:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c14600, rc 0) 00000100:00100000:0.0:1746126400.714314:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+165:31009:x1830945733536768:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5796us (7015us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126400.714323:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3436 00000100:00100000:0.0:1746126400.714358:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733537024 00000100:00100000:0.0:1746126400.714364:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733537024 00002000:00100000:0.0:1746126400.714394:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093b54700 x1830945733537024/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:161/0 lens 488/0 e 0 to 0 dl 1746126411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126400.714403:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54700 with x1830945733537024 ext(0->4095) 00010000:00010000:0.0:1746126400.714408:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7db63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae2e expref: 165 pid: 8424 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126400.714418:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7db63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae2e expref: 165 pid: 8424 timeout: 619 lvb_type: 0 00002000:00010000:0.0:1746126400.714423:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093b54700 00000100:00100000:0.0:1746126400.714435:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 581 00000100:00100000:0.0:1746126400.714441:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+165:1963:x1830945733537024:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126400.716470:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+165:1963:x1830945733537024:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 2023us (2350us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126400.716478:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 581 00002000:00100000:0.0:1746126400.716485:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093b54700 x1830945733537024/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:161/0 lens 488/4536 e 0 to 0 dl 1746126411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126400.716493:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54700 with x1830945733537024 ext(0->4095) 00010000:00010000:0.0:1746126400.716501:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7db63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae2e expref: 165 pid: 8424 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126400.716519:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7db63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae2e expref: 165 pid: 8424 timeout: 619 lvb_type: 0 00002000:00010000:0.0:1746126400.716525:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093b54700 00000100:00100000:0.0:1746126400.729459:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.741270:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.753860:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733537664 00000100:00100000:0.0:1746126400.753870:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733537664 00002000:00100000:0.0:1746126400.753918:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092a0df80 x1830945733537664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:161/0 lens 488/0 e 0 to 0 dl 1746126411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126400.753927:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0df80 with x1830945733537664 ext(0->4095) 00002000:00010000:0.0:1746126400.753932:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092a0df80 00000100:00100000:0.0:1746126400.759808:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.760013:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.762916:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.764296:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733538304 00000100:00100000:0.0:1746126400.764301:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733538304 00010000:00010000:0.0:1746126400.764321:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7db6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae35 expref: 167 pid: 8424 timeout: 619 lvb_type: 0 00000100:00100000:0.0:1746126400.772787:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.779547:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733538688 00000100:00100000:0.0:1746126400.779555:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733538688 00002000:00100000:0.0:1746126400.779601:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880131545180 x1830945733538688/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:161/0 lens 488/0 e 0 to 0 dl 1746126411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126400.779610:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545180 with x1830945733538688 ext(0->4095) 00002000:00010000:0.0:1746126400.779615:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131545180 00000100:00100000:0.0:1746126400.779644:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3030 00000100:00100000:0.0:1746126400.779651:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+166:1964:x1830945733538688:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126400.779812:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+166:1964:x1830945733538688:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 162us (408us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126400.779818:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3030 00002000:00100000:0.0:1746126400.779823:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880131545180 x1830945733538688/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:161/0 lens 488/4536 e 0 to 0 dl 1746126411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126400.779830:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545180 with x1830945733538688 ext(0->4095) 00002000:00010000:0.0:1746126400.779833:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131545180 00000100:00100000:0.0:1746126400.788508:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.797000:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.804972:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.811460:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.816817:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.821233:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.831330:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.837312:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.857737:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.861434:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.864600:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.866383:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.872008:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.872079:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.872100:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733541504 00000100:00100000:0.0:1746126400.872106:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733541504 00010000:00010000:0.0:1746126400.872135:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7db94 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae5f expref: 6 pid: 9140 timeout: 619 lvb_type: 0 00000100:00100000:0.0:1746126400.872174:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15586 00000100:00100000:0.0:1746126400.872182:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733541504:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126400.872193:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126400.872209:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7db94 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae5f expref: 6 pid: 9140 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126400.872220:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7db94 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae5f expref: 6 pid: 9140 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126400.872237:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7db94 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae5f expref: 6 pid: 9140 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126400.872252:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126400.872254:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126400.872260:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f70a00/0x9851078746b7db9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae66 expref: 169 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126400.872266:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f70a00/0x9851078746b7db9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae66 expref: 169 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126400.872292:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092f70a00/0x9851078746b7db9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae66 expref: 169 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126400.872302:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801328dbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725892480:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126400.872367:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126400.878400:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.889549:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.897360:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.910796:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.910884:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.917341:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.917917:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.922367:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.930317:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.934287:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.940694:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.948315:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.951989:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.961775:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.961884:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.965695:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.968592:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.968712:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.974330:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.985641:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126400.994279:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.003391:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.016912:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.025298:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.025432:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.033400:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.043574:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.060238:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733547008 00000100:00100000:0.0:1746126401.060249:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733547008 00002000:00100000:0.0:1746126401.060297:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad5f80 x1830945733547008/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:162/0 lens 488/0 e 0 to 0 dl 1746126412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.060307:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad5f80 with x1830945733547008 ext(0->4095) 00002000:00010000:0.0:1746126401.060312:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bad5f80 00000100:00100000:0.0:1746126401.060345:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3037 00000100:00100000:0.0:1746126401.060353:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733547008:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126401.060541:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733547008:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 189us (395us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126401.060548:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3037 00002000:00100000:0.0:1746126401.060554:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad5f80 x1830945733547008/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:162/0 lens 488/4536 e 0 to 0 dl 1746126412 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.060561:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad5f80 with x1830945733547008 ext(0->4095) 00002000:00010000:0.0:1746126401.060563:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bad5f80 00000100:00100000:0.0:1746126401.063703:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.065709:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.073242:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733547520 00000100:00100000:0.0:1746126401.073252:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733547520 00000100:00100000:0.0:1746126401.073310:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3453 00000100:00100000:0.0:1746126401.073317:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+178:31008:x1830945733547520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126401.073336:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126401.073353:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c20b800/0x9851078746b7dbe1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcaeac expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.073381:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f70800/0x9851078746b7dbd3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae97 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.073390:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7dbda lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaea5 expref: 179 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.073395:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126401.073397:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126401.073400:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c20b800/0x9851078746b7dbe1 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaeac expref: 179 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.073432:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7dbda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaea5 expref: 179 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.073444:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7dbda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaea5 expref: 179 pid: 9140 timeout: 619 lvb_type: 0 00000100:00100000:0.0:1746126401.073456:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132fbc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725894528:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126401.073573:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092f70800/0x9851078746b7dbd3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae97 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.073582:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092f70800/0x9851078746b7dbd3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcae97 expref: 5 pid: 8424 timeout: 619 lvb_type: 0 00000100:00100000:0.0:1746126401.073590:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132fbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725894656:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126401.073608:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126401.078624:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.078676:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.082799:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.090075:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.094638:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733548288 00000100:00100000:0.0:1746126401.094645:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733548288 00002000:00100000:0.0:1746126401.094685:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880131545f80 x1830945733548288/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:162/0 lens 496/0 e 0 to 0 dl 1746126412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.094693:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545f80 with x1830945733548288 ext(0->7) 00010000:00010000:0.0:1746126401.094700:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c20b800/0x9851078746b7dbe1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaeac expref: 178 pid: 8423 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746126401.094712:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c20b800/0x9851078746b7dbe1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaeac expref: 178 pid: 8423 timeout: 619 lvb_type: 0 00002000:00010000:0.0:1746126401.094726:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131545f80 00000100:00100000:0.0:1746126401.101422:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.110714:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.122834:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.125940:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.127379:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.136866:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.136907:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.145285:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.187975:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.188092:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.192998:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.203246:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.212511:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.218613:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.226158:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.231697:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.238794:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.246435:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.255408:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.260851:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.274061:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.283130:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.293806:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.298665:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.307902:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.311248:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.315525:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.321648:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.335098:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.335803:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.340733:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.343972:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.348399:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.352490:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.356578:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733554816 00000100:00100000:0.0:1746126401.356585:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733554816 00002000:00100000:0.0:1746126401.356620:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880131547100 x1830945733554816/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:162/0 lens 496/0 e 0 to 0 dl 1746126412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.356627:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131547100 with x1830945733554816 ext(0->7) 00010000:00010000:0.0:1746126401.356633:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7dc2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaef9 expref: 188 pid: 9140 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.356649:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7dc2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaef9 expref: 188 pid: 9140 timeout: 620 lvb_type: 0 00002000:00010000:0.0:1746126401.356655:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131547100 00000100:00100000:0.0:1746126401.356669:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 609 00000100:00100000:0.0:1746126401.356675:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+188:1964:x1830945733554816:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126401.357929:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+190:1964:x1830945733554816:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1249us (1692us total) trans 4294968242 rc 0/0 00000100:00100000:0.0:1746126401.357936:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 609 00002000:00100000:0.0:1746126401.357942:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880131547100 x1830945733554816/t4294968242(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:162/0 lens 496/448 e 0 to 0 dl 1746126412 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.357949:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131547100 with x1830945733554816 ext(0->7) 00010000:00010000:0.0:1746126401.357956:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7dc2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaef9 expref: 190 pid: 9140 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.357966:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7dc2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaef9 expref: 190 pid: 9140 timeout: 620 lvb_type: 0 00002000:00010000:0.0:1746126401.357972:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131547100 00000100:00100000:0.0:1746126401.366597:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.378253:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.378307:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.391532:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.397730:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.402842:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.418398:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.430253:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.432664:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.452075:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.455286:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.459482:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.481534:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.481568:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733557248 00000100:00100000:0.0:1746126401.481576:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733557248 00010000:00010000:0.0:1746126401.481616:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092421c00/0x9851078746b7dc4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf15 expref: 194 pid: 8423 timeout: 620 lvb_type: 0 00000100:00100000:0.0:1746126401.481645:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15612 00000100:00100000:0.0:1746126401.481653:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+194:1965:x1830945733557248:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126401.481669:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126401.481694:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092421c00/0x9851078746b7dc4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf15 expref: 194 pid: 8423 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.481707:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092421c00/0x9851078746b7dc4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf15 expref: 194 pid: 8423 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.481743:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092421c00/0x9851078746b7dc4a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf15 expref: 194 pid: 8423 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.481764:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126401.481766:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126401.481774:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c20be00/0x9851078746b7dc51 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf1c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.481784:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c20be00/0x9851078746b7dc51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf1c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.481819:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c20be00/0x9851078746b7dc51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf1c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126401.481832:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725898880:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126401.481932:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126401.486416:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.486440:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733557504 00000100:00100000:0.0:1746126401.486446:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733557504 00002000:00100000:0.0:1746126401.486485:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801327c0a80 x1830945733557504/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:162/0 lens 488/0 e 0 to 0 dl 1746126412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.486494:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0a80 with x1830945733557504 ext(0->4095) 00002000:00010000:0.0:1746126401.486498:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327c0a80 00000100:00100000:0.0:1746126401.486521:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3048 00000100:00100000:0.0:1746126401.486528:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733557504:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126401.486662:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733557504:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (247us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126401.486668:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3048 00002000:00100000:0.0:1746126401.486673:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801327c0a80 x1830945733557504/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:162/0 lens 488/4536 e 0 to 0 dl 1746126412 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.486680:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0a80 with x1830945733557504 ext(0->4095) 00002000:00010000:0.0:1746126401.486683:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327c0a80 00000100:00100000:0.0:1746126401.489768:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.489841:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.489882:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733557632 00000100:00100000:0.0:1746126401.489891:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733557632 00000100:00100000:0.0:1746126401.489926:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733557760 00000100:00100000:0.0:1746126401.489929:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733557760 00000100:00100000:0.0:1746126401.489950:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3470 00000100:00100000:0.0:1746126401.489957:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+194:31009:x1830945733557632:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126401.489973:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126401.489990:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7dc58 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcaf23 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.490016:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126401.490018:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126401.490048:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7dc58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf23 expref: 195 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.490064:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7dc58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf23 expref: 195 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.490075:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c14600, rc 0) 00000100:00100000:0.0:1746126401.490113:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+195:31009:x1830945733557632:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126401.490119:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3470 00000100:00100000:0.0:1746126401.490134:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3471 00000100:00100000:0.0:1746126401.490139:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+194:31008:x1830945733557760:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126401.490148:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126401.490153:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7dc5f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcaf2a expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.490166:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c20be00/0x9851078746b7dc51 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf1c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.490174:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7dc58 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf23 expref: 195 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.490179:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126401.490180:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126401.490183:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7dc5f lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf2a expref: 195 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.490211:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7dc58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf23 expref: 195 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.490222:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7dc58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf23 expref: 195 pid: 17079 timeout: 620 lvb_type: 0 00000100:00100000:0.0:1746126401.490233:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725899008:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126401.490290:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c20be00/0x9851078746b7dc51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf1c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.490298:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c20be00/0x9851078746b7dc51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf1c expref: 5 pid: 8423 timeout: 620 lvb_type: 0 00000100:00100000:0.0:1746126401.490311:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725899136:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126401.490329:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126401.494194:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.494222:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733558016 00000100:00100000:0.0:1746126401.494229:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733558016 00002000:00100000:0.0:1746126401.494275:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801327c3100 x1830945733558016/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:162/0 lens 488/0 e 0 to 0 dl 1746126412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.494284:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c3100 with x1830945733558016 ext(0->4095) 00010000:00010000:0.0:1746126401.494293:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7dc58 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf23 expref: 196 pid: 17079 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.494305:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7dc58 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf23 expref: 196 pid: 17079 timeout: 620 lvb_type: 0 00002000:00010000:0.0:1746126401.494312:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327c3100 00000100:00100000:0.0:1746126401.494335:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 614 00000100:00100000:0.0:1746126401.494342:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+196:1964:x1830945733558016:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126401.494498:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+196:1964:x1830945733558016:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 156us (312us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126401.494504:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 614 00002000:00100000:0.0:1746126401.494509:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801327c3100 x1830945733558016/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:162/0 lens 488/4536 e 0 to 0 dl 1746126412 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.494515:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c3100 with x1830945733558016 ext(0->4095) 00010000:00010000:0.0:1746126401.494519:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7dc58 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf23 expref: 196 pid: 17079 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.494526:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7dc58 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf23 expref: 196 pid: 17079 timeout: 620 lvb_type: 0 00002000:00010000:0.0:1746126401.494532:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327c3100 00000100:00100000:0.0:1746126401.497907:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.501271:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.501327:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.502092:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733558272 00000100:00100000:0.0:1746126401.502101:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733558272 00000100:00100000:0.0:1746126401.502148:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3472 00000100:00100000:0.0:1746126401.502155:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733558272:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126401.502172:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126401.502189:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5a00/0x9851078746b7dc66 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcaf31 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.502214:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126401.502219:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7dc5f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf2a expref: 194 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.502225:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126401.502229:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5a00/0x9851078746b7dc66 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf31 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.502265:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7dc5f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf2a expref: 194 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.502282:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b41b5a00/0x9851078746b7dc66 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf31 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.502293:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b41b5a00, rc 0) 00000100:00100000:0.0:1746126401.502336:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733558272:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126401.502342:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3472 00000100:00100000:0.0:1746126401.502363:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733558400 00000100:00100000:0.0:1746126401.502365:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733558400 00010000:00010000:0.0:1746126401.502377:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7dc58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf23 expref: 195 pid: 17079 timeout: 620 lvb_type: 0 00000100:00100000:0.0:1746126401.502391:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15614 00000100:00100000:0.0:1746126401.502395:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+195:1963:x1830945733558400:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126401.502402:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126401.502421:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7dc58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf23 expref: 195 pid: 17079 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.502430:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7dc58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf23 expref: 195 pid: 17079 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.502447:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c14600/0x9851078746b7dc58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf23 expref: 195 pid: 17079 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.502456:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126401.502458:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126401.502464:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7dc5f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf2a expref: 194 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.502471:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7dc5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf2a expref: 194 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.502488:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7dc5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf2a expref: 194 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.502498:0:7073:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7dc5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf2a expref: 194 pid: 17079 timeout: 620 lvb_type: 0 00000100:00100000:0.0:1746126401.502510:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327c0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725899392:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126401.503560:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126401.506148:0:7073:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327c0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725899392:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126401.506171:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126401.506217:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+194:1963:x1830945733558400:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3818us (4887us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126401.506228:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15614 00000100:00100000:0.0:1746126401.508078:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.515388:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733558912 00000100:00100000:0.0:1746126401.515398:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733558912 00002000:00100000:0.0:1746126401.515441:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880131544000 x1830945733558912/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:162/0 lens 496/0 e 0 to 0 dl 1746126412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.515451:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544000 with x1830945733558912 ext(0->7) 00010000:00010000:0.0:1746126401.515459:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7dc5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf2a expref: 194 pid: 17079 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.515474:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7dc5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf2a expref: 194 pid: 17079 timeout: 620 lvb_type: 0 00002000:00010000:0.0:1746126401.515480:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131544000 00000100:00100000:0.0:1746126401.515498:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 616 00000100:00100000:0.0:1746126401.515506:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+194:1964:x1830945733558912:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126401.515820:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+196:1964:x1830945733558912:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 314us (570us total) trans 4294968245 rc 0/0 00000100:00100000:0.0:1746126401.515826:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 616 00002000:00100000:0.0:1746126401.515832:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880131544000 x1830945733558912/t4294968245(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:162/0 lens 496/448 e 0 to 0 dl 1746126412 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.515839:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544000 with x1830945733558912 ext(0->7) 00010000:00010000:0.0:1746126401.515843:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7dc5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf2a expref: 196 pid: 17079 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.515851:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093c15200/0x9851078746b7dc5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf2a expref: 196 pid: 17079 timeout: 620 lvb_type: 0 00002000:00010000:0.0:1746126401.515856:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131544000 00000100:00100000:0.0:1746126401.518913:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.537801:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.537943:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.538516:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3474 00000100:00100000:0.0:1746126401.538523:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:31009:x1830945733559552:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126401.538531:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126401.538538:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7dc74 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcaf3f expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.538548:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126401.538552:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cfac00/0x9851078746b7dc6d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf38 expref: 12 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.538557:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126401.538559:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7dc74 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf3f expref: 12 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.538586:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cfac00/0x9851078746b7dc6d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf38 expref: 12 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.538598:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7dc74 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf3f expref: 12 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.538608:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294fc00, rc 0) 00000100:00100000:0.0:1746126401.539423:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:31009:x1830945733559552:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 899us (1478us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126401.539430:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3474 00000100:00100000:0.0:1746126401.541617:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.545995:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.549621:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.556534:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.577156:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.578556:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.583691:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.583818:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.586377:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.591459:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.597569:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.610120:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.624294:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.624734:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.631391:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.631494:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.632387:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733562880 00000100:00100000:0.0:1746126401.632391:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733562880 00002000:00100000:0.0:1746126401.632423:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093b55880 x1830945733562880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:162/0 lens 488/0 e 0 to 0 dl 1746126412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.632432:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b55880 with x1830945733562880 ext(0->4095) 00010000:00010000:0.0:1746126401.632438:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bfa2400/0x9851078746b7dc90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf5b expref: 6 pid: 8424 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.632448:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bfa2400/0x9851078746b7dc90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf5b expref: 6 pid: 8424 timeout: 620 lvb_type: 0 00002000:00010000:0.0:1746126401.632453:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093b55880 00000100:00100000:0.0:1746126401.632986:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 622 00000100:00100000:0.0:1746126401.632993:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733562880:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126401.633166:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733562880:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 173us (1775us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126401.633172:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 622 00002000:00100000:0.0:1746126401.633179:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093b55880 x1830945733562880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:162/0 lens 488/4536 e 0 to 0 dl 1746126412 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.633186:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b55880 with x1830945733562880 ext(0->4095) 00010000:00010000:0.0:1746126401.633190:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bfa2400/0x9851078746b7dc90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf5b expref: 6 pid: 8424 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.633199:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bfa2400/0x9851078746b7dc90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf5b expref: 6 pid: 8424 timeout: 620 lvb_type: 0 00002000:00010000:0.0:1746126401.633204:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093b55880 00000100:00100000:0.0:1746126401.638752:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.643174:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.650384:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733563520 00000100:00100000:0.0:1746126401.650394:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733563520 00000100:00100000:0.0:1746126401.650657:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3480 00000100:00100000:0.0:1746126401.650667:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733563520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126401.650688:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126401.650707:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7dc9e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcaf69 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.650755:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a6c3800/0x9851078746b7dc97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf62 expref: 13 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.650763:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126401.650765:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126401.650768:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7dc9e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf69 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.650804:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a6c3800/0x9851078746b7dc97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf62 expref: 13 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.650815:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a6c3800/0x9851078746b7dc97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcaf62 expref: 13 pid: 8424 timeout: 620 lvb_type: 0 00000100:00100000:0.0:1746126401.650827:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945725901184:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126401.652660:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126401.653280:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.670092:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.676057:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.676097:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.678983:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.679171:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.681307:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.684014:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.686872:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.690231:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.695109:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.699556:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.699698:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.702421:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.703612:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.705584:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.707799:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.726568:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.730106:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.732967:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.733102:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.737891:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.750356:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.755415:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.758602:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.764416:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.783203:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.783316:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.787099:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.787143:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.788438:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.792276:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.795615:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.807917:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.824675:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.828950:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.829936:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.833901:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.837851:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.846288:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.854838:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.858205:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.861918:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.873391:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.875813:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733572608 00000100:00100000:0.0:1746126401.875821:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733572608 00002000:00100000:0.0:1746126401.875862:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880133315180 x1830945733572608/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:162/0 lens 488/0 e 0 to 0 dl 1746126412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.875871:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133315180 with x1830945733572608 ext(0->4095) 00010000:00010000:0.0:1746126401.875879:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d07000/0x9851078746b7dd00 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcafcb expref: 28 pid: 17079 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.875890:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d07000/0x9851078746b7dd00 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcafcb expref: 28 pid: 17079 timeout: 620 lvb_type: 0 00002000:00010000:0.0:1746126401.875897:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133315180 00000100:00100000:0.0:1746126401.875916:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 637 00000100:00100000:0.0:1746126401.875922:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133315180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1963:x1830945733572608:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126401.881061:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.882680:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.882788:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.889378:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.907921:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.908159:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.910481:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.911136:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3497 00000100:00100000:0.0:1746126401.911158:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:31008:x1830945733573632:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126401.911182:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126401.911207:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294e200/0x9851078746b7dd15 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcafe0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.911240:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d07800/0x9851078746b7dd0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcafd9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.911263:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126401.911265:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126401.911268:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e200/0x9851078746b7dd15 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcafe0 expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.911313:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d07800/0x9851078746b7dd0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcafd9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.911334:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d07800/0x9851078746b7dd0e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcafd9 expref: 5 pid: 17079 timeout: 620 lvb_type: 0 00000100:00100000:0.0:1746126401.911343:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725905024:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126401.911403:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126401.915388:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725905024:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126401.915420:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294e200/0x9851078746b7dd15 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcafe0 expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126401.915435:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294e200, rc 0) 00000100:00100000:0.0:1746126401.915693:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:31008:x1830945733573632:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4536us (7535us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126401.915699:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3497 00000100:00100000:0.0:1746126401.915949:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733574016 00000100:00100000:0.0:1746126401.915955:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733574016 00002000:00100000:0.0:1746126401.915987:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880133317100 x1830945733574016/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:162/0 lens 488/0 e 0 to 0 dl 1746126412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.916003:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133317100 with x1830945733574016 ext(0->4095) 00010000:00010000:0.0:1746126401.916009:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d07800/0x9851078746b7dd0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcafd9 expref: 6 pid: 17079 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.916020:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d07800/0x9851078746b7dd0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcafd9 expref: 6 pid: 17079 timeout: 620 lvb_type: 0 00002000:00010000:0.0:1746126401.916048:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133317100 00000100:00100000:0.0:1746126401.916071:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 640 00000100:00100000:0.0:1746126401.916078:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733574016:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126401.916228:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733574016:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 150us (423us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126401.916233:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 640 00002000:00100000:0.0:1746126401.916238:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880133317100 x1830945733574016/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:162/0 lens 488/4536 e 0 to 0 dl 1746126412 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126401.916245:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133317100 with x1830945733574016 ext(0->4095) 00010000:00010000:0.0:1746126401.916249:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d07800/0x9851078746b7dd0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcafd9 expref: 6 pid: 17079 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746126401.916257:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d07800/0x9851078746b7dd0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcafd9 expref: 6 pid: 17079 timeout: 620 lvb_type: 0 00002000:00010000:0.0:1746126401.916262:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133317100 00000100:00100000:0.0:1746126401.919835:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.922956:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126401.926675:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126401.947117:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.955203:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.961526:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.966347:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.972199:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.974874:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.978354:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.981579:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.985334:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.993116:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126401.998609:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.006417:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126402.007266:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126402.012947:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.014331:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.018114:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.018205:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.020172:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.024069:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.030568:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733577984 00000100:00100000:0.0:1746126402.030578:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733577984 00000100:00100000:0.0:1746126402.030632:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3504 00000100:00100000:0.0:1746126402.030640:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133316d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733577984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126402.030658:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126402.030677:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294ea00/0x9851078746b7dd46 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb011 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.030787:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d07000/0x9851078746b7dd3f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb00a expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.030796:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126402.030798:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126402.030802:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294ea00/0x9851078746b7dd46 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb011 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.030836:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d07000/0x9851078746b7dd3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb00a expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.030848:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d07000/0x9851078746b7dd3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb00a expref: 31 pid: 8423 timeout: 620 lvb_type: 0 00000100:00100000:0.0:1746126402.030860:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248af480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725906560:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126402.031208:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126402.054620:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733578496 00000100:00100000:0.0:1746126402.054630:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733578496 00002000:00100000:0.0:1746126402.054680:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad5500 x1830945733578496/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:163/0 lens 488/0 e 0 to 0 dl 1746126413 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126402.054689:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad5500 with x1830945733578496 ext(0->4095) 00002000:00010000:0.0:1746126402.054694:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bad5500 00000100:00100000:0.0:1746126402.054731:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3063 00000100:00100000:0.0:1746126402.054739:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733578496:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126402.054925:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733578496:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 186us (794us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126402.054932:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3063 00002000:00100000:0.0:1746126402.054937:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad5500 x1830945733578496/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:163/0 lens 488/4536 e 0 to 0 dl 1746126413 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126402.054945:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad5500 with x1830945733578496 ext(0->4095) 00002000:00010000:0.0:1746126402.054948:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bad5500 00000100:00100000:0.0:1746126402.059411:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.060864:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3506 00000100:00100000:0.0:1746126402.060873:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+35:31009:x1830945733578752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126402.060880:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126402.060886:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7dd54 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb01f expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.060896:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126402.060900:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d06600/0x9851078746b7dd4d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb018 expref: 36 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.060905:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126402.060907:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7dd54 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb01f expref: 36 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.060929:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d06600/0x9851078746b7dd4d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb018 expref: 36 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.060940:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7dd54 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb01f expref: 36 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.060954:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294f600, rc 0) 00000100:00100000:0.0:1746126402.060978:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:31009:x1830945733578752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (1574us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126402.060983:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3506 00000100:00100000:0.0:1746126402.063912:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.068843:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.078969:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.094960:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.095061:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.101061:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.109705:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.109760:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.128281:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.132444:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.138164:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.149131:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.163323:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.164753:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.172584:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.178124:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.178216:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.196549:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.210448:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.215877:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.217649:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.224512:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.244528:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.246953:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733583872 00000100:00100000:0.0:1746126402.246962:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733583872 00000100:00100000:0.0:1746126402.247564:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3514 00000100:00100000:0.0:1746126402.247575:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:31008:x1830945733583872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126402.247595:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126402.247614:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294ee00/0x9851078746b7dd8c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb057 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.247645:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126402.247650:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d06600/0x9851078746b7dd85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb050 expref: 42 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.247657:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126402.247661:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294ee00/0x9851078746b7dd8c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb057 expref: 42 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.247702:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d06600/0x9851078746b7dd85 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb050 expref: 42 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.247726:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294ee00/0x9851078746b7dd8c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb057 expref: 42 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.247737:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294ee00, rc 0) 00000100:00100000:0.0:1746126402.247799:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:31008:x1830945733583872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 226us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126402.247806:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3514 00000100:00100000:0.0:1746126402.254795:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.263499:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733584256 00000100:00100000:0.0:1746126402.263508:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733584256 00002000:00100000:0.0:1746126402.263547:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801328d8000 x1830945733584256/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:163/0 lens 488/0 e 0 to 0 dl 1746126413 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126402.263556:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328d8000 with x1830945733584256 ext(0->4095) 00010000:00010000:0.0:1746126402.263565:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d06600/0x9851078746b7dd85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb050 expref: 43 pid: 8423 timeout: 621 lvb_type: 0 00010000:00010000:0.0:1746126402.263578:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d06600/0x9851078746b7dd85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb050 expref: 43 pid: 8423 timeout: 621 lvb_type: 0 00002000:00010000:0.0:1746126402.263584:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801328d8000 00000100:00100000:0.0:1746126402.269977:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.270093:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.275475:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733584768 00000100:00100000:0.0:1746126402.275482:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733584768 00002000:00100000:0.0:1746126402.275521:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801328d8380 x1830945733584768/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:163/0 lens 488/0 e 0 to 0 dl 1746126413 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126402.275530:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328d8380 with x1830945733584768 ext(0->4095) 00010000:00010000:0.0:1746126402.275538:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009294ee00/0x9851078746b7dd8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb057 expref: 42 pid: 17079 timeout: 621 lvb_type: 0 00010000:00010000:0.0:1746126402.275551:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009294ee00/0x9851078746b7dd8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb057 expref: 42 pid: 17079 timeout: 621 lvb_type: 0 00002000:00010000:0.0:1746126402.275557:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801328d8380 00000100:00100000:0.0:1746126402.275587:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 659 00000100:00100000:0.0:1746126402.275595:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945733584768:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126402.276229:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945733584768:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 632us (1891us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126402.276235:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 659 00002000:00100000:0.0:1746126402.276241:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801328d8380 x1830945733584768/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:163/0 lens 488/4536 e 0 to 0 dl 1746126413 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126402.276248:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328d8380 with x1830945733584768 ext(0->4095) 00010000:00010000:0.0:1746126402.276254:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009294ee00/0x9851078746b7dd8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb057 expref: 42 pid: 17079 timeout: 621 lvb_type: 0 00010000:00010000:0.0:1746126402.276263:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009294ee00/0x9851078746b7dd8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb057 expref: 42 pid: 17079 timeout: 621 lvb_type: 0 00002000:00010000:0.0:1746126402.276269:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801328d8380 00000100:00100000:0.0:1746126402.289212:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.295584:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.298698:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.309332:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733585536 00000100:00100000:0.0:1746126402.309342:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733585536 00000100:00100000:0.0:1746126402.309378:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733585664 00000100:00100000:0.0:1746126402.309379:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733585664 00000100:00100000:0.0:1746126402.309394:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3516 00000100:00100000:0.0:1746126402.309401:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:31008:x1830945733585536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126402.309418:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126402.309435:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7dd9a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb065 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.309468:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7dd93 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb05e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.309474:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126402.309476:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126402.309479:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7dd9a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb065 expref: 45 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.309507:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7dd93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb05e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.309518:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7dd93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb05e expref: 5 pid: 8423 timeout: 621 lvb_type: 0 00000100:00100000:0.0:1746126402.309528:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009473b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725909504:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126402.312632:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126402.321110:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.333162:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.347952:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.353793:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.357901:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.358006:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.361868:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.378383:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.382204:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.386567:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.386677:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.395536:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.396163:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.402506:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.402737:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.407996:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.410965:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.418120:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.424682:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.428602:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.432274:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.435736:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.439379:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.444222:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.448247:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.454991:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.455898:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1965:x1830945733590784:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5819us (7656us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126402.455906:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15667 00000100:00100000:0.0:1746126402.457704:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.463790:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733591424 00000100:00100000:0.0:1746126402.463799:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733591424 00002000:00100000:0.0:1746126402.463843:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad7480 x1830945733591424/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:163/0 lens 488/0 e 0 to 0 dl 1746126413 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126402.463853:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7480 with x1830945733591424 ext(0->4095) 00002000:00010000:0.0:1746126402.463858:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bad7480 00000100:00100000:0.0:1746126402.465171:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3070 00000100:00100000:0.0:1746126402.465183:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733591424:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126402.465370:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733591424:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 190us (1669us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126402.465376:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3070 00002000:00100000:0.0:1746126402.465382:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad7480 x1830945733591424/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:163/0 lens 488/4536 e 0 to 0 dl 1746126413 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126402.465389:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7480 with x1830945733591424 ext(0->4095) 00002000:00010000:0.0:1746126402.465393:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bad7480 00000100:00100000:0.0:1746126402.469767:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.480838:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.484067:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.484519:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.488973:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.495403:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.513628:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733592832 00000100:00100000:0.0:1746126402.513637:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733592832 00000100:00100000:0.0:1746126402.513758:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3528 00000100:00100000:0.0:1746126402.513766:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31008:x1830945733592832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126402.513785:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126402.513802:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7ddee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb0b9 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.513828:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126402.513832:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7dde7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb0b2 expref: 55 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.513843:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126402.513846:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7ddee lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb0b9 expref: 55 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.513881:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7dde7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb0b2 expref: 55 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.513893:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7ddee lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb0b9 expref: 55 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.513901:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294e400, rc 0) 00000100:00100000:0.0:1746126402.513943:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:31008:x1830945733592832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126402.513948:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3528 00000100:00100000:0.0:1746126402.515863:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.520844:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.528385:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.530569:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.541227:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.555791:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.571649:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.585250:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.597076:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.610346:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.626951:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.628503:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.631245:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.632262:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.635080:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.643828:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.657825:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.686447:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.689228:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.698039:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733597568 00000100:00100000:0.0:1746126402.698047:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733597568 00002000:00100000:0.0:1746126402.698081:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801328d9880 x1830945733597568/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:163/0 lens 488/0 e 0 to 0 dl 1746126413 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126402.698089:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328d9880 with x1830945733597568 ext(0->4095) 00010000:00010000:0.0:1746126402.698096:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d07800/0x9851078746b7de18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb0e3 expref: 61 pid: 17079 timeout: 621 lvb_type: 0 00010000:00010000:0.0:1746126402.698108:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d07800/0x9851078746b7de18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb0e3 expref: 61 pid: 17079 timeout: 621 lvb_type: 0 00002000:00010000:0.0:1746126402.698114:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801328d9880 00000100:00100000:0.0:1746126402.698141:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 681 00000100:00100000:0.0:1746126402.698147:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+61:1963:x1830945733597568:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126402.698273:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+61:1963:x1830945733597568:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (518us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126402.698279:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 681 00002000:00100000:0.0:1746126402.698284:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801328d9880 x1830945733597568/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:163/0 lens 488/4536 e 0 to 0 dl 1746126413 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126402.698295:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328d9880 with x1830945733597568 ext(0->4095) 00010000:00010000:0.0:1746126402.698299:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d07800/0x9851078746b7de18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb0e3 expref: 61 pid: 17079 timeout: 621 lvb_type: 0 00010000:00010000:0.0:1746126402.698307:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d07800/0x9851078746b7de18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb0e3 expref: 61 pid: 17079 timeout: 621 lvb_type: 0 00002000:00010000:0.0:1746126402.698311:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801328d9880 00000100:00100000:0.0:1746126402.712102:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.720563:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.739822:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.748091:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.757779:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.766651:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.776006:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.784836:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.796617:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.796985:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.804835:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.804944:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.817111:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733600768 00000100:00100000:0.0:1746126402.817120:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733600768 00010000:00010000:0.0:1746126402.817161:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7de3b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb106 expref: 6 pid: 8423 timeout: 621 lvb_type: 0 00000100:00100000:0.0:1746126402.817189:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15683 00000100:00100000:0.0:1746126402.817197:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733600768:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126402.817214:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126402.817236:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7de3b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb106 expref: 6 pid: 8423 timeout: 621 lvb_type: 0 00010000:00010000:0.0:1746126402.817248:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7de3b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb106 expref: 6 pid: 8423 timeout: 621 lvb_type: 0 00010000:00010000:0.0:1746126402.817271:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7de3b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb106 expref: 6 pid: 8423 timeout: 621 lvb_type: 0 00010000:00010000:0.0:1746126402.817303:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126402.817305:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126402.817313:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7de42 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb10d expref: 63 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.817320:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7de42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb10d expref: 63 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126402.817354:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7de42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb10d expref: 63 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126402.817365:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013236f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725915264:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126402.817450:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126402.822947:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.839202:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.856189:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.866360:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.880336:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.885560:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.888198:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.896698:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733602304 00000100:00100000:0.0:1746126402.896716:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733602304 00002000:00100000:0.0:1746126402.896764:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880133317800 x1830945733602304/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:163/0 lens 488/0 e 0 to 0 dl 1746126413 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126402.896775:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133317800 with x1830945733602304 ext(0->4095) 00010000:00010000:0.0:1746126402.896784:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7de50 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb11b expref: 67 pid: 8424 timeout: 621 lvb_type: 0 00010000:00010000:0.0:1746126402.896797:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7de50 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb11b expref: 67 pid: 8424 timeout: 621 lvb_type: 0 00002000:00010000:0.0:1746126402.896804:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133317800 00000100:00100000:0.0:1746126402.896834:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 689 00000100:00100000:0.0:1746126402.896841:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133317800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1963:x1830945733602304:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126402.897004:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133317800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1963:x1830945733602304:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 163us (473us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126402.897010:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 689 00002000:00100000:0.0:1746126402.897015:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880133317800 x1830945733602304/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:163/0 lens 488/4536 e 0 to 0 dl 1746126413 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126402.897053:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133317800 with x1830945733602304 ext(0->4095) 00010000:00010000:0.0:1746126402.897058:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7de50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb11b expref: 67 pid: 8424 timeout: 621 lvb_type: 0 00010000:00010000:0.0:1746126402.897070:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7de50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb11b expref: 67 pid: 8424 timeout: 621 lvb_type: 0 00002000:00010000:0.0:1746126402.897075:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133317800 00000100:00100000:0.0:1746126402.903832:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.912279:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.925744:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126402.930299:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126402.933377:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.935381:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.941415:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.947863:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.948063:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.970241:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.979300:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.984117:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126402.990968:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.000759:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.007513:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.012160:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.012196:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.019358:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.019931:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.022294:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.027791:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.037847:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.040970:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.046116:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.051639:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.053161:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.055860:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.059694:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.059789:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.066508:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.078210:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.086466:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.094590:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.103482:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.103578:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.108195:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.108241:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.112639:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.113426:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.118297:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.138750:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.143370:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.146170:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.153128:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.161675:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733610624 00000100:00100000:0.0:1746126403.161684:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733610624 00010000:00010000:0.0:1746126403.161724:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094d07600/0x9851078746b7deab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb176 expref: 6 pid: 17079 timeout: 622 lvb_type: 0 00000100:00100000:0.0:1746126403.161762:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15699 00000100:00100000:0.0:1746126403.161770:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733610624:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126403.161783:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126403.161805:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094d07600/0x9851078746b7deab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb176 expref: 6 pid: 17079 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746126403.161816:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094d07600/0x9851078746b7deab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb176 expref: 6 pid: 17079 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746126403.161838:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094d07600/0x9851078746b7deab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb176 expref: 6 pid: 17079 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746126403.161857:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126403.161859:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126403.161866:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ace00/0x9851078746b7deb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb17d expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.161874:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ace00/0x9851078746b7deb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb17d expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.161904:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ace00/0x9851078746b7deb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb17d expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126403.161916:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092867800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725918848:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126403.174330:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.180310:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.183019:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.194988:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.202440:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.205551:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.210779:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.216896:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.227672:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.233208:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.241687:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.241736:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.245649:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.245997:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.250091:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.253733:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.259241:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.271272:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133314380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725920128:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126403.271305:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d06a00/0x9851078746b7dedc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb1a7 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.271323:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06a00, rc 0) 00000100:00100000:0.0:1746126403.272835:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733613952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12466us (13599us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126403.272844:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3562 00000100:00100000:0.0:1746126403.280099:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.282090:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733614336 00000100:00100000:0.0:1746126403.282095:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733614336 00000100:00100000:0.0:1746126403.282119:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3563 00000100:00100000:0.0:1746126403.282125:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:31008:x1830945733614336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126403.282140:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126403.282153:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294ea00/0x9851078746b7dee3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb1ae expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.282172:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d06a00/0x9851078746b7dedc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb1a7 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.282178:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126403.282179:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126403.282182:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294ea00/0x9851078746b7dee3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb1ae expref: 83 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.282200:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d06a00/0x9851078746b7dedc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb1a7 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.282210:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d06a00/0x9851078746b7dedc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb1a7 expref: 5 pid: 17079 timeout: 622 lvb_type: 0 00000100:00100000:0.0:1746126403.282218:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133306300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725920384:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126403.282265:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126403.285862:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.292420:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.296184:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.304311:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.312948:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.318525:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.321865:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.324596:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.328355:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.330182:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.333848:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.345835:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.351226:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.354230:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.362856:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.366590:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.376427:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.386209:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.388238:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.390175:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.394969:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.418884:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.427018:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.434908:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.440173:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.456621:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.461145:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.466969:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.470695:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.474756:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.480519:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.481080:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.485333:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1746126403.485342:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945725923456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126403.485506:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945725923456:12345-0@lo:400:kworker.0 Request processed in 166us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126403.485514:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1746126403.486080:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133315f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3294:1830945725922816:0@lo:400:kworker.0 00000100:00100000:0.0:1746126403.486383:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133316a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945725923200:0@lo:400:kworker.0 00000100:00100000:0.0:1746126403.487833:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.488636:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.488670:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.493321:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.500790:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.507462:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.518419:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.522102:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.528591:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.533586:0:3291:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945725924224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126403.536810:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.541798:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.544058:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.546935:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.549420:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.553695:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.557221:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.558834:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.560986:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.561370:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.563524:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.572175:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.577460:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733624960 00000100:00100000:0.0:1746126403.577469:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733624960 00010000:00010000:0.0:1746126403.577497:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7df4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb217 expref: 97 pid: 8423 timeout: 622 lvb_type: 0 00000100:00100000:0.0:1746126403.577531:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15722 00000100:00100000:0.0:1746126403.577538:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+97:1963:x1830945733624960:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126403.577550:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126403.577566:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7df4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb217 expref: 97 pid: 8423 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746126403.577576:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7df4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb217 expref: 97 pid: 8423 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746126403.577596:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7df4c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb217 expref: 97 pid: 8423 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746126403.577628:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126403.577630:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126403.577636:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7df53 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb21e expref: 96 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.577644:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7df53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb21e expref: 96 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.577672:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7df53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb21e expref: 96 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126403.577749:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725925120:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126403.578561:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126403.581426:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733625088 00000100:00100000:0.0:1746126403.581430:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733625088 00000100:00100000:0.0:1746126403.581465:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3580 00000100:00100000:0.0:1746126403.581471:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+97:31008:x1830945733625088:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126403.581494:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126403.581506:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b7df5a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb225 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.581523:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7df53 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb21e expref: 98 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.581529:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126403.581530:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126403.581533:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b7df5a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb225 expref: 98 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.581552:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7df53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb21e expref: 98 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.581561:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7df53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb21e expref: 98 pid: 8423 timeout: 622 lvb_type: 0 00000100:00100000:0.0:1746126403.581569:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945725925248:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126403.581611:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126403.583194:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.583226:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.585562:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.598357:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.602653:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.605097:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.607982:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.614325:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.616323:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.619957:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.620055:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.623890:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.626198:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.637836:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.641894:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.645164:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.648920:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.648965:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.653317:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.657940:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.662315:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.665816:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.666176:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733629824:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 179us (358us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126403.666181:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3097 00002000:00100000:0.0:1746126403.666186:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092a0c380 x1830945733629824/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:164/0 lens 488/4536 e 0 to 0 dl 1746126414 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126403.666194:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0c380 with x1830945733629824 ext(0->4095) 00002000:00010000:0.0:1746126403.666196:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092a0c380 00000100:00100000:0.0:1746126403.668903:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.674571:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733630208 00000100:00100000:0.0:1746126403.674579:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733630208 00002000:00100000:0.0:1746126403.674618:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880136459500 x1830945733630208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:164/0 lens 488/0 e 0 to 0 dl 1746126414 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126403.674628:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136459500 with x1830945733630208 ext(0->4095) 00002000:00010000:0.0:1746126403.674633:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136459500 00000100:00100000:0.0:1746126403.674651:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3098 00000100:00100000:0.0:1746126403.674658:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945733630208:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126403.675509:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945733630208:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 849us (1006us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126403.675516:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3098 00002000:00100000:0.0:1746126403.675521:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880136459500 x1830945733630208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:164/0 lens 488/4536 e 0 to 0 dl 1746126414 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126403.675528:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136459500 with x1830945733630208 ext(0->4095) 00002000:00010000:0.0:1746126403.675531:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136459500 00000100:00100000:0.0:1746126403.676848:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.679862:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.679942:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.683858:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.687469:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.695100:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.701110:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.703341:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.720147:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.722657:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.726360:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.734984:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.738774:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.750530:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.756674:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.757629:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.762929:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.763547:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.763578:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.763596:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.763623:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.763640:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733634304 00000100:00100000:0.0:1746126403.763646:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733634304 00000100:00100000:0.0:1746126403.764749:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 483 00000100:00100000:0.0:1746126403.764756:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945733634304:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126403.764780:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945733634304:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 25us (1157us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126403.764785:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 483 00000100:00100000:0.0:1746126403.764814:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.764853:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.764865:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733633920 00000100:00100000:0.0:1746126403.764867:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733633920 00000100:00100000:0.0:1746126403.764888:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733634176 00000100:00100000:0.0:1746126403.764890:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733634176 00000100:00100000:0.0:1746126403.764904:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 369 00000100:00100000:0.0:1746126403.764907:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945733633920:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126403.764927:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945733633920:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 19us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126403.764931:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 369 00000100:00100000:0.0:1746126403.764974:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.769583:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.772136:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.778156:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.780675:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.793634:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.793753:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.796152:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.802140:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725928960:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126403.802159:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126403.802193:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945733636224:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4890us (6044us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126403.802201:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15739 00000100:00100000:0.0:1746126403.811810:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.817377:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.823549:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.829941:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.831976:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.838343:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.841386:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.845123:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.850565:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.861577:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.862916:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.869159:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.872445:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.874799:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.879155:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.883004:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.891847:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.896162:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.901437:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.910709:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.911333:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.928341:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733640192 00000100:00100000:0.0:1746126403.928350:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733640192 00010000:00010000:0.0:1746126403.928383:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7dfed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb2b8 expref: 6 pid: 8423 timeout: 622 lvb_type: 0 00000100:00100000:0.0:1746126403.928409:0:7073:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733640064 00000100:00100000:0.0:1746126403.928412:0:7073:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733640064 00010000:00010000:0.0:1746126403.928420:0:7073:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ac800/0x9851078746b7dff4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb2bf expref: 115 pid: 8423 timeout: 622 lvb_type: 0 00000100:00100000:0.0:1746126403.928433:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15745 00000100:00100000:0.0:1746126403.928438:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733640192:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126403.928449:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126403.928466:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7dfed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb2b8 expref: 6 pid: 8423 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746126403.928479:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7dfed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb2b8 expref: 6 pid: 8423 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746126403.928498:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac000/0x9851078746b7dfed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb2b8 expref: 6 pid: 8423 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746126403.928523:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126403.928557:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945733640192:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 118us (1968us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126403.928563:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15745 00000100:00100000:0.0:1746126403.928576:0:7073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15746 00000100:00100000:0.0:1746126403.928581:0:7073:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+115:1965:x1830945733640064:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126403.928586:0:7073:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126403.928594:0:7073:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ac800/0x9851078746b7dff4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb2bf expref: 115 pid: 8423 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746126403.928602:0:7073:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ac800/0x9851078746b7dff4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb2bf expref: 115 pid: 8423 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746126403.928613:0:7073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac800/0x9851078746b7dff4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb2bf expref: 115 pid: 8423 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746126403.928621:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126403.928622:0:7073:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126403.928627:0:7073:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ace00/0x9851078746b7dffb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb2c6 expref: 114 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.928638:0:7073:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ace00/0x9851078746b7dffb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb2c6 expref: 114 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.928662:0:7073:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ace00/0x9851078746b7dffb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb2c6 expref: 114 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126403.928671:0:7073:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725930624:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126403.928721:0:7073:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126403.942266:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.951663:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.954619:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.965205:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733641344 00000100:00100000:0.0:1746126403.965213:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733641344 00000100:00100000:0.0:1746126403.965259:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3605 00000100:00100000:0.0:1746126403.965267:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+115:31009:x1830945733641344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126403.965281:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126403.965294:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7e009 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb2d4 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.965315:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126403.965317:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126403.965323:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7e009 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb2d4 expref: 116 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.965335:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7e009 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb2d4 expref: 116 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126403.965347:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294f600, rc 0) 00000100:00100000:0.0:1746126403.965394:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+116:31009:x1830945733641344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126403.965399:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3605 00000100:00100000:0.0:1746126403.969941:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.976275:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.976939:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.979555:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.980460:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.980481:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.983881:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.987262:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126403.997605:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.003853:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126404.004795:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126404.009288:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.009369:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126404.009490:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126404.012672:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.013097:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.017908:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.020082:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.023131:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.025240:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.027275:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.030178:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.032861:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.034159:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.036920:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.037563:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.041746:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.042123:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.055808:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733646336 00000100:00100000:0.0:1746126404.055816:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733646336 00002000:00100000:0.0:1746126404.055852:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008bad4a80 x1830945733646336/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:165/0 lens 496/0 e 0 to 0 dl 1746126415 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126404.055861:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4a80 with x1830945733646336 ext(0->7) 00010000:00010000:0.0:1746126404.055868:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7e03a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb305 expref: 120 pid: 17079 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746126404.055881:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7e03a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb305 expref: 120 pid: 17079 timeout: 622 lvb_type: 0 00002000:00010000:0.0:1746126404.055887:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bad4a80 00000100:00100000:0.0:1746126404.055904:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 758 00000100:00100000:0.0:1746126404.055911:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+120:1963:x1830945733646336:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126404.057546:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+122:1963:x1830945733646336:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1632us (1991us total) trans 4294968301 rc 0/0 00000100:00100000:0.0:1746126404.057554:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 758 00002000:00100000:0.0:1746126404.057561:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008bad4a80 x1830945733646336/t4294968301(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:165/0 lens 496/448 e 0 to 0 dl 1746126415 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126404.057568:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4a80 with x1830945733646336 ext(0->7) 00010000:00010000:0.0:1746126404.057575:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7e03a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb305 expref: 122 pid: 17079 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746126404.057586:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7e03a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb305 expref: 122 pid: 17079 timeout: 622 lvb_type: 0 00002000:00010000:0.0:1746126404.057591:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bad4a80 00000100:00100000:0.0:1746126404.060621:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.067069:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801328d9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725932800:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126404.067083:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126404.067267:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+121:1964:x1830945733646464:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5775us (6650us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126404.067275:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15756 00000100:00100000:0.0:1746126404.069248:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.075466:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.077432:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.078834:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.083543:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733647744 00000100:00100000:0.0:1746126404.083548:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733647744 00010000:00010000:0.0:1746126404.083572:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094d06a00/0x9851078746b7e041 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb30c expref: 6 pid: 17079 timeout: 622 lvb_type: 0 00000100:00100000:0.0:1746126404.083600:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733647872 00000100:00100000:0.0:1746126404.083602:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733647872 00000100:00100000:0.0:1746126404.083617:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3616 00000100:00100000:0.0:1746126404.083622:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+7:31009:x1830945733647872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126404.083634:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126404.083643:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b7e056 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb321 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.084097:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126404.084101:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d07600/0x9851078746b7e04f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb31a expref: 123 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.084106:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126404.084109:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b7e056 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb321 expref: 8 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.084132:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d07600/0x9851078746b7e04f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb31a expref: 123 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.084141:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b7e056 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb321 expref: 8 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.084148:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294fa00, rc 0) 00000100:00100000:0.0:1746126404.084169:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+8:31009:x1830945733647872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 546us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126404.084174:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3616 00000100:00100000:0.0:1746126404.087235:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.092742:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.100356:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.103313:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.106787:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.114181:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.119016:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.119617:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.122764:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.124414:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.124786:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.130096:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.136201:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.142465:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.145238:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.149379:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.152963:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.157352:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.167096:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.170435:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.170454:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.170769:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.185419:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.195639:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.208859:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.215882:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.219521:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.225721:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.233108:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.233135:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.237126:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.238092:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.241325:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.245094:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.249393:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.256765:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.256804:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.262130:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.267256:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.269835:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.279169:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.285175:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.291623:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733656064 00000100:00100000:0.0:1746126404.291627:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733656064 00000100:00100000:0.0:1746126404.291643:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3629 00000100:00100000:0.0:1746126404.291647:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+133:31009:x1830945733656064:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126404.291653:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126404.291658:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294e200/0x9851078746b7e0b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb37c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.291667:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126404.291670:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d07600/0x9851078746b7e0aa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb375 expref: 134 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.291674:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126404.291676:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e200/0x9851078746b7e0b1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb37c expref: 134 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.291693:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d07600/0x9851078746b7e0aa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb375 expref: 134 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.291712:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294e200/0x9851078746b7e0b1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb37c expref: 134 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.291720:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294e200, rc 0) 00000100:00100000:0.0:1746126404.291741:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+134:31009:x1830945733656064:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126404.291745:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3629 00000100:00100000:0.0:1746126404.293621:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.298230:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.305921:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.312498:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.316817:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.320014:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.320122:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.321728:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.325877:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.329758:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.344734:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.346279:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.349186:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.352012:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.354346:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.358179:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.363648:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.367759:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.372562:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.377311:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.379126:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.381705:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.395969:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.406876:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.413819:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.416083:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.418758:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.421853:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.427711:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.438919:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.446612:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.457813:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.462002:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.466065:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.468662:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.471637:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.476267:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.476582:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.482594:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.492690:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.497774:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.501259:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.504738:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.516180:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.520389:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.521607:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.523406:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.525824:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725939328:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126404.525844:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7e10c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb3d7 expref: 146 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.525852:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07c00, rc 0) 00000100:00100000:0.0:1746126404.526803:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+145:31008:x1830945733664384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5093us (5196us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126404.526807:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3642 00000100:00100000:0.0:1746126404.527046:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733664768 00000100:00100000:0.0:1746126404.527050:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733664768 00010000:00010000:0.0:1746126404.527067:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7e0fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb3c9 expref: 6 pid: 8425 timeout: 623 lvb_type: 0 00000100:00100000:0.0:1746126404.527095:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15785 00000100:00100000:0.0:1746126404.527100:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733664768:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126404.527108:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126404.527123:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7e0fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb3c9 expref: 6 pid: 8425 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746126404.527133:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7e0fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb3c9 expref: 6 pid: 8425 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746126404.527149:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937ac200/0x9851078746b7e0fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb3c9 expref: 6 pid: 8425 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746126404.527163:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126404.527165:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126404.527169:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7e10c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb3d7 expref: 144 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.527176:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7e10c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb3d7 expref: 144 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.527200:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7e10c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb3d7 expref: 144 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.527209:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7e10c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb3d7 expref: 144 pid: 17079 timeout: 623 lvb_type: 0 00000100:00100000:0.0:1746126404.527218:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725939584:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126404.527271:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126404.532220:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.540461:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.548489:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.560452:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.567866:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.570404:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.571683:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.583603:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733666432 00000100:00100000:0.0:1746126404.583607:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733666432 00000100:00100000:0.0:1746126404.583635:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3646 00000100:00100000:0.0:1746126404.583640:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+149:31009:x1830945733666432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126404.583651:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126404.583659:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b7e128 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb3f3 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.583672:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937acc00/0x9851078746b7e121 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb3ec expref: 150 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.583680:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126404.583682:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126404.583684:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b7e128 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb3f3 expref: 150 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.583707:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937acc00/0x9851078746b7e121 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb3ec expref: 150 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.583716:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937acc00/0x9851078746b7e121 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb3ec expref: 150 pid: 8425 timeout: 623 lvb_type: 0 00000100:00100000:0.0:1746126404.583723:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725940224:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126404.583746:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126404.585803:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725940224:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126404.585818:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b7e128 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb3f3 expref: 148 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126404.585828:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294fa00, rc 0) 00000100:00100000:0.0:1746126404.585848:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+148:31009:x1830945733666432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2207us (2803us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126404.585853:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3646 00000100:00100000:0.0:1746126404.587645:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.596142:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.599245:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.603321:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.614807:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.616984:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.622625:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.625678:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.630514:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.630575:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.635262:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.643477:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.663475:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.675888:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.676585:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.681141:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.685913:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.686987:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.687114:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.694487:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.703746:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.708499:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.714690:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.724603:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.724647:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.729954:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.732079:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.740377:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.748331:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.751962:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.760090:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.760831:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.763956:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.775863:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.784287:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.788878:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.800408:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.817155:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.818727:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.831285:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.837175:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.846231:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.851133:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.854353:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.857011:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.860351:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.862961:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.878562:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725943808:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126404.878587:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126404.878644:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945733676032:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 15104us (15698us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126404.878654:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15804 00000100:00100000:0.0:1746126404.882418:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.889850:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.898669:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.920685:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.921118:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.926514:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.926595:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.937292:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.938836:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.945640:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.955914:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.959002:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.967530:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.969442:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.975797:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.975852:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.981416:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.985782:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.993087:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126404.998548:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.002093:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.004734:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.007232:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.012205:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.014226:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.028499:0:7073:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945725945600:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126405.028522:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126405.030235:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945733681152:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7022us (7241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126405.030249:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15812 00000100:00100000:0.0:1746126405.041429:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.052348:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.058102:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.064922:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.073583:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.073634:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.078424:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.078499:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.080900:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.081801:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.092079:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.106875:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.110205:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.114423:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.124043:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.124135:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.162956:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.165536:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.173880:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.181412:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.181456:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.186296:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.192503:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.197163:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.203282:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.210043:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.210069:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733686784 00000100:00100000:0.0:1746126405.210076:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733686784 00000100:00100000:0.0:1746126405.212537:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3678 00000100:00100000:0.0:1746126405.212553:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+171:31009:x1830945733686784:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126405.212568:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126405.212583:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294ea00/0x9851078746b7e208 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb4d3 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.212604:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126405.212606:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126405.212613:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294ea00/0x9851078746b7e208 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb4d3 expref: 172 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.212626:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294ea00/0x9851078746b7e208 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb4d3 expref: 172 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.212635:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294ea00, rc 0) 00000100:00100000:0.0:1746126405.212699:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+172:31009:x1830945733686784:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (2669us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126405.212705:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3678 00000100:00100000:0.0:1746126405.219738:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.224452:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.224501:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.228506:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.228810:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.228842:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.233589:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733688064 00000100:00100000:0.0:1746126405.233595:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733688064 00002000:00100000:0.0:1746126405.233623:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c318380 x1830945733688064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:166/0 lens 488/0 e 0 to 0 dl 1746126416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126405.233630:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c318380 with x1830945733688064 ext(0->4095) 00010000:00010000:0.0:1746126405.233638:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5942800/0x9851078746b7e20f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb4da expref: 173 pid: 17079 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746126405.233652:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5942800/0x9851078746b7e20f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb4da expref: 173 pid: 17079 timeout: 624 lvb_type: 0 00002000:00010000:0.0:1746126405.233657:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c318380 00000100:00100000:0.0:1746126405.233712:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 821 00000100:00100000:0.0:1746126405.233719:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+173:1963:x1830945733688064:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126405.233849:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+173:1963:x1830945733688064:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126405.233855:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 821 00002000:00100000:0.0:1746126405.233860:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c318380 x1830945733688064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:166/0 lens 488/4536 e 0 to 0 dl 1746126416 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126405.233867:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c318380 with x1830945733688064 ext(0->4095) 00010000:00010000:0.0:1746126405.233871:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5942800/0x9851078746b7e20f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb4da expref: 173 pid: 17079 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746126405.233880:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5942800/0x9851078746b7e20f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb4da expref: 173 pid: 17079 timeout: 624 lvb_type: 0 00002000:00010000:0.0:1746126405.233885:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c318380 00000100:00100000:0.0:1746126405.240184:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.247507:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.249943:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.264223:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.264271:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.267637:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.272008:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.285165:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.293705:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.301754:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.305318:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.313626:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.315449:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.325085:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.329840:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.333805:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.333840:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.337563:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.341860:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.350461:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.358411:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.361732:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.362484:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.366977:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.367604:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.370161:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.375015:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.385110:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.389193:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.391276:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.391315:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.395140:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.398750:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.402144:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.405668:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.422706:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.422757:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.425943:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.426451:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.429517:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.430099:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.435004:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.441036:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.453519:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.453574:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.457241:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.459192:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.463969:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.477154:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.504341:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.505143:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.511130:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.519178:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.521304:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.584903:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.588101:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.592519:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.594178:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.596678:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.598485:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.611533:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.615110:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.616212:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.618250:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.619184:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.619212:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.621269:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.623116:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.629737:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.637325:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.655638:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.668140:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.668189:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.668210:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733702016 00000100:00100000:0.0:1746126405.668216:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733702016 00002000:00100000:0.0:1746126405.668248:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012dac7b80 x1830945733702016/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:166/0 lens 488/0 e 0 to 0 dl 1746126416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126405.668257:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac7b80 with x1830945733702016 ext(0->4095) 00010000:00010000:0.0:1746126405.668685:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7e2a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb574 expref: 6 pid: 8423 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746126405.668706:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7e2a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb574 expref: 6 pid: 8423 timeout: 624 lvb_type: 0 00002000:00010000:0.0:1746126405.668713:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dac7b80 00000100:00100000:0.0:1746126405.670056:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 845 00000100:00100000:0.0:1746126405.670063:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733702016:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126405.670193:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733702016:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (2003us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126405.670200:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 845 00002000:00100000:0.0:1746126405.670206:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012dac7b80 x1830945733702016/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:166/0 lens 488/4536 e 0 to 0 dl 1746126416 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126405.670213:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac7b80 with x1830945733702016 ext(0->4095) 00010000:00010000:0.0:1746126405.670218:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7e2a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb574 expref: 6 pid: 8423 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746126405.670227:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d07c00/0x9851078746b7e2a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb574 expref: 6 pid: 8423 timeout: 624 lvb_type: 0 00002000:00010000:0.0:1746126405.670232:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dac7b80 00000100:00100000:0.0:1746126405.671982:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.674560:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.684974:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.692973:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.696871:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.703225:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.704550:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.708417:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.708517:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.711507:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.724809:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.731804:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.734109:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.738419:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.741716:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.747986:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.748630:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733704704 00000100:00100000:0.0:1746126405.748637:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733704704 00010000:00010000:0.0:1746126405.748665:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094d07000/0x9851078746b7e2c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb590 expref: 197 pid: 17079 timeout: 624 lvb_type: 0 00000100:00100000:0.0:1746126405.748706:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15849 00000100:00100000:0.0:1746126405.748713:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+197:1963:x1830945733704704:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126405.748726:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126405.748744:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094d07000/0x9851078746b7e2c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb590 expref: 197 pid: 17079 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746126405.748754:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094d07000/0x9851078746b7e2c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb590 expref: 197 pid: 17079 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746126405.748773:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094d07000/0x9851078746b7e2c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb590 expref: 197 pid: 17079 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746126405.748787:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126405.748789:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126405.748795:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7e2cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb597 expref: 196 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.748802:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7e2cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb597 expref: 196 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.748828:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7e2cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb597 expref: 196 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.748842:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7e2cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb597 expref: 196 pid: 8423 timeout: 624 lvb_type: 0 00000100:00100000:0.0:1746126405.748852:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725954432:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126405.749747:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126405.751894:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.756529:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.769578:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.778496:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.781224:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.783248:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.788539:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.794432:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.796875:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.800729:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.807165:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.808490:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.808581:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b4f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725955072:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126405.808593:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126405.808616:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+201:1964:x1830945733706496:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7682us (7891us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126405.808623:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15852 00000100:00100000:0.0:1746126405.811493:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.811533:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.814241:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.814266:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733707392 00000100:00100000:0.0:1746126405.814271:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733707392 00002000:00100000:0.0:1746126405.814301:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008a9f1500 x1830945733707392/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:166/0 lens 488/0 e 0 to 0 dl 1746126416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126405.818213:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1500 with x1830945733707392 ext(0->4095) 00010000:00010000:0.0:1746126405.818230:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ace00/0x9851078746b7e2e8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5b3 expref: 202 pid: 8423 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746126405.818246:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ace00/0x9851078746b7e2e8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5b3 expref: 202 pid: 8423 timeout: 624 lvb_type: 0 00002000:00010000:0.0:1746126405.818253:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9f1500 00000100:00100000:0.0:1746126405.818298:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 855 00000100:00100000:0.0:1746126405.818310:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+202:1963:x1830945733707392:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126405.818472:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+202:1963:x1830945733707392:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 167us (4236us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126405.818478:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 855 00002000:00100000:0.0:1746126405.818484:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008a9f1500 x1830945733707392/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:166/0 lens 488/4536 e 0 to 0 dl 1746126416 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126405.818490:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1500 with x1830945733707392 ext(0->4095) 00010000:00010000:0.0:1746126405.818494:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ace00/0x9851078746b7e2e8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5b3 expref: 202 pid: 8423 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746126405.818502:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ace00/0x9851078746b7e2e8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5b3 expref: 202 pid: 8423 timeout: 624 lvb_type: 0 00002000:00010000:0.0:1746126405.818511:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9f1500 00000100:00100000:0.0:1746126405.823735:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.831204:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.836135:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.839232:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.842809:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.852299:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.864768:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.873343:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.897521:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733709184 00000100:00100000:0.0:1746126405.897528:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733709184 00010000:00010000:0.0:1746126405.897562:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7e2f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5c1 expref: 6 pid: 8423 timeout: 624 lvb_type: 0 00000100:00100000:0.0:1746126405.897608:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15855 00000100:00100000:0.0:1746126405.897615:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733709184:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126405.897627:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126405.897644:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7e2f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5c1 expref: 6 pid: 8423 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746126405.897652:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7e2f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5c1 expref: 6 pid: 8423 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746126405.898069:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937adc00/0x9851078746b7e2f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5c1 expref: 6 pid: 8423 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746126405.898088:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126405.898090:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126405.898096:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d06600/0x9851078746b7e2fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5c8 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.898102:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d06600/0x9851078746b7e2fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5c8 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.898128:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094d06600/0x9851078746b7e2fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5c8 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126405.898138:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725955968:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126405.898183:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126405.898234:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.900725:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.916287:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.923122:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.930813:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.933277:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.939350:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.941458:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.941503:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.945779:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.956086:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733711488 00000100:00100000:0.0:1746126405.956094:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733711488 00000100:00100000:0.0:1746126405.956129:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3717 00000100:00100000:0.0:1746126405.956136:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+204:31009:x1830945733711488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126405.956149:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126405.956163:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b7e319 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb5e4 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.956182:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126405.956187:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d06c00/0x9851078746b7e312 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5dd expref: 205 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.956192:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126405.956195:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b7e319 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5e4 expref: 205 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.956220:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d06c00/0x9851078746b7e312 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5dd expref: 205 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.956230:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b7e319 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5e4 expref: 205 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.956239:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294fa00, rc 0) 00000100:00100000:0.0:1746126405.956276:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+205:31009:x1830945733711488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (1737us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126405.956280:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3717 00000100:00100000:0.0:1746126405.966498:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.974970:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.985093:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126405.998970:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733712256 00000100:00100000:0.0:1746126405.998973:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733712256 00000100:00100000:0.0:1746126405.998999:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3718 00000100:00100000:0.0:1746126405.999004:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+206:31008:x1830945733712256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126405.999011:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126405.999035:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e320 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb5eb expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.999056:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b7e319 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5e4 expref: 207 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.999062:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126405.999064:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126405.999066:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e320 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5eb expref: 207 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.999088:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b7e319 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5e4 expref: 207 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126405.999097:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b7e319 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5e4 expref: 207 pid: 8424 timeout: 624 lvb_type: 0 00000100:00100000:0.0:1746126405.999105:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c316d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725956992:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126405.999146:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126406.000462:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126406.000879:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126406.001170:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126406.001808:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126406.004739:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.012510:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.027582:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.035258:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.056402:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.057201:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945725957504:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126406.057214:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800937ad000/0x9851078746b7e32e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb5f9 expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126406.057221:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937ad000, rc 0) 00000100:00100000:0.0:1746126406.057238:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+209:31008:x1830945733713792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3681us (3932us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126406.057243:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3720 00000100:00100000:0.0:1746126406.070747:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.080877:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.085055:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.092406:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945725958016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126406.092449:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126406.094420:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945725958016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126406.097730:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733715072 00000100:00100000:0.0:1746126406.097737:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733715072 00000100:00100000:0.0:1746126406.098066:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3722 00000100:00100000:0.0:1746126406.098075:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733715072:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126406.098088:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126406.098101:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7e33c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb607 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126406.098120:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126406.098122:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126406.098128:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7e33c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb607 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126406.098141:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7e33c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb607 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126406.098149:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294e400, rc 0) 00000100:00100000:0.0:1746126406.098193:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733715072:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126406.098199:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3722 00000100:00100000:0.0:1746126406.098783:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.103649:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.103696:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.113194:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.113228:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.114922:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733715712 00000100:00100000:0.0:1746126406.114930:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733715712 00010000:00010000:0.0:1746126406.114955:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7e33c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb607 expref: 6 pid: 8423 timeout: 625 lvb_type: 0 00000100:00100000:0.0:1746126406.116033:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15866 00000100:00100000:0.0:1746126406.116043:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733715712:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126406.116055:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126406.116073:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7e33c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb607 expref: 6 pid: 8423 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.116084:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7e33c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb607 expref: 6 pid: 8423 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.116102:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7e33c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb607 expref: 6 pid: 8423 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.116118:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126406.116120:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126406.116126:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d06c00/0x9851078746b7e343 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb60e expref: 210 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126406.116132:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d06c00/0x9851078746b7e343 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb60e expref: 210 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126406.116161:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094d06c00/0x9851078746b7e343 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb60e expref: 210 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126406.116172:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d06c00/0x9851078746b7e343 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb60e expref: 210 pid: 8424 timeout: 625 lvb_type: 0 00000100:00100000:0.0:1746126406.116181:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ae1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725958528:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126406.121132:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.128586:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733716352 00000100:00100000:0.0:1746126406.128592:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733716352 00002000:00100000:0.0:1746126406.128622:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800b403dc00 x1830945733716352/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:167/0 lens 496/0 e 0 to 0 dl 1746126417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126406.128630:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403dc00 with x1830945733716352 ext(0->7) 00010000:00010000:0.0:1746126406.128638:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d06c00/0x9851078746b7e343 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb60e expref: 211 pid: 8424 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.128654:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d06c00/0x9851078746b7e343 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb60e expref: 211 pid: 8424 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746126406.128660:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b403dc00 00000100:00100000:0.0:1746126406.128675:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 867 00000100:00100000:0.0:1746126406.128681:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+211:1963:x1830945733716352:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126406.128966:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+213:1963:x1830945733716352:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 284us (528us total) trans 4294968346 rc 0/0 00000100:00100000:0.0:1746126406.128971:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 867 00002000:00100000:0.0:1746126406.128977:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800b403dc00 x1830945733716352/t4294968346(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:167/0 lens 496/448 e 0 to 0 dl 1746126417 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126406.128983:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403dc00 with x1830945733716352 ext(0->7) 00010000:00010000:0.0:1746126406.128988:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d06c00/0x9851078746b7e343 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb60e expref: 213 pid: 8424 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.128996:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d06c00/0x9851078746b7e343 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb60e expref: 213 pid: 8424 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746126406.129001:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b403dc00 00000100:00100000:0.0:1746126406.143127:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.146455:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.152017:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.159185:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.163208:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.172963:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.173128:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.178559:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.190812:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.197058:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.201301:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.203165:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.207962:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.209905:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.213396:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.230299:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.256783:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.257083:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.261922:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.269965:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.278472:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.284743:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733720960 00000100:00100000:0.0:1746126406.284751:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733720960 00002000:00100000:0.0:1746126406.284786:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880133315f80 x1830945733720960/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:167/0 lens 488/0 e 0 to 0 dl 1746126417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126406.284795:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133315f80 with x1830945733720960 ext(0->4095) 00002000:00010000:0.0:1746126406.284799:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133315f80 00000100:00100000:0.0:1746126406.284831:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3174 00000100:00100000:0.0:1746126406.284837:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133315f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733720960:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126406.284973:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133315f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733720960:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (1381us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126406.284983:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3174 00002000:00100000:0.0:1746126406.284988:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880133315f80 x1830945733720960/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:167/0 lens 488/4536 e 0 to 0 dl 1746126417 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126406.284995:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133315f80 with x1830945733720960 ext(0->4095) 00002000:00010000:0.0:1746126406.284997:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133315f80 00000100:00100000:0.0:1746126406.290223:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.294946:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.299650:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.300197:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.304778:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.306283:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.307114:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.310678:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.317715:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733722624 00000100:00100000:0.0:1746126406.317723:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733722624 00002000:00100000:0.0:1746126406.317758:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880133315880 x1830945733722624/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:167/0 lens 496/0 e 0 to 0 dl 1746126417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126406.317767:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133315880 with x1830945733722624 ext(0->7) 00010000:00010000:0.0:1746126406.317774:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5943400/0x9851078746b7e389 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb654 expref: 219 pid: 17079 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.317786:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5943400/0x9851078746b7e389 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb654 expref: 219 pid: 17079 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746126406.317792:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133315880 00000100:00100000:0.0:1746126406.317808:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 877 00000100:00100000:0.0:1746126406.317816:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133315880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+219:1963:x1830945733722624:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126406.318146:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133315880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+221:1963:x1830945733722624:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 329us (740us total) trans 4294968350 rc 0/0 00000100:00100000:0.0:1746126406.318153:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 877 00002000:00100000:0.0:1746126406.318159:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880133315880 x1830945733722624/t4294968350(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:167/0 lens 496/448 e 0 to 0 dl 1746126417 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126406.318166:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133315880 with x1830945733722624 ext(0->7) 00010000:00010000:0.0:1746126406.318170:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5943400/0x9851078746b7e389 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb654 expref: 221 pid: 17079 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.318180:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5943400/0x9851078746b7e389 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb654 expref: 221 pid: 17079 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746126406.318185:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133315880 00000100:00100000:0.0:1746126406.320257:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.331805:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.339693:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.340453:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.346150:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.346537:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.353878:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.359445:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133317b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725961344:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126406.359462:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126406.359506:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945733723776:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5498us (5632us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126406.359518:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15879 00000100:00100000:0.0:1746126406.360806:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.371473:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.384569:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.397655:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.401056:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.404360:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.423281:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.454502:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733725440 00000100:00100000:0.0:1746126406.454510:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733725440 00002000:00100000:0.0:1746126406.454543:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880092b4f100 x1830945733725440/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:167/0 lens 496/0 e 0 to 0 dl 1746126417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126406.454551:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4f100 with x1830945733725440 ext(0->7) 00010000:00010000:0.0:1746126406.454557:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad600/0x9851078746b7e3ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb677 expref: 222 pid: 17079 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.454569:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad600/0x9851078746b7e3ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb677 expref: 222 pid: 17079 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746126406.454575:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092b4f100 00000100:00100000:0.0:1746126406.457458:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 881 00000100:00100000:0.0:1746126406.457472:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+222:1964:x1830945733725440:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126406.457753:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+224:1964:x1830945733725440:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 285us (3758us total) trans 4294968352 rc 0/0 00000100:00100000:0.0:1746126406.457759:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 881 00002000:00100000:0.0:1746126406.457768:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880092b4f100 x1830945733725440/t4294968352(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:167/0 lens 496/448 e 0 to 0 dl 1746126417 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126406.457775:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4f100 with x1830945733725440 ext(0->7) 00010000:00010000:0.0:1746126406.457783:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937ad600/0x9851078746b7e3ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb677 expref: 224 pid: 17079 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.457795:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937ad600/0x9851078746b7e3ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb677 expref: 224 pid: 17079 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746126406.457801:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092b4f100 00000100:00100000:0.0:1746126406.461895:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.464407:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.469491:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.472596:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.472643:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.477172:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.493248:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.502631:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.513722:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.522630:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.522933:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733728128 00000100:00100000:0.0:1746126406.522941:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733728128 00010000:00010000:0.0:1746126406.522968:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800951bf400/0x9851078746b7e3c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb693 expref: 228 pid: 8425 timeout: 625 lvb_type: 0 00000100:00100000:0.0:1746126406.524657:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15886 00000100:00100000:0.0:1746126406.524667:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945733728128:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126406.524692:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126406.524712:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800951bf400/0x9851078746b7e3c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb693 expref: 10 pid: 8425 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.524723:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800951bf400/0x9851078746b7e3c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb693 expref: 10 pid: 8425 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.524739:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800951bf400/0x9851078746b7e3c8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb693 expref: 10 pid: 8425 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.524750:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126406.524752:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126406.524758:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dff7200/0x9851078746b7e3cf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb69a expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126406.524764:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff7200/0x9851078746b7e3cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb69a expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126406.524789:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012dff7200/0x9851078746b7e3cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb69a expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126406.524798:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd4d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725963136:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126406.524915:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126406.528337:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.530202:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.532565:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.537997:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.538204:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.542118:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.542151:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.549552:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.552241:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.554853:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.559787:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.562152:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.574013:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.584578:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.584621:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.590963:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.591015:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.593945:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.599118:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.600673:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.607491:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.607567:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.611894:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.614539:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.616390:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.619431:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733733248 00000100:00100000:0.0:1746126406.619437:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733733248 00002000:00100000:0.0:1746126406.619470:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880133317b80 x1830945733733248/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:167/0 lens 496/0 e 0 to 0 dl 1746126417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126406.619478:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133317b80 with x1830945733733248 ext(0->7) 00010000:00010000:0.0:1746126406.619486:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5943800/0x9851078746b7e400 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb6cb expref: 14 pid: 8425 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.619501:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5943800/0x9851078746b7e400 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb6cb expref: 14 pid: 8425 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746126406.619507:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133317b80 00000100:00100000:0.0:1746126406.619534:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 896 00000100:00100000:0.0:1746126406.619540:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133317b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1966:x1830945733733248:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126406.619794:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133317b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1966:x1830945733733248:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 253us (411us total) trans 4294968357 rc 0/0 00000100:00100000:0.0:1746126406.619800:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 896 00002000:00100000:0.0:1746126406.619806:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880133317b80 x1830945733733248/t4294968357(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:167/0 lens 496/448 e 0 to 0 dl 1746126417 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126406.619812:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133317b80 with x1830945733733248 ext(0->7) 00010000:00010000:0.0:1746126406.619816:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5943800/0x9851078746b7e400 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb6cb expref: 16 pid: 8425 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.619825:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5943800/0x9851078746b7e400 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb6cb expref: 16 pid: 8425 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746126406.619830:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133317b80 00000100:00100000:0.0:1746126406.621544:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.624495:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.626669:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.628920:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.635306:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.636221:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.642104:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.642143:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.642180:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.645856:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.648557:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.655836:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.658482:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.664098:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.674884:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733736192 00000100:00100000:0.0:1746126406.674888:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733736192 00000100:00100000:0.0:1746126406.686104:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.686162:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.690454:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.697849:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.713638:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.715168:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.717816:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.721146:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.723378:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.728989:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.730805:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.732854:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.737155:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.739424:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.741120:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.746960:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.750409:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.752354:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.753428:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.756141:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.756313:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.759943:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.764171:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.769297:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.775826:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.780530:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.783230:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.787198:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.791784:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.803690:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.805566:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.807216:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.814214:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.820738:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.823908:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.833491:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.835012:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.839396:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.840994:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.848333:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.876375:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.877828:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15911 00000100:00100000:0.0:1746126406.881386:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.888175:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733745152 00000100:00100000:0.0:1746126406.888180:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733745152 00002000:00100000:0.0:1746126406.888207:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c316680 x1830945733745152/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:167/0 lens 488/0 e 0 to 0 dl 1746126417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126406.888216:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c316680 with x1830945733745152 ext(0->4095) 00010000:00010000:0.0:1746126406.888222:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7e485 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb750 expref: 32 pid: 17079 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.888230:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7e485 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb750 expref: 32 pid: 17079 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746126406.888235:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c316680 00000100:00100000:0.0:1746126406.888261:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 911 00000100:00100000:0.0:1746126406.888268:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945733745152:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126406.888393:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945733745152:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (463us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126406.888398:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 911 00002000:00100000:0.0:1746126406.888404:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c316680 x1830945733745152/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:167/0 lens 488/4536 e 0 to 0 dl 1746126417 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126406.888410:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c316680 with x1830945733745152 ext(0->4095) 00010000:00010000:0.0:1746126406.888415:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7e485 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb750 expref: 32 pid: 17079 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126406.888423:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7e485 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb750 expref: 32 pid: 17079 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746126406.888428:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c316680 00000100:00100000:0.0:1746126406.890425:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.890593:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.893344:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.903124:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.908623:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.912935:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.919288:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.931886:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126406.939093:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126406.944075:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.951342:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.957324:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.959325:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.963218:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.963593:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.968184:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.978622:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.984275:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.984325:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.988305:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.991664:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126406.993492:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733749248 00000100:00100000:0.0:1746126406.993496:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733749248 00000100:00100000:0.0:1746126407.003942:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3777 00000100:00100000:0.0:1746126407.003956:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733749248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126407.003972:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126407.004116:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e4bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb788 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.004143:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092420400/0x9851078746b7e4b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb781 expref: 36 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.004149:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126407.004150:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126407.004152:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e4bd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb788 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.004175:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092420400/0x9851078746b7e4b6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb781 expref: 36 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.004184:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092420400/0x9851078746b7e4b6 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb781 expref: 36 pid: 17079 timeout: 625 lvb_type: 0 00000100:00100000:0.0:1746126407.004194:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a489c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725970944:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126407.012377:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.019763:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.029506:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.033710:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.036167:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733750272 00000100:00100000:0.0:1746126407.036172:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733750272 00002000:00100000:0.0:1746126407.036201:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad7100 x1830945733750272/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:168/0 lens 488/0 e 0 to 0 dl 1746126418 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126407.036209:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7100 with x1830945733750272 ext(0->4095) 00010000:00010000:0.0:1746126407.036215:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e4bd lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb788 expref: 6 pid: 17079 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126407.036228:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e4bd lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb788 expref: 6 pid: 17079 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746126407.036234:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bad7100 00000100:00100000:0.0:1746126407.036261:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 921 00000100:00100000:0.0:1746126407.036267:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733750272:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126407.036702:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733750272:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 434us (685us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126407.036708:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 921 00002000:00100000:0.0:1746126407.036713:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad7100 x1830945733750272/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:168/0 lens 488/4536 e 0 to 0 dl 1746126418 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126407.036719:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7100 with x1830945733750272 ext(0->4095) 00010000:00010000:0.0:1746126407.036724:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e4bd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb788 expref: 6 pid: 17079 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126407.036731:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e4bd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb788 expref: 6 pid: 17079 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746126407.036736:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bad7100 00000100:00100000:0.0:1746126407.043585:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.052294:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.057225:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b403e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725971456:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126407.057241:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126407.057275:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4021c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945733750528:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4784us (4987us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126407.057284:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15921 00000100:00100000:0.0:1746126407.064148:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733751040 00000100:00100000:0.0:1746126407.064156:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733751040 00002000:00100000:0.0:1746126407.064190:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800b403e680 x1830945733751040/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:168/0 lens 496/0 e 0 to 0 dl 1746126418 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126407.064199:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403e680 with x1830945733751040 ext(0->7) 00010000:00010000:0.0:1746126407.064206:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092421c00/0x9851078746b7e4c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb78f expref: 39 pid: 17079 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126407.064218:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092421c00/0x9851078746b7e4c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb78f expref: 39 pid: 17079 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746126407.064224:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b403e680 00000100:00100000:0.0:1746126407.064241:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 923 00000100:00100000:0.0:1746126407.064247:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1966:x1830945733751040:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126407.064501:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1966:x1830945733751040:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 254us (408us total) trans 4294968369 rc 0/0 00000100:00100000:0.0:1746126407.064507:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 923 00002000:00100000:0.0:1746126407.064512:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800b403e680 x1830945733751040/t4294968369(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:168/0 lens 496/448 e 0 to 0 dl 1746126418 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126407.064518:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403e680 with x1830945733751040 ext(0->7) 00010000:00010000:0.0:1746126407.064523:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092421c00/0x9851078746b7e4c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb78f expref: 41 pid: 17079 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746126407.064531:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092421c00/0x9851078746b7e4c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb78f expref: 41 pid: 17079 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746126407.064536:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b403e680 00000100:00100000:0.0:1746126407.073591:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.079011:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.088802:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.089552:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.094783:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.103080:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.103114:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.103151:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.112000:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.112064:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733752576 00000100:00100000:0.0:1746126407.112070:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733752576 00002000:00100000:0.0:1746126407.112105:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008a489c00 x1830945733752576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:168/0 lens 488/0 e 0 to 0 dl 1746126418 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126407.112114:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a489c00 with x1830945733752576 ext(0->4095) 00010000:00010000:0.0:1746126407.112121:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012dff6800/0x9851078746b7e4d9 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb7a4 expref: 43 pid: 8425 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.112133:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012dff6800/0x9851078746b7e4d9 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb7a4 expref: 43 pid: 8425 timeout: 626 lvb_type: 0 00002000:00010000:0.0:1746126407.112139:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a489c00 00000100:00100000:0.0:1746126407.112154:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 925 00000100:00100000:0.0:1746126407.112160:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945733752576:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126407.112293:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945733752576:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126407.112300:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 925 00002000:00100000:0.0:1746126407.112306:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008a489c00 x1830945733752576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:168/0 lens 488/4536 e 0 to 0 dl 1746126418 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126407.112313:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a489c00 with x1830945733752576 ext(0->4095) 00010000:00010000:0.0:1746126407.112318:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012dff6800/0x9851078746b7e4d9 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb7a4 expref: 43 pid: 8425 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.112326:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012dff6800/0x9851078746b7e4d9 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb7a4 expref: 43 pid: 8425 timeout: 626 lvb_type: 0 00002000:00010000:0.0:1746126407.112332:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a489c00 00000100:00100000:0.0:1746126407.125782:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.143795:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.146518:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.163216:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.163260:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.169609:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.183220:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.184756:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.187514:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.196990:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.198656:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.203922:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.213574:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.213741:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.217181:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.217214:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.220492:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.225134:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.232780:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:1963:x1830945733756544:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7046us (7645us total) trans 4294968373 rc 0/0 00000100:00100000:0.0:1746126407.232789:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 934 00002000:00100000:0.0:1746126407.232798:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880086ac3480 x1830945733756544/t4294968373(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:168/0 lens 496/448 e 0 to 0 dl 1746126418 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126407.232807:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3480 with x1830945733756544 ext(0->7) 00010000:00010000:0.0:1746126407.232815:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012dff7200/0x9851078746b7e503 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb7ce expref: 49 pid: 17079 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.232827:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012dff7200/0x9851078746b7e503 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb7ce expref: 49 pid: 17079 timeout: 626 lvb_type: 0 00002000:00010000:0.0:1746126407.232833:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086ac3480 00000100:00100000:0.0:1746126407.239599:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.245668:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.245773:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.245790:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733757056 00000100:00100000:0.0:1746126407.245793:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733757056 00002000:00100000:0.0:1746126407.245817:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880086ac0000 x1830945733757056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:168/0 lens 488/0 e 0 to 0 dl 1746126418 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126407.245825:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0000 with x1830945733757056 ext(0->4095) 00002000:00010000:0.0:1746126407.245829:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ac0000 00000100:00100000:0.0:1746126407.245839:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3202 00000100:00100000:0.0:1746126407.245844:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:1963:x1830945733757056:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126407.245947:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1963:x1830945733757056:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (175us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126407.245951:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3202 00002000:00100000:0.0:1746126407.245955:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880086ac0000 x1830945733757056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:168/0 lens 488/4536 e 0 to 0 dl 1746126418 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126407.245959:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0000 with x1830945733757056 ext(0->4095) 00010000:00010000:0.0:1746126407.245963:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012dff6600/0x9851078746b7e50a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb7d5 expref: 50 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.245969:0:8428:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88012dff6600/0x9851078746b7e50a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb7d5 expref: 50 pid: 17079 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126407.245972:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086ac0000 00000100:00100000:0.0:1746126407.247436:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.248145:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.252703:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.254454:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.264086:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.272957:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.274533:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.278117:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.278223:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.281918:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.284159:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.291769:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.296197:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.303872:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.303932:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.305828:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725974912:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126407.305836:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725975040:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126407.305857:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dff7200/0x9851078746b7e534 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb7ff expref: 53 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.305867:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dff7200, rc 0) 00000100:00100000:0.0:1746126407.305888:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31008:x1830945733760000:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1874us (1954us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126407.305894:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3794 00000100:00100000:0.0:1746126407.307357:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.307570:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.309694:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.311636:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.314000:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.319385:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.322080:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.328343:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.331181:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.332790:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.333516:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.333561:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.334132:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15940 00000100:00100000:0.0:1746126407.334138:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1965:x1830945733762304:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126407.334143:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126407.334149:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ba6fa00/0x9851078746b7e53b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb806 expref: 55 pid: 17079 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.334301:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ba6fa00/0x9851078746b7e53b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb806 expref: 55 pid: 17079 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.334319:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ba6fa00/0x9851078746b7e53b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb806 expref: 55 pid: 17079 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.334338:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126407.334340:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126407.334345:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009298d400/0x9851078746b7e549 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb814 expref: 54 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.334352:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009298d400/0x9851078746b7e549 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb814 expref: 54 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.334369:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009298d400/0x9851078746b7e549 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb814 expref: 54 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.334378:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009298d400/0x9851078746b7e549 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb814 expref: 54 pid: 17079 timeout: 626 lvb_type: 0 00000100:00100000:0.0:1746126407.334392:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725975936:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126407.334429:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126407.336513:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.341935:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.346221:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.350096:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.350653:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.353299:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.353382:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.355766:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.358338:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.368581:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.371089:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.373750:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.376304:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.376338:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.380775:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.387188:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.394392:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.403192:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.409495:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.409958:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.415192:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.418306:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.421090:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.421644:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 952 00000100:00100000:0.0:1746126407.421653:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+61:1963:x1830945733766784:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126407.422954:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1963:x1830945733766784:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1299us (1863us total) trans 4294968380 rc 0/0 00000100:00100000:0.0:1746126407.422962:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 952 00002000:00100000:0.0:1746126407.422969:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880133307480 x1830945733766784/t4294968380(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:168/0 lens 496/448 e 0 to 0 dl 1746126418 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126407.422981:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307480 with x1830945733766784 ext(0->7) 00010000:00010000:0.0:1746126407.422988:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7e573 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb83e expref: 63 pid: 17079 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.422999:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7e573 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb83e expref: 63 pid: 17079 timeout: 626 lvb_type: 0 00002000:00010000:0.0:1746126407.423004:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133307480 00000100:00100000:0.0:1746126407.429177:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.439380:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.449923:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.449961:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.456281:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.463815:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.469853:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.481604:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.484595:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.488464:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.490561:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.507662:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.510951:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.515990:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.524979:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.531955:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733769728 00000100:00100000:0.0:1746126407.531962:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733769728 00000100:00100000:0.0:1746126407.531990:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733769856 00000100:00100000:0.0:1746126407.531992:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733769856 00000100:00100000:0.0:1746126407.532004:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3809 00000100:00100000:0.0:1746126407.532010:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:31009:x1830945733769728:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126407.532038:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126407.532051:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b7e59d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb868 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.532071:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126407.532072:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126407.532078:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b7e59d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb868 expref: 67 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.532096:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b7e59d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb868 expref: 67 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.532104:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294e000, rc 0) 00000100:00100000:0.0:1746126407.532144:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:31009:x1830945733769728:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126407.532150:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3809 00000100:00100000:0.0:1746126407.532163:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3810 00000100:00100000:0.0:1746126407.532168:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:31008:x1830945733769856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126407.532173:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126407.532178:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e5a4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb86f expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.532191:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130111400/0x9851078746b7e596 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb861 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.532201:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b7e59d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb868 expref: 67 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.532205:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126407.532206:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126407.532208:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e5a4 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb86f expref: 67 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.532294:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b7e59d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb868 expref: 67 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.532305:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b7e59d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb868 expref: 67 pid: 8425 timeout: 626 lvb_type: 0 00000100:00100000:0.0:1746126407.532314:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ae2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945725978752:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126407.535389:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.536157:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.538400:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.539100:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.542013:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.544473:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.546764:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.550059:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.552303:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.554333:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.560288:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.560878:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.566533:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.566577:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.566967:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.572337:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733772800 00000100:00100000:0.0:1746126407.572343:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733772800 00002000:00100000:0.0:1746126407.572370:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880086ac2300 x1830945733772800/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:168/0 lens 488/0 e 0 to 0 dl 1746126418 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126407.572379:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac2300 with x1830945733772800 ext(0->4095) 00010000:00010000:0.0:1746126407.572384:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092421c00/0x9851078746b7e5b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb884 expref: 69 pid: 8425 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.572395:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092421c00/0x9851078746b7e5b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb884 expref: 69 pid: 8425 timeout: 626 lvb_type: 0 00002000:00010000:0.0:1746126407.572401:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086ac2300 00000100:00100000:0.0:1746126407.572427:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 960 00000100:00100000:0.0:1746126407.572433:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1963:x1830945733772800:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126407.573812:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1963:x1830945733772800:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1375us (2980us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126407.573819:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 960 00002000:00100000:0.0:1746126407.573826:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880086ac2300 x1830945733772800/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:168/0 lens 488/4536 e 0 to 0 dl 1746126418 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126407.573833:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac2300 with x1830945733772800 ext(0->4095) 00010000:00010000:0.0:1746126407.573840:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092421c00/0x9851078746b7e5b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb884 expref: 69 pid: 8425 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.573855:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092421c00/0x9851078746b7e5b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb884 expref: 69 pid: 8425 timeout: 626 lvb_type: 0 00002000:00010000:0.0:1746126407.573860:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086ac2300 00000100:00100000:0.0:1746126407.578772:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.587060:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.603436:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.610524:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.610568:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.612477:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.623166:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.630912:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.641098:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.645147:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.660872:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.660949:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.670006:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.679191:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.684988:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.687117:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.697264:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.697307:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.707083:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.710409:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.723233:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.736713:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.742392:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.746369:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.750164:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.752914:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733777792 00000100:00100000:0.0:1746126407.752921:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733777792 00000100:00100000:0.0:1746126407.753376:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3822 00000100:00100000:0.0:1746126407.753385:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:31009:x1830945733777792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126407.753399:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126407.753413:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e5f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb8c3 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.753434:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126407.753436:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126407.753442:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e5f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8c3 expref: 76 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.753454:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e5f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8c3 expref: 76 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.753464:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294fc00, rc 0) 00000100:00100000:0.0:1746126407.753511:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+76:31009:x1830945733777792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126407.753517:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3822 00000100:00100000:0.0:1746126407.761479:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.767154:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.772058:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.772080:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.772898:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733778560 00000100:00100000:0.0:1746126407.772902:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733778560 00010000:00010000:0.0:1746126407.772914:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e5f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8c3 expref: 77 pid: 8423 timeout: 626 lvb_type: 0 00000100:00100000:0.0:1746126407.773083:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15966 00000100:00100000:0.0:1746126407.773089:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+77:1965:x1830945733778560:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126407.773096:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126407.773105:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e5f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8c3 expref: 77 pid: 8423 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.773112:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e5f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8c3 expref: 77 pid: 8423 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.773123:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b7e5f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8c3 expref: 77 pid: 8423 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.773144:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126407.773146:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126407.773151:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092420400/0x9851078746b7e5ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8ca expref: 76 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.773156:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092420400/0x9851078746b7e5ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8ca expref: 76 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.773172:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092420400/0x9851078746b7e5ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8ca expref: 76 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.773181:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092420400/0x9851078746b7e5ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8ca expref: 76 pid: 8425 timeout: 626 lvb_type: 0 00000100:00100000:0.0:1746126407.773191:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945725982080:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126407.774258:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126407.778997:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.784283:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.798738:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.806072:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.811126:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.812921:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.813234:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.815734:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733780224 00000100:00100000:0.0:1746126407.815739:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733780224 00010000:00010000:0.0:1746126407.815760:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092420600/0x9851078746b7e60d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8d8 expref: 80 pid: 8423 timeout: 626 lvb_type: 0 00000100:00100000:0.0:1746126407.815777:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733780096 00000100:00100000:0.0:1746126407.815779:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733780096 00010000:00010000:0.0:1746126407.815787:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f243000/0x9851078746b7e606 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8d1 expref: 6 pid: 8425 timeout: 626 lvb_type: 0 00000100:00100000:0.0:1746126407.815800:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15968 00000100:00100000:0.0:1746126407.815805:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1964:x1830945733780224:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126407.815813:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126407.815827:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092420600/0x9851078746b7e60d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8d8 expref: 80 pid: 8423 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.815834:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092420600/0x9851078746b7e60d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8d8 expref: 80 pid: 8423 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.815850:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092420600/0x9851078746b7e60d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8d8 expref: 80 pid: 8423 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.815863:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126407.815883:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+79:1964:x1830945733780224:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 78us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126407.815888:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15968 00000100:00100000:0.0:1746126407.815898:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 15969 00000100:00100000:0.0:1746126407.815902:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733780096:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126407.815906:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126407.815912:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f243000/0x9851078746b7e606 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8d1 expref: 6 pid: 8425 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.815918:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f243000/0x9851078746b7e606 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8d1 expref: 6 pid: 8425 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.815927:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f243000/0x9851078746b7e606 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8d1 expref: 6 pid: 8425 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746126407.815934:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126407.815936:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126407.815940:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013015b400/0x9851078746b7e614 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8df expref: 78 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.815947:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013015b400/0x9851078746b7e614 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8df expref: 78 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126407.818432:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013015b400/0x9851078746b7e614 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb8df expref: 77 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126407.818448:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725982592:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126407.818524:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126407.819562:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.820139:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725982592:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126407.820153:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126407.820979:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+7:1964:x1830945733780096:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5074us (5319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126407.820987:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 15969 00000100:00100000:0.0:1746126407.823812:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.829136:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.836565:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.846747:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.854756:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.855561:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.863258:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.865215:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.867693:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.881536:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.886115:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.888766:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.890767:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.892824:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.897060:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.900316:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.904745:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.906577:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.908396:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.923069:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.925809:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 977 00010000:00010000:0.0:1746126407.942011:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126407.943161:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.943249:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.952383:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.959491:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.964256:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.966541:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.969253:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.983288:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.988419:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.991757:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.994698:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.999591:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126407.999643:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.002051:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.006909:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.011287:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.015376:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.018968:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.023653:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.033959:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.038767:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.038810:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.042686:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.042712:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.042748:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.045202:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.056502:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.064809:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.069644:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.069927:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.074766:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.075214:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.078879:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.094085:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.102312:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.105089:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.108207:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.111837:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.116981:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.128320:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.140492:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.147481:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.147759:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.153907:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.156730:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.163135:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.167471:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.177651:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.188288:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.193191:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.193494:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.196828:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.202579:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.208211:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.227173:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.229272:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.237651:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.237704:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.249633:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733796352 00000100:00100000:0.0:1746126408.249640:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733796352 00000100:00100000:0.0:1746126408.249688:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3853 00000100:00100000:0.0:1746126408.249695:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:31009:x1830945733796352:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126408.249709:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126408.249722:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294e200/0x9851078746b7e6d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb99c expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.249742:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126408.249747:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f242000/0x9851078746b7e6ca lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb995 expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.249752:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126408.249755:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e200/0x9851078746b7e6d1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb99c expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.249783:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f242000/0x9851078746b7e6ca lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb995 expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.249799:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294e200/0x9851078746b7e6d1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb99c expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.249807:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294e200, rc 0) 00000100:00100000:0.0:1746126408.249840:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31009:x1830945733796352:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126408.249846:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3853 00000100:00100000:0.0:1746126408.250874:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.254269:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.268945:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.277722:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.291967:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.293424:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.302113:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.302242:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.312646:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.320881:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.324371:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.332629:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.341174:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.359930:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.368798:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733799552 00000100:00100000:0.0:1746126408.368805:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733799552 00002000:00100000:0.0:1746126408.368837:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880086ac0380 x1830945733799552/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:169/0 lens 496/0 e 0 to 0 dl 1746126419 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126408.368851:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0380 with x1830945733799552 ext(0->7) 00010000:00010000:0.0:1746126408.368858:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092421e00/0x9851078746b7e6e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9b1 expref: 103 pid: 8425 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.368871:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092421e00/0x9851078746b7e6e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9b1 expref: 103 pid: 8425 timeout: 627 lvb_type: 0 00002000:00010000:0.0:1746126408.368877:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086ac0380 00000100:00100000:0.0:1746126408.369857:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1000 00000100:00100000:0.0:1746126408.369866:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1965:x1830945733799552:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126408.370174:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:1965:x1830945733799552:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 308us (1438us total) trans 4294968401 rc 0/0 00000100:00100000:0.0:1746126408.370180:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1000 00002000:00100000:0.0:1746126408.370186:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880086ac0380 x1830945733799552/t4294968401(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:169/0 lens 496/448 e 0 to 0 dl 1746126419 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126408.370193:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0380 with x1830945733799552 ext(0->7) 00010000:00010000:0.0:1746126408.370198:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092421e00/0x9851078746b7e6e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9b1 expref: 105 pid: 8425 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.370207:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092421e00/0x9851078746b7e6e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9b1 expref: 105 pid: 8425 timeout: 627 lvb_type: 0 00002000:00010000:0.0:1746126408.370212:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086ac0380 00000100:00100000:0.0:1746126408.374912:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.383273:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.387842:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733800192 00000100:00100000:0.0:1746126408.387849:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733800192 00000100:00100000:0.0:1746126408.387888:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3859 00000100:00100000:0.0:1746126408.387894:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:31008:x1830945733800192:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126408.387902:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126408.387915:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294f200/0x9851078746b7e6fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcb9c6 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.388294:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009298da00/0x9851078746b7e6ed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9b8 expref: 105 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.388303:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7e6f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9bf expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.388308:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126408.388310:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126408.388312:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294f200/0x9851078746b7e6fb lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9c6 expref: 105 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.388336:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7e6f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9bf expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.388347:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7e6f4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9bf expref: 6 pid: 8425 timeout: 627 lvb_type: 0 00000100:00100000:0.0:1746126408.388357:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725989888:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126408.388790:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009298da00/0x9851078746b7e6ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9b8 expref: 105 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.388800:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009298da00/0x9851078746b7e6ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9b8 expref: 105 pid: 8424 timeout: 627 lvb_type: 0 00000100:00100000:0.0:1746126408.388808:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945725990016:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126408.388828:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126408.392466:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.392540:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.395782:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.395851:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.401019:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.412117:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.418352:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.430904:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.437558:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.439334:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.448299:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.448881:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.448925:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.449656:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16005 00000100:00100000:0.0:1746126408.449663:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733802496:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126408.449677:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126408.449686:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009298d400/0x9851078746b7e709 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9d4 expref: 6 pid: 8424 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.449693:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009298d400/0x9851078746b7e709 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9d4 expref: 6 pid: 8424 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.449704:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009298d400/0x9851078746b7e709 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9d4 expref: 6 pid: 8424 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.449716:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126408.449717:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126408.449722:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009298da00/0x9851078746b7e710 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9db expref: 108 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.449727:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009298da00/0x9851078746b7e710 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9db expref: 108 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.449744:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009298da00/0x9851078746b7e710 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9db expref: 108 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.449753:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009298da00/0x9851078746b7e710 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcb9db expref: 108 pid: 8424 timeout: 627 lvb_type: 0 00000100:00100000:0.0:1746126408.449762:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095760380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725990912:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126408.450214:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126408.460582:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.464641:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.472418:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.483775:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.487757:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.491229:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086ac1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3294:1830945725991168:0@lo:400:kworker.0 00000100:00100000:0.0:1746126408.491271:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126408.491307:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086ac2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3294:1830945725991680:0@lo:400:kworker.0 00000100:00100000:0.0:1746126408.491321:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126408.491335:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746126408.491337:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086ac1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945725991552:0@lo:400:kworker.0 00000100:00100000:0.0:1746126408.491348:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126408.491359:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086ac0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3291:1830945725991296:0@lo:400:kworker.0 00000100:00100000:0.0:1746126408.491367:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126408.491373:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086ac3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945725991808:0@lo:400:kworker.0 00000100:00100000:0.0:1746126408.491380:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126408.491386:0:3291:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746126408.491388:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3291:1830945725991424:0@lo:400:kworker.0 00000100:00100000:0.0:1746126408.491395:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126408.491407:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945725991552 00000100:00100000:0.0:1746126408.491412:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945725991552 00000100:00100000:0.0:1746126408.492527:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1746126408.492534:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945725991552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126408.492561:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945725991552:12345-0@lo:400:kworker.0 Request processed in 29us (1212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126408.492566:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00080000:0.0:1746126408.492580:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126408.492583:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126408.492584:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126408.492598:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086ac1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945725991552:0@lo:400:kworker.0 00000100:00100000:0.0:1746126408.492604:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086ac1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3294:1830945725991168:0@lo:400:kworker.0 00000100:00100000:0.0:1746126408.492610:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086ac2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3294:1830945725991680:0@lo:400:kworker.0 00000100:00100000:0.0:1746126408.493338:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.496900:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.498179:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.502206:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.504611:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.516586:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.521198:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.533850:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.539416:0:8426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945725992704 00000100:00100000:0.0:1746126408.539422:0:8426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945725992704 00000100:00100000:0.0:1746126408.539465:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1746126408.539471:0:8426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945725992704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746126408.539812:0:8426:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 641794048 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746126408.539859:0:8426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945725992704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 388us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126408.539865:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1746126408.541647:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.547537:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.558106:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.565137:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.570440:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.576889:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.582110:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.591529:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.596850:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.601163:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.601284:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.602183:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733806848 00000100:00100000:0.0:1746126408.602187:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733806848 00002000:00100000:0.0:1746126408.602211:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800946a0700 x1830945733806848/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:169/0 lens 488/0 e 0 to 0 dl 1746126419 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126408.602219:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0700 with x1830945733806848 ext(0->4095) 00010000:00010000:0.0:1746126408.602224:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a069800/0x9851078746b7e741 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba0c expref: 114 pid: 8425 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.602233:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a069800/0x9851078746b7e741 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba0c expref: 114 pid: 8425 timeout: 627 lvb_type: 0 00002000:00010000:0.0:1746126408.602239:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a0700 00000100:00100000:0.0:1746126408.602250:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1011 00000100:00100000:0.0:1746126408.602255:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:1964:x1830945733806848:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126408.604178:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:1964:x1830945733806848:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1915us (3014us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126408.604189:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1011 00002000:00100000:0.0:1746126408.604197:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800946a0700 x1830945733806848/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:169/0 lens 488/4536 e 0 to 0 dl 1746126419 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126408.604206:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0700 with x1830945733806848 ext(0->4095) 00010000:00010000:0.0:1746126408.604219:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a069800/0x9851078746b7e741 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba0c expref: 114 pid: 8425 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.604229:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a069800/0x9851078746b7e741 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba0c expref: 114 pid: 8425 timeout: 627 lvb_type: 0 00002000:00010000:0.0:1746126408.604239:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a0700 00000100:00100000:0.0:1746126408.608129:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.619194:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.628746:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.633251:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.643917:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.648913:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.650178:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.655992:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.670605:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.675767:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.678640:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1016 00000100:00100000:0.0:1746126408.678660:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:1966:x1830945733809536:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126408.679016:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+116:1966:x1830945733809536:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 362us (3258us total) trans 4294968407 rc 0/0 00000100:00100000:0.0:1746126408.679038:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1016 00002000:00100000:0.0:1746126408.679046:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009ba6a300 x1830945733809536/t4294968407(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:169/0 lens 496/448 e 0 to 0 dl 1746126419 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126408.679054:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6a300 with x1830945733809536 ext(0->7) 00010000:00010000:0.0:1746126408.679063:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092846200/0x9851078746b7e75d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba28 expref: 116 pid: 8425 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.679074:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092846200/0x9851078746b7e75d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba28 expref: 116 pid: 8425 timeout: 627 lvb_type: 0 00002000:00010000:0.0:1746126408.679084:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba6a300 00000100:00100000:0.0:1746126408.684482:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.695445:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.703099:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.703130:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733810048 00000100:00100000:0.0:1746126408.703139:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733810048 00000100:00100000:0.0:1746126408.703186:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3875 00000100:00100000:0.0:1746126408.703194:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+116:31008:x1830945733810048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126408.703212:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126408.703230:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7e76b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcba36 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.703260:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092847e00/0x9851078746b7e764 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba2f expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.703268:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126408.703269:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126408.703272:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7e76b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba36 expref: 117 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.703303:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092847e00/0x9851078746b7e764 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba2f expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.703314:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092847e00/0x9851078746b7e764 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba2f expref: 5 pid: 8425 timeout: 627 lvb_type: 0 00000100:00100000:0.0:1746126408.703325:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba68380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945725994496:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126408.705546:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126408.707770:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.708203:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.714998:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.720698:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.725925:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.733359:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.736874:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733811328 00000100:00100000:0.0:1746126408.736884:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733811328 00000100:00100000:0.0:1746126408.736935:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3877 00000100:00100000:0.0:1746126408.736943:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733811328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126408.736962:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126408.736981:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7e779 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcba44 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.737007:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126408.737009:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126408.737017:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7e779 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba44 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.737048:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7e779 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba44 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.737059:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294f600, rc 0) 00000100:00100000:0.0:1746126408.737106:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733811328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126408.737112:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3877 00000100:00100000:0.0:1746126408.740349:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.745903:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.746986:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.752692:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.756909:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.757001:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.763642:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126408.776267:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126408.776282:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733812864 00000100:00100000:0.0:1746126408.776285:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733812864 00002000:00100000:0.0:1746126408.776318:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880092ae0000 x1830945733812864/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:169/0 lens 496/0 e 0 to 0 dl 1746126419 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126408.776328:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0000 with x1830945733812864 ext(0->7) 00010000:00010000:0.0:1746126408.776336:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092421600/0x9851078746b7e780 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba4b expref: 118 pid: 8423 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.776350:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092421600/0x9851078746b7e780 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba4b expref: 118 pid: 8423 timeout: 627 lvb_type: 0 00002000:00010000:0.0:1746126408.776357:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ae0000 00000100:00100000:0.0:1746126408.776370:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1022 00000100:00100000:0.0:1746126408.776376:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+118:1963:x1830945733812864:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126408.776691:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+120:1963:x1830945733812864:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 314us (927us total) trans 4294968409 rc 0/0 00000100:00100000:0.0:1746126408.776697:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1022 00002000:00100000:0.0:1746126408.776703:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880092ae0000 x1830945733812864/t4294968409(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:169/0 lens 496/448 e 0 to 0 dl 1746126419 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126408.776717:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0000 with x1830945733812864 ext(0->7) 00010000:00010000:0.0:1746126408.776721:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092421600/0x9851078746b7e780 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba4b expref: 120 pid: 8423 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.776730:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092421600/0x9851078746b7e780 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba4b expref: 120 pid: 8423 timeout: 627 lvb_type: 0 00002000:00010000:0.0:1746126408.776736:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ae0000 00000100:00080000:0.0:1746126408.778911:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126408.782834:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126408.782964:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746126408.783097:0:8439:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126408.794662:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.801708:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.806105:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733814016 00000100:00100000:0.0:1746126408.806112:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733814016 00002000:00100000:0.0:1746126408.806147:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad7480 x1830945733814016/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:169/0 lens 488/0 e 0 to 0 dl 1746126419 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126408.806156:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7480 with x1830945733814016 ext(0->4095) 00010000:00010000:0.0:1746126408.806164:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7e787 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba52 expref: 6 pid: 8423 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.806176:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7e787 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba52 expref: 6 pid: 8423 timeout: 627 lvb_type: 0 00002000:00010000:0.0:1746126408.806182:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bad7480 00000100:00100000:0.0:1746126408.806198:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1023 00000100:00100000:0.0:1746126408.806205:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733814016:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126408.806392:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733814016:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 187us (833us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126408.806398:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1023 00002000:00100000:0.0:1746126408.806403:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad7480 x1830945733814016/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:169/0 lens 488/4536 e 0 to 0 dl 1746126419 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126408.806410:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7480 with x1830945733814016 ext(0->4095) 00010000:00010000:0.0:1746126408.806414:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7e787 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba52 expref: 6 pid: 8423 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.806423:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7e787 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba52 expref: 6 pid: 8423 timeout: 627 lvb_type: 0 00002000:00010000:0.0:1746126408.806665:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bad7480 00000100:00100000:0.0:1746126408.810285:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.812861:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.815225:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.824859:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.846395:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.846506:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.850842:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.869059:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.877863:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.887296:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.894553:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.898000:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.900533:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.906033:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.910256:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.920533:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.927169:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733818496 00000100:00100000:0.0:1746126408.927176:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733818496 00002000:00100000:0.0:1746126408.927223:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad4a80 x1830945733818496/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:169/0 lens 488/0 e 0 to 0 dl 1746126419 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126408.927233:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4a80 with x1830945733818496 ext(0->4095) 00002000:00010000:0.0:1746126408.927238:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bad4a80 00000100:00100000:0.0:1746126408.931173:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3249 00000100:00100000:0.0:1746126408.931193:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+126:1963:x1830945733818496:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126408.937140:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.940606:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.943122:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.951296:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.951354:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.951374:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.951399:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733819136 00000100:00100000:0.0:1746126408.951406:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733819136 00010000:00010000:0.0:1746126408.951434:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b4a2000/0x9851078746b7e7bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba8a expref: 6 pid: 8424 timeout: 627 lvb_type: 0 00000100:00100000:0.0:1746126408.951452:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733819264 00000100:00100000:0.0:1746126408.951453:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733819264 00010000:00010000:0.0:1746126408.951461:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a069000/0x9851078746b7e7b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba83 expref: 127 pid: 8423 timeout: 627 lvb_type: 0 00000100:00100000:0.0:1746126408.951476:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16030 00000100:00100000:0.0:1746126408.951482:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733819136:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126408.951494:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126408.951514:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b4a2000/0x9851078746b7e7bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba8a expref: 6 pid: 8424 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.951523:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b4a2000/0x9851078746b7e7bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba8a expref: 6 pid: 8424 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.951543:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b4a2000/0x9851078746b7e7bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba8a expref: 6 pid: 8424 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.951557:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126408.951596:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094739f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945733819136:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 114us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126408.951601:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16030 00000100:00100000:0.0:1746126408.951610:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16031 00000100:00100000:0.0:1746126408.951614:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+127:1964:x1830945733819264:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126408.951619:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126408.951625:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a069000/0x9851078746b7e7b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba83 expref: 127 pid: 8423 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.951632:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a069000/0x9851078746b7e7b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba83 expref: 127 pid: 8423 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.951647:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a069000/0x9851078746b7e7b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba83 expref: 127 pid: 8423 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.951654:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126408.951656:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126408.951662:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a068e00/0x9851078746b7e7c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba91 expref: 126 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.951683:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a068e00/0x9851078746b7e7c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba91 expref: 126 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.951713:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a068e00/0x9851078746b7e7c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba91 expref: 126 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126408.951725:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936d9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725997568:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126408.951779:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126408.956851:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.972074:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.974314:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.977256:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.980275:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.980346:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126408.991062:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733821184 00000100:00100000:0.0:1746126408.991073:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733821184 00010000:00010000:0.0:1746126408.991110:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092846200/0x9851078746b7e7d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbaa6 expref: 129 pid: 8423 timeout: 627 lvb_type: 0 00000100:00100000:0.0:1746126408.991149:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16034 00000100:00100000:0.0:1746126408.991157:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+129:1963:x1830945733821184:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126408.991171:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126408.991212:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092846200/0x9851078746b7e7d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbaa6 expref: 129 pid: 8423 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.991222:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092846200/0x9851078746b7e7d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbaa6 expref: 129 pid: 8423 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.991244:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092846200/0x9851078746b7e7d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbaa6 expref: 129 pid: 8423 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.991267:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126408.991269:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126408.991275:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b4a2600/0x9851078746b7e7db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba9f expref: 128 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.991282:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b4a2600/0x9851078746b7e7db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba9f expref: 128 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126408.991325:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b4a2600/0x9851078746b7e7db lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba9f expref: 128 pid: 8424 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126408.991332:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b4a2600/0x9851078746b7e7db lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcba9f expref: 128 pid: 8424 timeout: 627 lvb_type: 0 00000100:00100000:0.0:1746126408.991347:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013147c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725998336:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126408.991425:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126408.996173:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013147c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725998336:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126408.996192:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126408.996217:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+128:1963:x1830945733821184:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5061us (6210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126408.996226:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16034 00000100:00100000:0.0:1746126409.002842:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.014217:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733822080 00000100:00100000:0.0:1746126409.014228:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733822080 00002000:00100000:0.0:1746126409.014275:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad7100 x1830945733822080/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:170/0 lens 488/0 e 0 to 0 dl 1746126420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.014286:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7100 with x1830945733822080 ext(0->4095) 00002000:00010000:0.0:1746126409.014292:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bad7100 00000100:00100000:0.0:1746126409.014325:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3252 00000100:00100000:0.0:1746126409.014333:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733822080:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126409.014521:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733822080:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 187us (415us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126409.014526:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3252 00002000:00100000:0.0:1746126409.014532:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad7100 x1830945733822080/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:170/0 lens 488/4536 e 0 to 0 dl 1746126420 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.014540:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7100 with x1830945733822080 ext(0->4095) 00002000:00010000:0.0:1746126409.014543:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bad7100 00000100:00100000:0.0:1746126409.023652:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.024655:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.032555:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733822464 00000100:00100000:0.0:1746126409.032563:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733822464 00010000:00010000:0.0:1746126409.032593:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092846e00/0x9851078746b7e7e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbaad expref: 6 pid: 8424 timeout: 627 lvb_type: 0 00000100:00100000:0.0:1746126409.032628:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16036 00000100:00100000:0.0:1746126409.032635:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733822464:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126409.032649:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126409.032682:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092846e00/0x9851078746b7e7e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbaad expref: 6 pid: 8424 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126409.033000:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092846e00/0x9851078746b7e7e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbaad expref: 6 pid: 8424 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126409.033036:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092846e00/0x9851078746b7e7e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbaad expref: 6 pid: 8424 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126409.033050:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126409.033052:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126409.033059:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092846000/0x9851078746b7e7e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbab4 expref: 130 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.033066:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092846000/0x9851078746b7e7e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbab4 expref: 130 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.033097:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092846000/0x9851078746b7e7e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbab4 expref: 130 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.033107:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092846000/0x9851078746b7e7e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbab4 expref: 130 pid: 8424 timeout: 627 lvb_type: 0 00000100:00100000:0.0:1746126409.033117:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013147f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945725998848:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126409.034252:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126409.039007:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.046162:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733822976 00000100:00100000:0.0:1746126409.046171:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733822976 00002000:00100000:0.0:1746126409.046217:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008bad7b80 x1830945733822976/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 496/0 e 0 to 0 dl 1746126420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.046228:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7b80 with x1830945733822976 ext(0->7) 00010000:00010000:0.0:1746126409.046237:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092846000/0x9851078746b7e7e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbab4 expref: 131 pid: 8424 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126409.046251:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092846000/0x9851078746b7e7e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbab4 expref: 131 pid: 8424 timeout: 627 lvb_type: 0 00002000:00010000:0.0:1746126409.046258:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bad7b80 00000100:00100000:0.0:1746126409.046287:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1038 00000100:00100000:0.0:1746126409.046295:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+131:1964:x1830945733822976:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126409.046631:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+133:1964:x1830945733822976:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 336us (885us total) trans 4294968415 rc 0/0 00000100:00100000:0.0:1746126409.046638:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1038 00002000:00100000:0.0:1746126409.046644:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008bad7b80 x1830945733822976/t4294968415(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 496/448 e 0 to 0 dl 1746126420 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.046651:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7b80 with x1830945733822976 ext(0->7) 00010000:00010000:0.0:1746126409.046655:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092846000/0x9851078746b7e7e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbab4 expref: 133 pid: 8424 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746126409.046663:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092846000/0x9851078746b7e7e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbab4 expref: 133 pid: 8424 timeout: 627 lvb_type: 0 00002000:00010000:0.0:1746126409.046677:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bad7b80 00000100:00100000:0.0:1746126409.052441:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.056849:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.060229:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.065880:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.065924:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.074020:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.084157:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.087350:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.091631:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.095177:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.099392:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733825024 00000100:00100000:0.0:1746126409.099399:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733825024 00002000:00100000:0.0:1746126409.099430:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880086ac0e00 x1830945733825024/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 488/0 e 0 to 0 dl 1746126420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.099439:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0e00 with x1830945733825024 ext(0->4095) 00002000:00010000:0.0:1746126409.099444:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ac0e00 00000100:00100000:0.0:1746126409.099467:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3254 00000100:00100000:0.0:1746126409.099473:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+134:1965:x1830945733825024:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126409.099617:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+134:1965:x1830945733825024:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 144us (295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126409.099623:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3254 00002000:00100000:0.0:1746126409.099628:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880086ac0e00 x1830945733825024/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 488/4536 e 0 to 0 dl 1746126420 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.099634:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0e00 with x1830945733825024 ext(0->4095) 00002000:00010000:0.0:1746126409.099636:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ac0e00 00000100:00100000:0.0:1746126409.106594:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.110150:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.110198:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.114206:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733825792 00000100:00100000:0.0:1746126409.114211:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733825792 00010000:00010000:0.0:1746126409.114234:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094926e00/0x9851078746b7e805 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbad0 expref: 135 pid: 8424 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746126409.114253:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733825920 00000100:00100000:0.0:1746126409.114255:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733825920 00010000:00010000:0.0:1746126409.114263:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094927600/0x9851078746b7e7fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbac9 expref: 6 pid: 8424 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746126409.114276:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16040 00000100:00100000:0.0:1746126409.114281:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+135:1963:x1830945733825792:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126409.114291:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126409.114310:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094926e00/0x9851078746b7e805 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbad0 expref: 135 pid: 8424 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.114319:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094926e00/0x9851078746b7e805 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbad0 expref: 135 pid: 8424 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.114339:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094926e00/0x9851078746b7e805 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbad0 expref: 135 pid: 8424 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.114353:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126409.114377:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+134:1963:x1830945733825792:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 95us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126409.114382:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16040 00000100:00100000:0.0:1746126409.114414:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16041 00000100:00100000:0.0:1746126409.114419:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733825920:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126409.114424:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126409.114431:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094927600/0x9851078746b7e7fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbac9 expref: 6 pid: 8424 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.114439:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094927600/0x9851078746b7e7fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbac9 expref: 6 pid: 8424 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.114449:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094927600/0x9851078746b7e7fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbac9 expref: 6 pid: 8424 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.115224:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126409.115227:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126409.115234:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095240200/0x9851078746b7e80c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbad7 expref: 135 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.115241:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095240200/0x9851078746b7e80c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbad7 expref: 135 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.115298:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095240200/0x9851078746b7e80c lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbad7 expref: 135 pid: 17079 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.115304:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095240200/0x9851078746b7e80c lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbad7 expref: 135 pid: 17079 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746126409.115310:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd4d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725999872:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126409.115365:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126409.118280:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd4d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945725999872:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126409.118291:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126409.118312:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945733825920:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3892us (4199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126409.118319:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16041 00000100:00100000:0.0:1746126409.118361:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.124013:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.128886:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.132633:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.136929:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.138911:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733827200 00000100:00100000:0.0:1746126409.138918:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733827200 00000100:00100000:0.0:1746126409.138947:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3902 00000100:00100000:0.0:1746126409.138952:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+136:31008:x1830945733827200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126409.138963:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126409.138973:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294f400/0x9851078746b7e821 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbaec expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.138992:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6c200/0x9851078746b7e813 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbade expref: 137 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.138998:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094927600/0x9851078746b7e81a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbae5 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.139003:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126409.139004:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126409.139007:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294f400/0x9851078746b7e821 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbaec expref: 137 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.139043:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094927600/0x9851078746b7e81a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbae5 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.139052:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094927600/0x9851078746b7e81a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbae5 expref: 5 pid: 17079 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746126409.139062:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945726000256:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126409.139135:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6c200/0x9851078746b7e813 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbade expref: 137 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.139143:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6c200/0x9851078746b7e813 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbade expref: 137 pid: 17079 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746126409.139151:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd4c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945726000384:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126409.139167:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126409.140158:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.143012:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.144627:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.144675:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.147720:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086ac3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945726000512:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126409.147730:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126409.148127:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945733827712:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3319us (3503us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126409.148134:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16044 00000100:00100000:0.0:1746126409.148900:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.156530:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.161920:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.166071:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.170145:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.173689:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.174820:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.175068:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733829248 00000100:00100000:0.0:1746126409.175072:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733829248 00002000:00100000:0.0:1746126409.175097:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88013147c380 x1830945733829248/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:170/0 lens 488/0 e 0 to 0 dl 1746126420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.175105:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c380 with x1830945733829248 ext(0->4095) 00010000:00010000:0.0:1746126409.175110:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b4a3400/0x9851078746b7e82f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbafa expref: 6 pid: 8424 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.175119:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b4a3400/0x9851078746b7e82f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbafa expref: 6 pid: 8424 timeout: 628 lvb_type: 0 00002000:00010000:0.0:1746126409.175124:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013147c380 00000100:00100000:0.0:1746126409.175144:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1047 00000100:00100000:0.0:1746126409.175149:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733829248:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126409.175350:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733829248:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 200us (529us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126409.175356:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1047 00002000:00100000:0.0:1746126409.175361:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88013147c380 x1830945733829248/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:170/0 lens 488/4536 e 0 to 0 dl 1746126420 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.175367:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c380 with x1830945733829248 ext(0->4095) 00010000:00010000:0.0:1746126409.175371:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b4a3400/0x9851078746b7e82f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbafa expref: 6 pid: 8424 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.175379:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b4a3400/0x9851078746b7e82f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbafa expref: 6 pid: 8424 timeout: 628 lvb_type: 0 00002000:00010000:0.0:1746126409.175384:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013147c380 00000100:00100000:0.0:1746126409.180640:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.182175:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733829504 00000100:00100000:0.0:1746126409.182179:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733829504 00000100:00100000:0.0:1746126409.182211:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3906 00000100:00100000:0.0:1746126409.182216:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+138:31009:x1830945733829504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126409.182227:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126409.182236:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294ea00/0x9851078746b7e83d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbb08 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.182249:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b4a2000/0x9851078746b7e836 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb01 expref: 139 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.182254:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126409.182255:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126409.182257:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294ea00/0x9851078746b7e83d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb08 expref: 139 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.182272:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b4a2000/0x9851078746b7e836 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb01 expref: 139 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.182281:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b4a2000/0x9851078746b7e836 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb01 expref: 139 pid: 8424 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746126409.182289:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013147d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945726001280:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126409.182322:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126409.186783:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.194751:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.207972:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.208015:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.214225:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.216385:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.227488:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.230081:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.238703:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.252117:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.257554:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.257595:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.263658:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.263693:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.263718:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.268020:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.273436:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.295355:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.298091:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.298134:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733833856 00000100:00100000:0.0:1746126409.298139:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733833856 00002000:00100000:0.0:1746126409.298167:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf2f100 x1830945733833856/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 488/0 e 0 to 0 dl 1746126420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.298174:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f100 with x1830945733833856 ext(0->4095) 00002000:00010000:0.0:1746126409.298178:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf2f100 00000100:00100000:0.0:1746126409.298203:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3263 00000100:00100000:0.0:1746126409.298209:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+144:1964:x1830945733833856:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126409.298320:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+144:1964:x1830945733833856:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126409.298325:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3263 00002000:00100000:0.0:1746126409.298330:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf2f100 x1830945733833856/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 488/4536 e 0 to 0 dl 1746126420 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.298336:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f100 with x1830945733833856 ext(0->4095) 00002000:00010000:0.0:1746126409.298339:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf2f100 00000100:00100000:0.0:1746126409.303361:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.307448:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733834112 00000100:00100000:0.0:1746126409.307453:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733834112 00000100:00100000:0.0:1746126409.307485:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3913 00000100:00100000:0.0:1746126409.307490:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+144:31008:x1830945733834112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126409.307499:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126409.307506:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294f200/0x9851078746b7e86e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbb39 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.307521:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800951bc400/0x9851078746b7e860 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb2b expref: 145 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.307528:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092847600/0x9851078746b7e867 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb32 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.307532:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126409.307533:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126409.307535:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294f200/0x9851078746b7e86e lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb39 expref: 145 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.307555:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092847600/0x9851078746b7e867 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb32 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.307563:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092847600/0x9851078746b7e867 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb32 expref: 5 pid: 8425 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746126409.307572:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945726002688:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126409.308145:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800951bc400/0x9851078746b7e860 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb2b expref: 145 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.308153:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800951bc400/0x9851078746b7e860 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb2b expref: 145 pid: 8425 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746126409.308160:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dac7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945726002816:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126409.308178:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126409.310295:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.310337:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.313812:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.317676:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.325307:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.331600:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.342486:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.343143:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.343506:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733835392 00000100:00100000:0.0:1746126409.343513:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733835392 00000100:00100000:0.0:1746126409.343545:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3915 00000100:00100000:0.0:1746126409.343552:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+146:31008:x1830945733835392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126409.343565:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126409.343578:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7e87c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbb47 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.343597:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126409.343603:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093993200/0x9851078746b7e875 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb40 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.343612:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126409.343615:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7e87c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb47 expref: 147 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.343641:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093993200/0x9851078746b7e875 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb40 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.343651:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7e87c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb47 expref: 147 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.343659:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294f600, rc 0) 00000100:00100000:0.0:1746126409.343708:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+147:31008:x1830945733835392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126409.343714:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3915 00000100:00100000:0.0:1746126409.351226:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.356625:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.360525:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.378816:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.396059:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.420360:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.428539:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.460876:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733837312 00000100:00100000:0.0:1746126409.460883:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733837312 00000100:00100000:0.0:1746126409.460921:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3918 00000100:00100000:0.0:1746126409.460928:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733837312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126409.460943:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126409.460959:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7e891 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbb5c expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.460983:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7e88a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb55 expref: 147 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.460989:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126409.460990:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126409.460993:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294f600/0x9851078746b7e891 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb5c expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.461016:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7e88a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb55 expref: 147 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.461047:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7e88a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb55 expref: 147 pid: 8425 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746126409.461058:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b490df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945726004096:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126409.466762:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126409.474630:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733837440 00000100:00100000:0.0:1746126409.474639:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733837440 00002000:00100000:0.0:1746126409.474685:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008bad7800 x1830945733837440/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 496/0 e 0 to 0 dl 1746126420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.474694:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7800 with x1830945733837440 ext(0->7) 00010000:00010000:0.0:1746126409.474701:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7e88a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb55 expref: 148 pid: 8425 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.474712:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7e88a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb55 expref: 148 pid: 8425 timeout: 628 lvb_type: 0 00002000:00010000:0.0:1746126409.474718:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bad7800 00000100:00100000:0.0:1746126409.474736:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1059 00000100:00100000:0.0:1746126409.474742:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+148:1963:x1830945733837440:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126409.477392:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+150:1963:x1830945733837440:12345-192.168.203.32@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2640us (2867us total) trans 4294968424 rc 0/0 00000100:00100000:0.0:1746126409.477403:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1059 00002000:00100000:0.0:1746126409.477414:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008bad7800 x1830945733837440/t4294968424(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 496/448 e 0 to 0 dl 1746126420 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.477422:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7800 with x1830945733837440 ext(0->7) 00010000:00010000:0.0:1746126409.477431:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7e88a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb55 expref: 150 pid: 8425 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.477444:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092420200/0x9851078746b7e88a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbb55 expref: 150 pid: 8425 timeout: 628 lvb_type: 0 00002000:00010000:0.0:1746126409.477450:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bad7800 00000100:00100000:0.0:1746126409.482152:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.483443:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.487442:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.490004:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.492990:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.501268:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.505252:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.507615:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.512986:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.519353:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.521213:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.532119:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.543957:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.543991:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.553763:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.561133:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.570428:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.578146:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.582861:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733840896 00000100:00100000:0.0:1746126409.582869:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733840896 00002000:00100000:0.0:1746126409.582903:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092ae1180 x1830945733840896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 488/0 e 0 to 0 dl 1746126420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.582912:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1180 with x1830945733840896 ext(0->4095) 00002000:00010000:0.0:1746126409.582915:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ae1180 00000100:00100000:0.0:1746126409.582972:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3271 00000100:00100000:0.0:1746126409.582978:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+155:1963:x1830945733840896:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126409.583108:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+155:1963:x1830945733840896:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126409.583113:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3271 00002000:00100000:0.0:1746126409.583118:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092ae1180 x1830945733840896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 488/4536 e 0 to 0 dl 1746126420 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.583124:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1180 with x1830945733840896 ext(0->4095) 00002000:00010000:0.0:1746126409.583126:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ae1180 00000100:00100000:0.0:1746126409.586899:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.591812:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.591862:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.594478:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.595574:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.595625:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.598538:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.614063:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.616681:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.617466:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.623499:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.623536:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.627538:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.635004:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.648732:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.650451:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.654350:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.657449:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.660300:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.663242:0:7073:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945726006784:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126409.663259:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126409.663300:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945733844224:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5706us (5854us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126409.663308:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16071 00000100:00100000:0.0:1746126409.664373:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.666635:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.670085:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.678278:0:7073:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086ac3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7073:1830945726007040:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126409.678298:0:7073:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126409.678320:0:7073:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+159:1964:x1830945733844864:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 8105us (8241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126409.678327:0:7073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16072 00000100:00100000:0.0:1746126409.686001:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.687093:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.690614:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.700396:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733845888 00000100:00100000:0.0:1746126409.700403:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733845888 00000100:00100000:0.0:1746126409.701375:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3933 00000100:00100000:0.0:1746126409.701384:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+161:31009:x1830945733845888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126409.701397:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126409.701409:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294e200/0x9851078746b7e8fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbbc5 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.701428:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126409.701433:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093993200/0x9851078746b7e8f3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbbbe expref: 162 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.701438:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126409.701441:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e200/0x9851078746b7e8fa lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbbc5 expref: 162 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.701466:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093993200/0x9851078746b7e8f3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbbbe expref: 162 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.701476:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294e200/0x9851078746b7e8fa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbbc5 expref: 162 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.701485:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294e200, rc 0) 00000100:00100000:0.0:1746126409.701515:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+162:31009:x1830945733845888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (1797us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126409.701520:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3933 00000100:00100000:0.0:1746126409.705086:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.716608:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.725210:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.733628:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.739855:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.740173:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.744563:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733847552 00000100:00100000:0.0:1746126409.744569:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733847552 00002000:00100000:0.0:1746126409.744598:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880086ac3100 x1830945733847552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 488/0 e 0 to 0 dl 1746126420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.744606:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3100 with x1830945733847552 ext(0->4095) 00010000:00010000:0.0:1746126409.744612:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092846000/0x9851078746b7e901 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbbcc expref: 162 pid: 8424 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.744622:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092846000/0x9851078746b7e901 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbbcc expref: 162 pid: 8424 timeout: 628 lvb_type: 0 00002000:00010000:0.0:1746126409.744627:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086ac3100 00000100:00100000:0.0:1746126409.744977:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1074 00000100:00100000:0.0:1746126409.744984:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+162:1964:x1830945733847552:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126409.745399:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+162:1964:x1830945733847552:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 414us (1469us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126409.745404:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1074 00002000:00100000:0.0:1746126409.745410:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880086ac3100 x1830945733847552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 488/4536 e 0 to 0 dl 1746126420 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.745417:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3100 with x1830945733847552 ext(0->4095) 00010000:00010000:0.0:1746126409.745421:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092846000/0x9851078746b7e901 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbbcc expref: 162 pid: 8424 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.745431:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092846000/0x9851078746b7e901 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbbcc expref: 162 pid: 8424 timeout: 628 lvb_type: 0 00002000:00010000:0.0:1746126409.745436:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086ac3100 00000100:00100000:0.0:1746126409.761548:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.770423:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.771569:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.777275:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.777862:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.782072:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.784497:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.786697:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.789564:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.789605:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733849472 00000100:00100000:0.0:1746126409.789610:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733849472 00002000:00100000:0.0:1746126409.789638:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092828700 x1830945733849472/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 488/0 e 0 to 0 dl 1746126420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.789652:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828700 with x1830945733849472 ext(0->4095) 00002000:00010000:0.0:1746126409.789655:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092828700 00000100:00100000:0.0:1746126409.789721:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3276 00000100:00100000:0.0:1746126409.789727:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+166:1964:x1830945733849472:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126409.789842:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+166:1964:x1830945733849472:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126409.789848:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3276 00002000:00100000:0.0:1746126409.789853:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092828700 x1830945733849472/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 488/4536 e 0 to 0 dl 1746126420 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.789859:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828700 with x1830945733849472 ext(0->4095) 00002000:00010000:0.0:1746126409.789862:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092828700 00000100:00100000:0.0:1746126409.792473:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.810452:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.810496:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.813685:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.813759:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.816500:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.818378:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.829634:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.836344:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.836382:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.839358:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.840470:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.843570:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.843870:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733852160 00000100:00100000:0.0:1746126409.843875:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733852160 00002000:00100000:0.0:1746126409.843902:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf2f800 x1830945733852160/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 488/0 e 0 to 0 dl 1746126420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.843910:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f800 with x1830945733852160 ext(0->4095) 00010000:00010000:0.0:1746126409.843917:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801337f4e00/0x9851078746b7e932 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbbfd expref: 169 pid: 8425 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.843928:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801337f4e00/0x9851078746b7e932 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbbfd expref: 169 pid: 8425 timeout: 628 lvb_type: 0 00002000:00010000:0.0:1746126409.843934:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bf2f800 00000100:00100000:0.0:1746126409.843962:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1084 00000100:00100000:0.0:1746126409.843969:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+169:1964:x1830945733852160:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126409.844120:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+169:1964:x1830945733852160:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (550us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126409.844126:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1084 00002000:00100000:0.0:1746126409.844131:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf2f800 x1830945733852160/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:170/0 lens 488/4536 e 0 to 0 dl 1746126420 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126409.844137:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f800 with x1830945733852160 ext(0->4095) 00010000:00010000:0.0:1746126409.844141:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801337f4e00/0x9851078746b7e932 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbbfd expref: 169 pid: 8425 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126409.844149:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801337f4e00/0x9851078746b7e932 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbbfd expref: 169 pid: 8425 timeout: 628 lvb_type: 0 00002000:00010000:0.0:1746126409.844158:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bf2f800 00000100:00100000:0.0:1746126409.847943:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.856722:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.861095:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.861352:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.864886:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.865482:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.867709:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.870380:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.881210:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.888859:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.889019:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.892881:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.892926:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.896551:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.901960:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.908925:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.914190:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.917893:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.921061:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733855616 00000100:00100000:0.0:1746126409.921065:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733855616 00000100:00100000:0.0:1746126409.921098:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3948 00000100:00100000:0.0:1746126409.921103:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733855616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126409.921114:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126409.921122:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7e963 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbc2e expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.921140:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126409.921144:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7e95c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbc27 expref: 175 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.921149:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126409.921151:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7e963 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbc2e expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.921171:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092421a00/0x9851078746b7e95c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbc27 expref: 175 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.921181:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294e400/0x9851078746b7e963 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbc2e expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126409.921189:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294e400, rc 0) 00000100:00100000:0.0:1746126409.921227:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733855616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126409.921232:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3948 00000100:00100000:0.0:1746126409.922569:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.924957:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.929587:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.937998:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.942985:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.943539:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.946105:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.946140:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.949669:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.954188:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.960235:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.965813:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.968432:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.968476:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.971060:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.971749:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.975114:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.976976:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.981361:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.995590:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.996693:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126409.998432:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.000165:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.003572:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.006388:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.008488:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.011046:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.015586:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.018408:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.021348:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.022316:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.024930:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.027013:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.030292:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.035710:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.038619:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.041720:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.043605:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.048207:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.048835:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.052426:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.052454:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.052505:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.056941:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.060379:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.064678:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.069390:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.072382:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.073955:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.076531:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.076737:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.079108:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.079180:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.081486:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.083729:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.089111:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.095067:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.095124:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.099201:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.099245:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.105826:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733866496 00000100:00100000:0.0:1746126410.105833:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733866496 00002000:00100000:0.0:1746126410.105865:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad6300 x1830945733866496/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:171/0 lens 488/0 e 0 to 0 dl 1746126421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126410.105878:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad6300 with x1830945733866496 ext(0->4095) 00010000:00010000:0.0:1746126410.105885:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f243a00/0x9851078746b7e9d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbc9e expref: 189 pid: 8424 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746126410.105896:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f243a00/0x9851078746b7e9d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbc9e expref: 189 pid: 8424 timeout: 629 lvb_type: 0 00002000:00010000:0.0:1746126410.105902:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bad6300 00000100:00100000:0.0:1746126410.106211:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1107 00000100:00100000:0.0:1746126410.106219:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+189:1964:x1830945733866496:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126410.106355:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+189:1964:x1830945733866496:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (646us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126410.106360:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1107 00002000:00100000:0.0:1746126410.106365:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bad6300 x1830945733866496/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:171/0 lens 488/4536 e 0 to 0 dl 1746126421 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126410.106371:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad6300 with x1830945733866496 ext(0->4095) 00010000:00010000:0.0:1746126410.106376:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f243a00/0x9851078746b7e9d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbc9e expref: 189 pid: 8424 timeout: 629 lvb_type: 0 00010000:00010000:0.0:1746126410.106384:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f243a00/0x9851078746b7e9d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbc9e expref: 189 pid: 8424 timeout: 629 lvb_type: 0 00002000:00010000:0.0:1746126410.106389:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bad6300 00000100:00100000:0.0:1746126410.115376:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.122459:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.127862:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.132284:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.132329:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.136002:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.140014:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.146371:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.161341:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.164068:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.166982:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.171847:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.179323:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.183911:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.188314:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.194640:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.198326:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.206929:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.213581:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.213616:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.213640:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.218611:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.224192:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.231880:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.238996:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.242560:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.244819:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.249396:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.251957:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.259872:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.267470:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.272081:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.272160:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.275143:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.275229:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.280274:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.284927:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.291191:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.298745:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.302808:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.313418:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.314608:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.318642:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.318721:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.325229:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.339182:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.348471:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.355653:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.359453:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.363685:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.366651:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.369850:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.373805:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.376073:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.378503:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.381889:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.382020:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.385234:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.385266:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.385298:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.389130:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.392108:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.396390:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.401293:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.404404:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.404670:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.408185:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.410482:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.413697:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.416958:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.420684:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.423675:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.425823:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.428720:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.429896:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.431773:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.431811:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.434113:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.436450:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.438537:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.442872:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.447504:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.452412:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.456234:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.456310:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.459285:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.459347:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.460011:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.460054:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733883648 00000100:00100000:0.0:1746126410.460057:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733883648 00000100:00100000:0.0:1746126410.460358:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3993 00000100:00100000:0.0:1746126410.460367:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733883648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126410.460378:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126410.460385:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294f400/0x9851078746b7ea9e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbd69 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126410.460683:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013015ae00/0x9851078746b7ea97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbd62 expref: 210 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126410.460689:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126410.460691:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126410.460693:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294f400/0x9851078746b7ea9e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbd69 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126410.460711:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013015ae00/0x9851078746b7ea97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbd62 expref: 210 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126410.460720:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013015ae00/0x9851078746b7ea97 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbd62 expref: 210 pid: 8425 timeout: 629 lvb_type: 0 00000100:00100000:0.0:1746126410.460730:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945726021504:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126410.460944:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126410.462736:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.464710:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.467298:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.469267:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.475168:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733884672 00000100:00100000:0.0:1746126410.475175:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733884672 00000100:00100000:0.0:1746126410.475209:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3994 00000100:00100000:0.0:1746126410.475215:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+211:31009:x1830945733884672:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126410.475230:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126410.475243:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b7eaa5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbd70 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126410.475263:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126410.475265:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126410.475271:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b7eaa5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbd70 expref: 212 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126410.475283:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b7eaa5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbd70 expref: 212 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126410.475291:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294e000, rc 0) 00000100:00100000:0.0:1746126410.475336:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+212:31009:x1830945733884672:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126410.475342:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3994 00000100:00100000:0.0:1746126410.485129:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733885312 00000100:00100000:0.0:1746126410.485133:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733885312 00002000:00100000:0.0:1746126410.485155:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009473a680 x1830945733885312/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:171/0 lens 488/0 e 0 to 0 dl 1746126421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126410.485162:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473a680 with x1830945733885312 ext(0->4095) 00010000:00010000:0.0:1746126410.485167:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009294f400/0x9851078746b7ea9e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbd69 expref: 6 pid: 8425 timeout: 629 lvb_type: 0 00010000:00010000:0.0:1746126410.485175:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009294f400/0x9851078746b7ea9e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbd69 expref: 6 pid: 8425 timeout: 629 lvb_type: 0 00002000:00010000:0.0:1746126410.485179:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009473a680 00000100:00100000:0.0:1746126410.485692:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1136 00000100:00100000:0.0:1746126410.485700:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733885312:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126410.485824:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733885312:12345-192.168.203.32@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (770us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126410.485829:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1136 00002000:00100000:0.0:1746126410.485834:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009473a680 x1830945733885312/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:171/0 lens 488/4536 e 0 to 0 dl 1746126421 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126410.485840:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473a680 with x1830945733885312 ext(0->4095) 00010000:00010000:0.0:1746126410.485844:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009294f400/0x9851078746b7ea9e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbd69 expref: 6 pid: 8425 timeout: 629 lvb_type: 0 00010000:00010000:0.0:1746126410.485851:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009294f400/0x9851078746b7ea9e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbd69 expref: 6 pid: 8425 timeout: 629 lvb_type: 0 00002000:00010000:0.0:1746126410.485856:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009473a680 00000100:00100000:0.0:1746126410.488697:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.489041:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.489077:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.492154:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.495201:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.506846:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.513211:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.513246:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.513270:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733886720 00000100:00100000:0.0:1746126410.513277:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733886720 00000100:00100000:0.0:1746126410.513315:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733886848 00000100:00100000:0.0:1746126410.513317:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733886848 00000100:00100000:0.0:1746126410.513331:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3997 00000100:00100000:0.0:1746126410.513338:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31009:x1830945733886720:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126410.513352:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126410.513367:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b7eaba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbd85 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126410.513386:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126410.513388:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126410.513394:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b7eaba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbd85 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126410.513405:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b7eaba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbd85 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126410.513414:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294e000, rc 0) 00000100:00100000:0.0:1746126410.513450:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:31009:x1830945733886720:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126410.513455:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3997 00000100:00100000:0.0:1746126410.519452:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.520933:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.525596:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.529621:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.533722:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.540791:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.546850:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.549838:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.552223:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.555890:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.557626:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.568049:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733889024 00000100:00100000:0.0:1746126410.568059:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733889024 00000100:00100000:0.0:1746126410.568347:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 151 00000100:00100000:0.0:1746126410.568354:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+7:31008:x1830945733889024:12345-192.168.203.32@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126410.568580:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+8:31008:x1830945733889024:12345-192.168.203.32@tcp:35:rw_seq_cst_vs_d.0 Request processed in 225us (730us total) trans 4294996765 rc 0/0 00000100:00100000:0.0:1746126410.568586:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 151 00000100:00100000:0.0:1746126410.612507:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.616549:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.621120:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126410.627895:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126410.630115:0:7074:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126410.630120:0:7074:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800952b2e00/0x9851078746b7eb1c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126410.630126:0:7074:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800952b2e00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126410.630128:0:7074:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800952b2e00/0x9851078746b7eb1c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126410.630133:0:7074:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800952b2e00/0x9851078746b7eb1c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126410.630142:0:7074:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8800a5349900) 00010000:00010000:0.0:1746126410.630144:0:7074:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746126410.630146:0:7074:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800952b2e00/0x9851078746b7eb1c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126410.630150:0:7074:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952b2e00/0x9851078746b7eb1c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126410.630172:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126410.630174:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126410.630175:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126410.948562:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126411.100784:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746126411.100806:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726023552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126411.100876:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746126411.102155:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126411.102201:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726023552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126411.790309:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126411.790352:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126411.790378:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126411.793170:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126411.793200:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126411.795327:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126411.795380:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126411.795400:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4002 00000100:00100000:0.0:1746126411.795410:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1962:x1830945733890304:12345-192.168.203.32@tcp:9:kworker.0 00000020:00000080:0.0:1746126411.795430:0:8425:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x98510787469c6158 00000100:00080000:0.0:1746126411.795439:0:8425:0:(import.c:66:import_set_state_nolock()) ffff8800949c4000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1746126411.795475:0:8425:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967867 00000100:00100000:0.0:1746126411.795740:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+2:1962:x1830945733890304:12345-192.168.203.32@tcp:9:kworker.0 Request processed in 333us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126411.795747:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4002 00000100:00100000:0.0:1746126412.796630:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126412.796673:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126412.796705:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126412.796724:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126412.796745:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126412.796772:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733890944 00000100:00100000:0.0:1746126412.796781:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733890944 00000100:00100000:0.0:1746126412.796832:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733891200 00000100:00100000:0.0:1746126412.796834:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733891200 00000100:00100000:0.0:1746126412.796852:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 489 00000100:00100000:0.0:1746126412.796859:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945733890944:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126412.796924:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945733890944:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 65us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126412.796930:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 489 00000100:00100000:0.0:1746126412.796945:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 490 00000100:00100000:0.0:1746126412.796949:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945733891200:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126412.796967:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945733891200:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 18us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126412.796972:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 490 00000100:00080000:0.0:1746126412.796984:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126412.799852:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746126412.956995:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126413.796344:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126413.796372:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126413.796393:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126413.796407:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126413.796430:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126413.796450:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733891328 00000100:00100000:0.0:1746126413.796456:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733891328 00000100:00100000:0.0:1746126413.796484:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 405 00000100:00100000:0.0:1746126413.796490:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d569450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d94413c0-4094-4072-8112-4e637805471b+12:1966:x1830945733891328:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126413.796528:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d569450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d94413c0-4094-4072-8112-4e637805471b+12:1966:x1830945733891328:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 39us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126413.796534:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 405 00000100:00100000:0.0:1746126415.249675:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126415.252784:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126415.284224:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733892224 00000100:00100000:0.0:1746126415.284234:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733892224 00000100:00100000:0.0:1746126415.284291:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73536 00000100:00100000:0.0:1746126415.284299:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:31643:x1830945733892224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126415.284320:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126415.284324:0:7084:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746126415.284352:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095661600/0x9851078746b7eb2a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbdb6 expref: 9 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.284367:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800957ca600) 00010000:00010000:0.0:1746126415.284379:0:7084:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126415.284391:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c200600/0x9851078746b7eb31 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbdbd expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.284512:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201800/0x9851078746b7eb38 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126415.284523:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201800/0x9851078746b7eb38 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126415.284532:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201800/0x9851078746b7eb38 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126415.284541:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201600/0x9851078746b7eb3f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126415.284546:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201600/0x9851078746b7eb3f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126415.284550:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201600/0x9851078746b7eb3f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00080000:0.0:1746126415.285006:0:7084:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x17:0x0], index 1: 0 00010000:00010000:0.0:1746126415.285277:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18600/0x9851078746b7eb46 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126415.285286:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18600/0x9851078746b7eb46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126415.285293:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18600/0x9851078746b7eb46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126415.285319:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201800/0x9851078746b7eb38 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126415.285325:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201800/0x9851078746b7eb38 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126415.285330:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201800/0x9851078746b7eb38 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126415.285340:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c201800 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126415.285344:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201800/0x9851078746b7eb38 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126415.285350:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201800/0x9851078746b7eb38 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126415.285358:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a061900) 00010000:00010000:0.0:1746126415.285360:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126415.285363:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201800/0x9851078746b7eb38 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126415.285368:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201800/0x9851078746b7eb38 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00000004:00010000:0.0:1746126415.285376:0:7084:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094739f80 reply state ffff880092561000 transno 4294996767 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201600/0x9851078746b7eb3f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000100:00100000:0.0:1746126415.285383:0:7084:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746126415.285402:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c200600/0x9851078746b7eb31 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbdbd expref: 11 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.285413:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18600/0x9851078746b7eb46 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbdbd expref: 10 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.285419:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88009a061e00) 00010000:00010000:0.0:1746126415.285420:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126415.285422:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18600, rc 0) 00000100:00100000:0.0:1746126415.285481:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:31643:x1830945733892224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1182us (1734us total) trans 4294996767 rc 0/0 00000100:00100000:0.0:1746126415.285490:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73536 00000100:00100000:0.0:1746126415.288505:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.292880:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.292910:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733892480 00000100:00100000:0.0:1746126415.292920:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733892480 00000100:00100000:0.0:1746126415.292966:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4004 00000100:00100000:0.0:1746126415.292975:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:0:x1830945733892480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126415.292993:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126415.293011:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b7eb5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbdc4 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126415.293051:0:17079:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746126415.293071:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126415.293073:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126415.293081:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b7eb5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbdc4 expref: 7 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126415.293099:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b7eb5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbdc4 expref: 7 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126415.293112:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18200, rc 0) 00000100:00100000:0.0:1746126415.293157:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:0:x1830945733892480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126415.293163:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4004 00000100:00080000:0.0:1746126415.293183:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126415.308992:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.309043:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733892608 00000100:00100000:0.0:1746126415.309053:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733892608 00000100:00100000:0.0:1746126415.309110:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73537 00000100:00100000:0.0:1746126415.309118:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+7:31643:x1830945733892608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126415.309138:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126415.309160:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fae400/0x9851078746b7eb62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbdcb expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.309219:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095242800/0x9851078746b7eb69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126415.309231:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095242800/0x9851078746b7eb69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126415.309242:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095242800/0x9851078746b7eb69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1746126415.309304:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746126415.309307:0:7085:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126415.309324:0:7085:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095242800/0x9851078746b7eb69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126415.309344:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fae400/0x9851078746b7eb62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbdcb expref: 9 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.309357:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095242800/0x9851078746b7eb69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbdcb expref: 8 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.309364:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a061500) 00010000:00010000:0.0:1746126415.309367:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126415.309370:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095242800, rc 0) 00000100:00100000:0.0:1746126415.309414:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+8:31643:x1830945733892608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 298us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126415.309420:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73537 00000100:00080000:0.0:1746126415.309439:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126415.312389:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000001:00080000:0.0:1746126415.313730:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996765 is committed 00000001:00080000:0.0:1746126415.313743:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996766 is committed 00000004:00080000:0.0:1746126415.313746:0:7149:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000100:00080000:0.0:1746126415.314295:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126415.323145:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.323178:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733893120 00000100:00100000:0.0:1746126415.323186:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733893120 00000100:00100000:0.0:1746126415.323230:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73539 00000100:00100000:0.0:1746126415.323238:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+8:31643:x1830945733893120:12345-192.168.203.32@tcp:36:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126415.323292:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126415.323318:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2800/0x9851078746b7eb85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbdd2 expref: 8 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.323332:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88009a061e00) 00010000:00010000:0.0:1746126415.323337:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126415.323546:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0x9851078746b7eb9a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126415.323560:0:7085:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18600/0x9851078746b7eb46 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbdbd expref: 6 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.323568:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0x9851078746b7eb9a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126415.323598:0:7085:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18600/0x9851078746b7eb46 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbdbd expref: 6 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.323610:0:7085:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18600/0x9851078746b7eb46 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbdbd expref: 6 pid: 7084 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746126415.323635:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009be49500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7085:1830945726024832:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126415.323709:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126415.325131:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.328531:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009be49500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7085:1830945726024832:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126415.328556:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0x9851078746b7eb9a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1746126415.328825:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126415.331685:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746126415.331701:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0x9851078746b7eb9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126415.331709:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0x9851078746b7eb9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000001:00080000:0.0:1746126415.331807:0:7085:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294996769 00000004:00010000:0.0:1746126415.331852:0:7085:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009be4a680 reply state ffff880092564000 transno 4294996770 ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0x9851078746b7eb9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1746126415.331859:0:7085:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746126415.331936:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+10:31643:x1830945733893120:12345-192.168.203.32@tcp:36:rw_seq_cst_vs_d.0 Request processed in 8696us (8799us total) trans 4294996770 rc 0/0 00000100:00100000:0.0:1746126415.331943:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73539 00000020:00080000:0.0:1746126415.331948:0:7085:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746126415.339872:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.339902:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733893504 00000100:00100000:0.0:1746126415.339910:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733893504 00000100:00100000:0.0:1746126415.339951:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73540 00000100:00100000:0.0:1746126415.339958:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+10:31643:x1830945733893504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126415.339979:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126415.339995:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201800/0x9851078746b7eba1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbdd9 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.340064:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201800/0x9851078746b7eba1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbdd9 expref: 11 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.340077:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201800/0x9851078746b7eba1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbdd9 expref: 11 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.340091:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88009a061e00) 00010000:00010000:0.0:1746126415.340094:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746126415.340097:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c201800, rc 0) 00000100:00100000:0.0:1746126415.340135:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+11:31643:x1830945733893504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126415.340141:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73540 00000100:00100000:0.0:1746126415.357506:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.368217:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733894016 00000100:00100000:0.0:1746126415.368225:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733894016 00002000:00010000:0.0:1746126415.368260:0:8428:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/23 (0->18446744073709551615) 00002000:00100000:0.0:1746126415.368264:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad6a00 with x1830945733894016 ext(0->18446744073709551615) 00002000:00010000:0.0:1746126415.368274:0:8428:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad6a00. 00000100:00100000:0.0:1746126415.368291:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3307 00000100:00100000:0.0:1746126415.368298:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+7:1964:x1830945733894016:12345-192.168.203.32@tcp:10:rw_seq_cst_vs_d.0 00002000:00010000:0.0:1746126415.415089:0:8428:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746126415.415093:0:8428:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 0 -> 1746126413 00002000:00010000:0.0:1746126415.415095:0:8428:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746126415.415097:0:8428:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 0 -> 1746126413 00002000:00010000:0.0:1746126415.415098:0:8428:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:0.0:1746126415.415169:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733894016:12345-192.168.203.32@tcp:10:rw_seq_cst_vs_d.0 Request processed in 46866us (48143us total) trans 4294967868 rc 0/0 00000100:00100000:0.0:1746126415.415180:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3307 00002000:00010000:0.0:1746126415.415186:0:8428:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/23 (0->18446744073709551615) 00002000:00100000:0.0:1746126415.415189:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad6a00 with x1830945733894016 ext(0->18446744073709551615) 00002000:00010000:0.0:1746126415.415195:0:8428:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad6a00. 00000100:00100000:0.0:1746126415.417316:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.420262:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.422487:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.424816:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.426397:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.428249:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.430509:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.433376:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.445244:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.449061:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.451808:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.458519:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.464390:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.483410:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.487924:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.491223:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.496951:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.502466:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.505423:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.512986:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.516147:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.519411:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.523550:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.531835:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.534279:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.548649:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.556487:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.556598:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.565143:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.567412:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.567484:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.576795:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.586613:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.598943:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.606284:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.650210:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.650274:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.660819:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733900288 00000100:00100000:0.0:1746126415.660829:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733900288 00002000:00100000:0.0:1746126415.660873:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ac700 x1830945733900288/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:176/0 lens 488/0 e 0 to 0 dl 1746126426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126415.660882:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ac700 with x1830945733900288 ext(0->4095) 00010000:00010000:0.0:1746126415.660891:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7ec18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe3b expref: 6 pid: 8425 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126415.660905:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7ec18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe3b expref: 6 pid: 8425 timeout: 634 lvb_type: 0 00002000:00010000:0.0:1746126415.660912:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248ac700 00000100:00100000:0.0:1746126415.660929:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1148 00000100:00100000:0.0:1746126415.660935:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733900288:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126415.661107:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733900288:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (1010us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126415.661114:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1148 00002000:00100000:0.0:1746126415.661119:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ac700 x1830945733900288/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:176/0 lens 488/4536 e 0 to 0 dl 1746126426 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126415.661126:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ac700 with x1830945733900288 ext(0->4095) 00010000:00010000:0.0:1746126415.661131:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7ec18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe3b expref: 6 pid: 8425 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126415.661139:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7ec18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe3b expref: 6 pid: 8425 timeout: 634 lvb_type: 0 00002000:00010000:0.0:1746126415.661144:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248ac700 00000100:00100000:0.0:1746126415.665990:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.673796:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726028160:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126415.673819:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126415.673869:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945733900416:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5979us (7890us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126415.673884:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16158 00000100:00100000:0.0:1746126415.692326:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.701310:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.714395:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131464e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726028416:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126415.714422:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126415.714470:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1964:x1830945733901056:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 8679us (13169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126415.714483:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16159 00000100:00100000:0.0:1746126415.718709:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.721610:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733901568 00000100:00100000:0.0:1746126415.721616:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733901568 00000100:00100000:0.0:1746126415.726535:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.726603:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733901696 00000100:00100000:0.0:1746126415.726609:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733901696 00010000:00010000:0.0:1746126415.726813:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b7ec26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe49 expref: 6 pid: 17079 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746126415.736085:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.743141:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733902080 00000100:00100000:0.0:1746126415.743151:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733902080 00010000:00010000:0.0:1746126415.743190:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b7ec2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe50 expref: 16 pid: 17079 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746126415.743216:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16161 00000100:00100000:0.0:1746126415.743223:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1965:x1830945733902080:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126415.743237:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126415.743259:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b7ec2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe50 expref: 16 pid: 17079 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126415.743270:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b7ec2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe50 expref: 16 pid: 17079 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126415.743292:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b7ec2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe50 expref: 16 pid: 17079 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126415.743309:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126415.743311:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126415.743318:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ec34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe57 expref: 15 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.743325:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ec34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe57 expref: 15 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.743368:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ec34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe57 expref: 15 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126415.743378:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e52680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726028928:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126415.743467:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126415.751944:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.761145:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.761202:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.784002:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.790807:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.806825:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.815689:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.819731:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.825557:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.830822:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.836340:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.839358:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.844084:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.847812:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.851552:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.857012:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.859738:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.862663:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.863875:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.866019:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.868474:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945733905536:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4487us (4594us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126415.868484:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16167 00000100:00100000:0.0:1746126415.871881:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.874731:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.876702:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.880824:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733906432 00000100:00100000:0.0:1746126415.880831:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733906432 00010000:00010000:0.0:1746126415.880862:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ec65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe88 expref: 19 pid: 8425 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746126415.880885:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16169 00000100:00100000:0.0:1746126415.880891:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1964:x1830945733906432:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126415.880907:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126415.880930:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ec65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe88 expref: 19 pid: 8425 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126415.880941:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ec65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe88 expref: 19 pid: 8425 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126415.880963:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ec65 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe88 expref: 19 pid: 8425 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126415.881231:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126415.881233:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126415.881241:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae800/0x9851078746b7ec6c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe8f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.881248:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae800/0x9851078746b7ec6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe8f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.881279:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae800/0x9851078746b7ec6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe8f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126415.881290:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726030976:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126415.881363:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126415.882859:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.886587:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.886676:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.890861:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.891053:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16170 00000100:00100000:0.0:1746126415.891061:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733907072:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126415.891076:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126415.891103:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae800/0x9851078746b7ec6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe8f expref: 6 pid: 8424 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126415.891115:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae800/0x9851078746b7ec6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe8f expref: 6 pid: 8424 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126415.891137:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae800/0x9851078746b7ec6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe8f expref: 6 pid: 8424 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126415.891193:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126415.891195:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126415.891203:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b7ec7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe96 expref: 19 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.891210:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b7ec7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe96 expref: 19 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.891246:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b7ec7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe96 expref: 19 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.891257:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b7ec7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbe96 expref: 19 pid: 8424 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746126415.891269:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327c2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726031360:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126415.891337:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126415.892901:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.894933:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.899943:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.903690:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733908096 00000100:00100000:0.0:1746126415.903700:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733908096 00000100:00100000:0.0:1746126415.903758:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4034 00000100:00100000:0.0:1746126415.903766:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:31643:x1830945733908096:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126415.903785:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126415.903801:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5534400/0x9851078746b7ec88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbeab expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.903826:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126415.903832:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b7ec81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbea4 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.903837:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126415.903840:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5534400/0x9851078746b7ec88 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbeab expref: 20 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.903878:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b7ec81 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbea4 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.903890:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5534400/0x9851078746b7ec88 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbeab expref: 20 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126415.903899:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5534400, rc 0) 00000100:00100000:0.0:1746126415.903941:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:31643:x1830945733908096:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126415.903947:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4034 00000100:00100000:0.0:1746126415.910870:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.919196:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.923297:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.926546:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.930343:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.932476:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.933171:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.935721:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.937864:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.940020:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.942608:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.946950:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.949259:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.952805:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.957057:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.957144:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.960327:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.961307:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.965336:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.970748:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.972955:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.975337:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.978728:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.980061:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.983772:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.986984:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.991878:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.992015:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.994920:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126415.996952:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.000155:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.001939:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.004979:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.007431:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.009534:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.013121:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.014893:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.015271:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.015289:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733915008 00000100:00100000:0.0:1746126416.015291:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733915008 00000100:00100000:0.0:1746126416.015310:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4048 00000100:00100000:0.0:1746126416.015314:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:31643:x1830945733915008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126416.015320:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126416.015474:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5535800/0x9851078746b7ece3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbf06 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.015498:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ecdc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbeff expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.015505:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.015507:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.015510:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5535800/0x9851078746b7ece3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf06 expref: 21 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.015547:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ecdc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbeff expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.015558:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ecdc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbeff expref: 5 pid: 8425 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746126416.015569:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726035328:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126416.015651:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e2343c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126416.017276:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.020690:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.025485:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.035350:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.040292:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.046333:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.046392:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.049112:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.052454:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733916672 00000100:00100000:0.0:1746126416.052464:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733916672 00010000:00010000:0.0:1746126416.052494:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b7ecf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf14 expref: 6 pid: 17079 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746126416.052562:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16189 00000100:00100000:0.0:1746126416.052569:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733916672:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126416.052583:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126416.052606:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b7ecf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf14 expref: 6 pid: 17079 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126416.052616:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b7ecf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf14 expref: 6 pid: 17079 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126416.052890:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b7ecf1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf14 expref: 6 pid: 17079 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126416.052951:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.052953:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.052961:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ecf8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf1b expref: 18 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.052969:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ecf8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf1b expref: 18 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.053004:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ecf8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf1b expref: 18 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126416.053015:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726036096:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126416.053525:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126416.056985:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.065419:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733917056 00000100:00100000:0.0:1746126416.065430:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733917056 00000100:00100000:0.0:1746126416.067569:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4051 00000100:00100000:0.0:1746126416.067587:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733917056:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126416.067610:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126416.067640:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7ecff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbf22 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.067676:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ecf8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf1b expref: 18 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.067685:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126416.067687:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126416.067691:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7ecff lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf22 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.067930:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ecf8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf1b expref: 18 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.067945:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ecf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf1b expref: 18 pid: 17079 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746126416.067957:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726036224:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126416.068402:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126416.078135:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.087807:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.090412:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.094073:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.099197:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.100739:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.105767:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733918208 00000100:00100000:0.0:1746126416.105776:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733918208 00002000:00100000:0.0:1746126416.105821:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467100 x1830945733918208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 488/0 e 0 to 0 dl 1746126427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126416.105830:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467100 with x1830945733918208 ext(0->4095) 00010000:00010000:0.0:1746126416.105839:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b7ed06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf29 expref: 22 pid: 8423 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.105856:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b7ed06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf29 expref: 22 pid: 8423 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126416.105862:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467100 00000100:00100000:0.0:1746126416.105890:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1169 00000100:00100000:0.0:1746126416.105898:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1963:x1830945733918208:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126416.106084:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1963:x1830945733918208:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (593us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126416.106090:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1169 00002000:00100000:0.0:1746126416.106095:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467100 x1830945733918208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746126427 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126416.106102:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467100 with x1830945733918208 ext(0->4095) 00010000:00010000:0.0:1746126416.106106:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b7ed06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf29 expref: 22 pid: 8423 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.106115:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b7ed06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf29 expref: 22 pid: 8423 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126416.106121:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467100 00000100:00100000:0.0:1746126416.110656:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.115163:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.126962:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.129844:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.129893:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733919232 00000100:00100000:0.0:1746126416.129898:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733919232 00002000:00100000:0.0:1746126416.129928:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147c700 x1830945733919232/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:177/0 lens 488/0 e 0 to 0 dl 1746126427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126416.129937:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c700 with x1830945733919232 ext(0->4095) 00010000:00010000:0.0:1746126416.129945:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b7ed14 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf37 expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.129956:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b7ed14 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf37 expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126416.129962:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147c700 00000100:00100000:0.0:1746126416.129973:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1170 00000100:00100000:0.0:1746126416.129979:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733919232:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126416.130138:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733919232:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126416.130143:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1170 00002000:00100000:0.0:1746126416.130149:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147c700 x1830945733919232/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746126427 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126416.130157:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c700 with x1830945733919232 ext(0->4095) 00010000:00010000:0.0:1746126416.130161:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b7ed14 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf37 expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.130169:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b7ed14 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf37 expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126416.130174:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147c700 00000100:00100000:0.0:1746126416.134717:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.134774:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.145428:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.151722:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.151829:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.166460:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.177841:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.185086:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726038016:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126416.185106:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126416.185132:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945733920384:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7056us (7301us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126416.185139:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16196 00000100:00100000:0.0:1746126416.201232:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.214137:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.218516:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.227951:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733921408 00000100:00100000:0.0:1746126416.227965:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733921408 00000100:00100000:0.0:1746126416.228255:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4059 00000100:00100000:0.0:1746126416.228264:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:31655:x1830945733921408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126416.228285:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126416.228303:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a068c00/0x9851078746b7ed37 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbf5a expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.228335:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ed30 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf53 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.228342:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.228345:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.228349:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a068c00/0x9851078746b7ed37 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf5a expref: 23 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.228382:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ed30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf53 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.228394:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ed30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf53 expref: 5 pid: 17079 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746126416.228406:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136458a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726038400:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126416.228786:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126416.230181:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.231986:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136458a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726038400:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126416.232015:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a068c00/0x9851078746b7ed37 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf5a expref: 24 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.232049:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a068c00, rc 0) 00000100:00100000:0.0:1746126416.232978:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:31655:x1830945733921408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4711us (7234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126416.232986:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4059 00000100:00100000:0.0:1746126416.233015:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4060 00000100:00100000:0.0:1746126416.233038:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:31643:x1830945733921536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126416.233054:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126416.233068:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7ed3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbf61 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.233095:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.233100:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a068c00/0x9851078746b7ed37 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf5a expref: 24 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.233105:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126416.233108:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7ed3e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf61 expref: 24 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.233137:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a068c00/0x9851078746b7ed37 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf5a expref: 24 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.233148:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7ed3e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf61 expref: 24 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.233155:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a068600, rc 0) 00000100:00100000:0.0:1746126416.233173:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:31643:x1830945733921536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (2997us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126416.233178:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4060 00000100:00100000:0.0:1746126416.240462:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.252147:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.252281:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.264069:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.273807:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.273875:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.283115:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.291229:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.291843:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.311444:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.317409:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.329964:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.335884:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.335947:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.353113:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733924352 00000100:00100000:0.0:1746126416.353123:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733924352 00002000:00100000:0.0:1746126416.353166:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936d9c00 x1830945733924352/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:177/0 lens 488/0 e 0 to 0 dl 1746126427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126416.353177:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9c00 with x1830945733924352 ext(0->4095) 00010000:00010000:0.0:1746126416.353187:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b7ed5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf7d expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.353202:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b7ed5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf7d expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126416.353209:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800936d9c00 00000100:00100000:0.0:1746126416.353240:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1178 00000100:00100000:0.0:1746126416.353248:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733924352:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126416.353454:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733924352:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 206us (495us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126416.353461:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1178 00002000:00100000:0.0:1746126416.353466:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936d9c00 x1830945733924352/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746126427 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126416.353473:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9c00 with x1830945733924352 ext(0->4095) 00010000:00010000:0.0:1746126416.353479:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b7ed5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf7d expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.353487:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b7ed5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbf7d expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126416.353493:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800936d9c00 00000100:00100000:0.0:1746126416.356764:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.359398:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.363063:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.370409:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.371104:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.378504:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.383197:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.386720:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.394139:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.398743:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.401512:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.403112:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.406566:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.409160:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.412359:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.415956:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.419167:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.422675:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.425477:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.428708:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.437878:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.442885:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.445730:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.459746:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.466433:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.484082:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.484146:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733928704 00000100:00100000:0.0:1746126416.484155:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733928704 00002000:00100000:0.0:1746126416.484199:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6b100 x1830945733928704/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:177/0 lens 488/0 e 0 to 0 dl 1746126427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126416.484210:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b100 with x1830945733928704 ext(0->4095) 00002000:00010000:0.0:1746126416.484215:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6b100 00000100:00100000:0.0:1746126416.484233:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3340 00000100:00100000:0.0:1746126416.484240:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733928704:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126416.484390:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733928704:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (314us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126416.484395:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3340 00002000:00100000:0.0:1746126416.484401:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6b100 x1830945733928704/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746126427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126416.484408:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b100 with x1830945733928704 ext(0->4095) 00002000:00010000:0.0:1746126416.484411:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6b100 00000100:00100000:0.0:1746126416.495100:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.495146:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.495173:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733928832 00000100:00100000:0.0:1746126416.495181:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733928832 00000100:00100000:0.0:1746126416.495219:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733928960 00000100:00100000:0.0:1746126416.495221:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733928960 00000100:00100000:0.0:1746126416.495236:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4073 00000100:00100000:0.0:1746126416.495243:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:31643:x1830945733928832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126416.495261:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126416.495279:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ed99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbfbc expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.495308:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7ed92 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfb5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.495314:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.495316:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.495319:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ed99 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfbc expref: 32 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.495350:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7ed92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfb5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.495361:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7ed92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfb5 expref: 5 pid: 8423 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746126416.495372:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726041984:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126416.495454:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126416.502270:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726041984:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126416.502306:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ed99 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfbc expref: 32 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.502323:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20ae00, rc 0) 00000100:00100000:0.0:1746126416.502384:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:31643:x1830945733928832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7140us (7290us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126416.502392:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4073 00000100:00100000:0.0:1746126416.506549:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.506580:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733929088 00000100:00100000:0.0:1746126416.506588:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733929088 00010000:00010000:0.0:1746126416.506634:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7ed92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfb5 expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746126416.506664:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16212 00000100:00100000:0.0:1746126416.506673:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733929088:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126416.506687:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126416.506710:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7ed92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfb5 expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.508101:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7ed92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfb5 expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.508137:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7ed92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfb5 expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.508151:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.508154:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.508163:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ed99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfbc expref: 31 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.508172:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ed99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfbc expref: 31 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.509871:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ed99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfbc expref: 31 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.509894:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ed99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfbc expref: 31 pid: 8425 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746126416.509910:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b4f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726042240:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126416.509994:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126416.513085:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b4f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726042240:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126416.513104:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126416.513141:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945733929088:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6470us (6600us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126416.513152:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16212 00000100:00100000:0.0:1746126416.516406:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.525304:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733929472 00000100:00100000:0.0:1746126416.525314:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733929472 00010000:00010000:0.0:1746126416.525349:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ed99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfbc expref: 32 pid: 8425 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746126416.525379:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16213 00000100:00100000:0.0:1746126416.525387:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945733929472:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126416.525401:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126416.525425:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ed99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfbc expref: 32 pid: 8425 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.525443:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ed99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfbc expref: 32 pid: 8425 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.525469:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b7ed99 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfbc expref: 32 pid: 8425 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.525487:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.525489:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.525496:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7eda0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfc3 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.525502:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7eda0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfc3 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.525532:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7eda0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfc3 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126416.525543:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b4ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726042368:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126416.525623:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126416.530373:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b4ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726042368:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126416.530395:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126416.530437:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945733929472:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5050us (5530us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126416.530448:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16213 00000100:00100000:0.0:1746126416.532741:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733929728 00000100:00100000:0.0:1746126416.532750:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733929728 00002000:00100000:0.0:1746126416.532793:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761c00 x1830945733929728/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 488/0 e 0 to 0 dl 1746126427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126416.532804:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761c00 with x1830945733929728 ext(0->4095) 00002000:00010000:0.0:1746126416.532810:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095761c00 00000100:00100000:0.0:1746126416.532831:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3341 00000100:00100000:0.0:1746126416.532837:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1964:x1830945733929728:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126416.532991:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1964:x1830945733929728:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (836us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126416.532998:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3341 00002000:00100000:0.0:1746126416.533003:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761c00 x1830945733929728/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746126427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126416.533010:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761c00 with x1830945733929728 ext(0->4095) 00002000:00010000:0.0:1746126416.533013:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095761c00 00000100:00100000:0.0:1746126416.543038:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.543076:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733929856 00000100:00100000:0.0:1746126416.543085:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733929856 00000100:00100000:0.0:1746126416.543130:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4075 00000100:00100000:0.0:1746126416.543139:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733929856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126416.543159:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126416.543178:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7eda7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbfca expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.543211:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7eda0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfc3 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.543223:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126416.543225:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126416.543229:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7eda7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfca expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.543261:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7eda0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfc3 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.543273:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7eda0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfc3 expref: 30 pid: 8424 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746126416.543286:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726042496:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126416.548037:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126416.573153:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733930112 00000100:00100000:0.0:1746126416.573164:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733930112 00000100:00100000:0.0:1746126416.573199:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4076 00000100:00100000:0.0:1746126416.573206:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:31643:x1830945733930112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126416.573222:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126416.573237:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7edae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbfd1 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.573261:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126416.573267:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7eda7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfca expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.573272:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126416.573276:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7edae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd1 expref: 34 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.573307:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7eda7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfca expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.573317:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7edae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd1 expref: 34 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.573325:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092420400, rc 0) 00000100:00100000:0.0:1746126416.573359:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:31643:x1830945733930112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126416.573364:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4076 00000100:00100000:0.0:1746126416.589330:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733930240 00000100:00100000:0.0:1746126416.589346:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733930240 00010000:00010000:0.0:1746126416.589448:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7eda0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfc3 expref: 34 pid: 8424 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126416.589672:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7eda7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfca expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.589687:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7eda7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfca expref: 5 pid: 8425 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746126416.589699:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9f0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726042752:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126416.589791:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126416.592473:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9f0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726042752:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126416.592493:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126416.592694:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.592755:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1963:x1830945733930240:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3229us (5768us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126416.592765:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16214 00000100:00100000:0.0:1746126416.597358:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.597583:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733930624 00000100:00100000:1.0:1746126416.597593:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733930624 00010000:00010000:1.0:1746126416.597644:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7eda7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfca expref: 6 pid: 8425 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746126416.597681:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16215 00000100:00100000:1.0:1746126416.597690:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733930624:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126416.597713:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126416.597737:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7eda7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfca expref: 6 pid: 8425 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126416.597749:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7eda7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfca expref: 6 pid: 8425 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126416.597771:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b7eda7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfca expref: 6 pid: 8425 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126416.597788:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126416.597789:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126416.597796:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7edae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd1 expref: 32 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.597803:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7edae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd1 expref: 32 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.597836:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7edae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd1 expref: 32 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126416.597850:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9f0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726042880:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126416.598550:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126416.599903:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9f0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726042880:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126416.599922:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126416.599968:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945733930624:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2278us (2618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126416.599980:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16215 00000100:00100000:0.0:1746126416.601137:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.605186:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.618606:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.618726:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.618754:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733931264 00000100:00100000:0.0:1746126416.618762:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733931264 00002000:00100000:0.0:1746126416.618813:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092b4e680 x1830945733931264/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 496/0 e 0 to 0 dl 1746126427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126416.618829:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4e680 with x1830945733931264 ext(0->7) 00010000:00010000:0.0:1746126416.618839:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7edae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd1 expref: 33 pid: 8425 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.619048:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7edae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd1 expref: 33 pid: 8425 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126416.619056:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4e680 00000100:00100000:0.0:1746126416.619078:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1187 00000100:00100000:0.0:1746126416.619086:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1963:x1830945733931264:12345-192.168.203.32@tcp:4:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126416.619156:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733931392 00000100:00100000:1.0:1746126416.619161:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733931392 00000100:00100000:1.0:1746126416.619182:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4078 00000100:00100000:1.0:1746126416.619187:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:31643:x1830945733931392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126416.619196:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126416.619210:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7edbc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbfdf expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.619236:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126416.619241:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b7edb5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd8 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.619246:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126416.619249:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7edbc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfdf expref: 35 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.619281:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b7edb5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd8 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.619290:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7edbc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfdf expref: 35 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.619299:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e2c00, rc 0) 00000100:00100000:1.0:1746126416.619342:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:31643:x1830945733931392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126416.619348:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4078 00000100:00100000:0.0:1746126416.619400:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1963:x1830945733931264:12345-192.168.203.32@tcp:4:ptlrpcd_00_01.0 Request processed in 314us (805us total) trans 4294967883 rc 0/0 00000100:00100000:0.0:1746126416.619405:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1187 00002000:00100000:0.0:1746126416.619411:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092b4e680 x1830945733931264/t4294967883(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 496/448 e 0 to 0 dl 1746126427 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126416.619418:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4e680 with x1830945733931264 ext(0->7) 00010000:00010000:0.0:1746126416.619422:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7edae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd1 expref: 36 pid: 8425 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.619432:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7edae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd1 expref: 36 pid: 8425 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126416.619437:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4e680 00000100:00100000:0.0:1746126416.623368:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.627071:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.627279:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733931776 00000100:00100000:1.0:1746126416.627285:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733931776 00002000:00100000:1.0:1746126416.627317:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a3100 x1830945733931776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:177/0 lens 488/0 e 0 to 0 dl 1746126427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.627326:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3100 with x1830945733931776 ext(0->4095) 00010000:00010000:1.0:1746126416.627333:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b7edb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd8 expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126416.627349:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b7edb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd8 expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746126416.627354:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a3100 00000100:00100000:1.0:1746126416.627366:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1188 00000100:00100000:1.0:1746126416.627371:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733931776:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126416.627499:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733931776:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (435us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126416.627504:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1188 00002000:00100000:1.0:1746126416.627509:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a3100 x1830945733931776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746126427 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.627515:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3100 with x1830945733931776 ext(0->4095) 00010000:00010000:1.0:1746126416.627519:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b7edb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd8 expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126416.627526:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b7edb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfd8 expref: 6 pid: 8423 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746126416.627531:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a3100 00000100:00100000:0.0:1746126416.630968:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.634675:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.640991:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.645151:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.651748:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.651835:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.652583:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4081 00000100:00100000:1.0:1746126416.652591:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:31643:x1830945733932672:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126416.652597:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126416.652603:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7edd1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcbff4 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.652614:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126416.652628:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f13e00/0x9851078746b7edca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfed expref: 37 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.652634:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126416.652636:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7edd1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbff4 expref: 37 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.652659:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f13e00/0x9851078746b7edca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbfed expref: 37 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.652669:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7edd1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbff4 expref: 37 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.652678:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e2600, rc 0) 00000100:00100000:1.0:1746126416.652699:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:31643:x1830945733932672:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126416.652706:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4081 00000100:00100000:0.0:1746126416.657095:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.663495:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.669794:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.670261:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.673331:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.680919:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733933696 00000100:00100000:0.0:1746126416.680930:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733933696 00000100:00100000:0.0:1746126416.682169:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4083 00000100:00100000:0.0:1746126416.682177:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+35:31643:x1830945733933696:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126416.682192:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126416.682203:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092421a00/0x9851078746b7eddf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc002 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.682221:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f13a00/0x9851078746b7edd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbffb expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.682227:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.682229:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.682232:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092421a00/0x9851078746b7eddf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc002 expref: 36 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.682250:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f13a00/0x9851078746b7edd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbffb expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.682260:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f13a00/0x9851078746b7edd8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbffb expref: 5 pid: 8424 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746126416.682269:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726044544:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126416.682682:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126416.684901:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.690702:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.710326:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.716565:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.716629:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733934720 00000100:00100000:1.0:1746126416.716640:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733934720 00002000:00100000:1.0:1746126416.716693:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0c380 x1830945733934720/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 488/0 e 0 to 0 dl 1746126427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.716709:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0c380 with x1830945733934720 ext(0->4095) 00002000:00010000:1.0:1746126416.716715:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0c380 00000100:00100000:1.0:1746126416.716753:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3344 00000100:00100000:1.0:1746126416.716761:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1964:x1830945733934720:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126416.716944:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1964:x1830945733934720:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 183us (389us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126416.716951:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3344 00002000:00100000:1.0:1746126416.716957:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0c380 x1830945733934720/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746126427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.716963:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0c380 with x1830945733934720 ext(0->4095) 00002000:00010000:1.0:1746126416.716966:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0c380 00000100:00100000:0.0:1746126416.725758:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.745893:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.770788:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.770849:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.775583:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.779166:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.791133:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3345 00000100:00100000:1.0:1746126416.791147:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:1966:x1830945733935872:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126416.791342:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:1966:x1830945733935872:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 200us (2214us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126416.791348:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3345 00002000:00100000:1.0:1746126416.791355:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b5f80 x1830945733935872/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746126427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.791363:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b5f80 with x1830945733935872 ext(0->4095) 00002000:00010000:1.0:1746126416.791366:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b5f80 00000100:00100000:0.0:1746126416.792012:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726045440:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126416.792130:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126416.792173:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945733935616:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 10196us (13017us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126416.792182:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16225 00000100:00100000:0.0:1746126416.801796:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.801838:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.801866:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.801899:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.801925:0:7081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733936128 00000100:00100000:0.0:1746126416.801933:0:7081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733936128 00000100:00100000:0.0:1746126416.801979:0:7081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 406 00000100:00100000:0.0:1746126416.801988:0:7081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d569050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d94413c0-4094-4072-8112-4e637805471b+12:1966:x1830945733936128:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126416.802072:0:7081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d569050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d94413c0-4094-4072-8112-4e637805471b+12:1966:x1830945733936128:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 86us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126416.802079:0:7081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 406 00000100:00100000:0.0:1746126416.802121:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.802206:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.802222:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733936000 00000100:00100000:0.0:1746126416.802224:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733936000 00000100:00100000:0.0:1746126416.802242:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733936384 00000100:00100000:0.0:1746126416.802244:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733936384 00000100:00100000:0.0:1746126416.802256:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733936640 00000100:00100000:0.0:1746126416.802258:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733936640 00000100:00100000:0.0:1746126416.802276:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 495 00000100:00100000:0.0:1746126416.802280:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733936384:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126416.802308:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945733936384:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 27us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126416.802313:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 495 00000100:00100000:0.0:1746126416.802321:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 496 00000100:00100000:0.0:1746126416.802325:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945733936640:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126416.802340:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945733936640:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 15us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126416.802344:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 496 00000100:00100000:0.0:1746126416.802350:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4087 00000100:00100000:0.0:1746126416.802353:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733936000:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126416.802363:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126416.802379:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009294fa00/0x9851078746b7edfb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc01e expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.802407:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009522aa00/0x9851078746b7edf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc017 expref: 36 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.802414:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126416.802415:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126416.802419:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009294fa00/0x9851078746b7edfb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc01e expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.802444:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009522aa00/0x9851078746b7edf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc017 expref: 36 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.802454:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009522aa00/0x9851078746b7edf4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc017 expref: 36 pid: 8424 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746126416.802459:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733936256 00000100:00100000:1.0:1746126416.802463:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733936256 00000100:00100000:0.0:1746126416.802465:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726045568:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126416.802486:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733936512 00000100:00100000:1.0:1746126416.802487:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733936512 00000100:00100000:1.0:1746126416.802504:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 385 00000100:00100000:1.0:1746126416.802508:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1966:x1830945733936256:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126416.802514:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126416.802534:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1966:x1830945733936256:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 26us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126416.802539:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 385 00000100:00100000:1.0:1746126416.802546:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 386 00000100:00100000:1.0:1746126416.802550:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+10:1966:x1830945733936512:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126416.802564:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+10:1966:x1830945733936512:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 13us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126416.802568:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 386 00000100:00080000:1.0:1746126416.802584:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126416.812391:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726045568:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126416.812427:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009294fa00/0x9851078746b7edfb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc01e expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.812444:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294fa00, rc 0) 00000100:00100000:1.0:1746126416.812490:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733936000:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10135us (10704us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126416.812499:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4087 00000100:00100000:0.0:1746126416.818127:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.825377:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.832975:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.833075:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733937280 00000100:00100000:1.0:1746126416.833085:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733937280 00000100:00100000:1.0:1746126416.833147:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4088 00000100:00100000:1.0:1746126416.833158:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:31643:x1830945733937280:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126416.833178:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126416.833197:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc025 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.833228:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009294fa00/0x9851078746b7edfb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc01e expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.833236:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126416.833238:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126416.833241:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee02 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc025 expref: 39 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.833275:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009294fa00/0x9851078746b7edfb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc01e expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.833287:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009294fa00/0x9851078746b7edfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc01e expref: 5 pid: 17079 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746126416.833299:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726045824:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126416.833398:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126416.834056:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.838098:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726045824:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126416.839166:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee02 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc025 expref: 40 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.839187:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e3e00, rc 0) 00000100:00100000:1.0:1746126416.839244:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:31643:x1830945733937280:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6086us (6279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126416.839254:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4088 00000100:00100000:0.0:1746126416.839639:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.843395:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.845721:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.850766:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.851051:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733938176 00000100:00100000:1.0:1746126416.851058:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733938176 00002000:00100000:1.0:1746126416.851097:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c31b480 x1830945733938176/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 488/0 e 0 to 0 dl 1746126427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.851107:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31b480 with x1830945733938176 ext(0->4095) 00002000:00010000:1.0:1746126416.851111:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c31b480 00000100:00100000:1.0:1746126416.851127:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3347 00000100:00100000:1.0:1746126416.851133:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1963:x1830945733938176:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126416.851875:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1963:x1830945733938176:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 740us (1119us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126416.851882:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3347 00002000:00100000:1.0:1746126416.851888:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c31b480 x1830945733938176/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746126427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.851895:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31b480 with x1830945733938176 ext(0->4095) 00002000:00010000:1.0:1746126416.851898:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c31b480 00000100:00100000:0.0:1746126416.853909:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.854068:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733938304 00000100:00100000:1.0:1746126416.854077:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733938304 00000100:00100000:1.0:1746126416.854133:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4090 00000100:00100000:1.0:1746126416.854140:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733938304:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126416.854158:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126416.854176:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee10 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc033 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.854212:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7ee09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc02c expref: 38 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.854219:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126416.854221:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126416.854224:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee10 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc033 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.854255:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7ee09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc02c expref: 38 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.854266:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7ee09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc02c expref: 38 pid: 8424 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746126416.854279:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726046336:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126416.854941:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126416.856525:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726046336:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126416.856553:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee10 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc033 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.856569:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e2c00, rc 0) 00000100:00100000:1.0:1746126416.856608:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733938304:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2467us (2706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126416.856630:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4090 00000100:00100000:0.0:1746126416.858436:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.860728:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.861862:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733938560 00000100:00100000:1.0:1746126416.861872:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733938560 00000100:00100000:1.0:1746126416.862292:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4091 00000100:00100000:1.0:1746126416.862301:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:31643:x1830945733938560:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126416.862318:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126416.862335:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc03a expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.862367:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc033 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.862374:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126416.862375:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126416.862379:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee17 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc03a expref: 40 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.862411:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc033 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.862424:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee10 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc033 expref: 5 pid: 17079 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746126416.862436:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726046592:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126416.862517:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126416.867176:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733938816 00000100:00100000:1.0:1746126416.867186:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733938816 00002000:00100000:1.0:1746126416.867237:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b5500 x1830945733938816/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:177/0 lens 488/0 e 0 to 0 dl 1746126427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.867246:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b5500 with x1830945733938816 ext(0->4095) 00010000:00010000:1.0:1746126416.867255:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee10 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc033 expref: 6 pid: 17079 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126416.867267:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee10 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc033 expref: 6 pid: 17079 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746126416.867273:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a7b5500 00000100:00100000:1.0:1746126416.867302:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1196 00000100:00100000:1.0:1746126416.867309:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733938816:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126416.867471:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733938816:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (1307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126416.867477:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1196 00002000:00100000:1.0:1746126416.867482:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b5500 x1830945733938816/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746126427 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.867489:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b5500 with x1830945733938816 ext(0->4095) 00010000:00010000:1.0:1746126416.867493:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee10 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc033 expref: 6 pid: 17079 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126416.867501:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee10 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc033 expref: 6 pid: 17079 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746126416.867505:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a7b5500 00000100:00100000:1.0:1746126416.868228:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726046592:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126416.868253:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee17 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc03a expref: 39 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.868271:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e2600, rc 0) 00000100:00100000:1.0:1746126416.868306:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:31643:x1830945733938560:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6006us (7583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126416.868313:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4091 00000100:00100000:0.0:1746126416.870406:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.871019:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733938944 00000100:00100000:1.0:1746126416.872330:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733938944 00000100:00100000:1.0:1746126416.872383:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4092 00000100:00100000:1.0:1746126416.872390:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:31655:x1830945733938944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126416.872405:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126416.872423:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7ee1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc041 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.872449:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126416.872453:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc03a expref: 40 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.872459:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126416.872462:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7ee1e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc041 expref: 40 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.872494:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee17 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc03a expref: 40 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.872503:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7ee1e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc041 expref: 40 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.872517:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b4a3400, rc 0) 00000100:00100000:1.0:1746126416.872570:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:31655:x1830945733938944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (2171us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126416.872576:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4092 00000100:00100000:0.0:1746126416.874126:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733939072 00000100:00100000:0.0:1746126416.874134:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733939072 00010000:00010000:0.0:1746126416.874162:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc033 expref: 6 pid: 17079 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746126416.874194:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16230 00000100:00100000:0.0:1746126416.874200:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733939072:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126416.874212:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126416.874232:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc033 expref: 6 pid: 17079 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.874242:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc033 expref: 6 pid: 17079 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.874261:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee10 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc033 expref: 6 pid: 17079 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.874285:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.874287:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126416.874293:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc03a expref: 39 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.874300:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc03a expref: 39 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.874324:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc03a expref: 39 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126416.874334:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc03a expref: 39 pid: 17079 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746126416.874345:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726046848:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126416.874415:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126416.877572:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.884189:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.888794:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.890669:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3348 00000100:00100000:1.0:1746126416.890679:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1963:x1830945733939712:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126416.890830:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1963:x1830945733939712:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (2046us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126416.890835:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3348 00002000:00100000:1.0:1746126416.890840:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c31a300 x1830945733939712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746126427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.890847:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31a300 with x1830945733939712 ext(0->4095) 00002000:00010000:1.0:1746126416.890850:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c31a300 00000100:00100000:0.0:1746126416.894656:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.901427:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.901497:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.905797:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.911005:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.917542:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.918820:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733940736 00000100:00100000:1.0:1746126416.918832:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733940736 00002000:00100000:1.0:1746126416.918881:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff11180 x1830945733940736/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 488/0 e 0 to 0 dl 1746126427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.918890:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff11180 with x1830945733940736 ext(0->4095) 00002000:00010000:1.0:1746126416.918896:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff11180 00000100:00100000:1.0:1746126416.918925:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3349 00000100:00100000:1.0:1746126416.918933:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1963:x1830945733940736:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126416.919696:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1963:x1830945733940736:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 761us (2158us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126416.919704:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3349 00002000:00100000:1.0:1746126416.919711:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff11180 x1830945733940736/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746126427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.919718:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff11180 with x1830945733940736 ext(0->4095) 00002000:00010000:1.0:1746126416.919721:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff11180 00000100:00100000:0.0:1746126416.939631:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.940157:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733940864 00000100:00100000:1.0:1746126416.940167:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733940864 00000100:00100000:1.0:1746126416.940227:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4095 00000100:00100000:1.0:1746126416.940237:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733940864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126416.940256:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126416.940274:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc056 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.940305:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092420600/0x9851078746b7ee2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc04f expref: 38 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.940313:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126416.940315:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126416.940319:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee33 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc056 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.940351:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092420600/0x9851078746b7ee2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc04f expref: 38 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.940363:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092420600/0x9851078746b7ee2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc04f expref: 38 pid: 8425 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746126416.940380:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726047616:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126416.940478:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126416.946223:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726047616:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126416.946259:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee33 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc056 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.946278:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e3e00, rc 0) 00000100:00100000:1.0:1746126416.946348:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733940864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6113us (6738us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126416.946357:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4095 00000100:00100000:0.0:1746126416.960797:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.962523:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733940992 00000100:00100000:1.0:1746126416.962534:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733940992 00002000:00100000:1.0:1746126416.962587:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801327c1500 x1830945733940992/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 496/0 e 0 to 0 dl 1746126427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.962597:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1500 with x1830945733940992 ext(0->7) 00010000:00010000:1.0:1746126416.962607:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092420600/0x9851078746b7ee2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc04f expref: 39 pid: 8425 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126416.962632:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092420600/0x9851078746b7ee2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc04f expref: 39 pid: 8425 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746126416.962639:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c1500 00000100:00100000:1.0:1746126416.962670:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1199 00000100:00100000:1.0:1746126416.962677:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1963:x1830945733940992:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126416.963042:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1963:x1830945733940992:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 365us (2256us total) trans 4294967886 rc 0/0 00000100:00100000:1.0:1746126416.963048:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1199 00002000:00100000:1.0:1746126416.963054:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801327c1500 x1830945733940992/t4294967886(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 496/448 e 0 to 0 dl 1746126427 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.963061:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1500 with x1830945733940992 ext(0->7) 00010000:00010000:1.0:1746126416.963065:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092420600/0x9851078746b7ee2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc04f expref: 41 pid: 8425 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126416.963074:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092420600/0x9851078746b7ee2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc04f expref: 41 pid: 8425 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746126416.963079:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c1500 00010000:00010000:0.0:1746126416.965154:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126416.966103:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.976747:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.978674:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126416.978912:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733941504 00000100:00100000:1.0:1746126416.978918:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733941504 00000100:00100000:1.0:1746126416.978952:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4096 00000100:00100000:1.0:1746126416.978957:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:31643:x1830945733941504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126416.978969:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126416.978985:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee3a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc05d expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.979013:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc056 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.979039:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126416.979041:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126416.979044:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee3a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc05d expref: 41 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.979072:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc056 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.979083:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc056 expref: 5 pid: 17079 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746126416.979094:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726047872:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126416.979148:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126416.983181:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126416.984012:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126416.984579:0:17079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc056 expref: 6 pid: 17079 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746126416.984596:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726047872:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126416.984627:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc05d expref: 41 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.984635:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e2600, rc 0) 00000100:00100000:1.0:1746126416.984673:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:31643:x1830945733941504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5715us (5999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126416.984681:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4096 00000100:00100000:1.0:1746126416.984698:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733941632 00000100:00100000:1.0:1746126416.984701:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733941632 00000100:00100000:1.0:1746126416.984717:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4097 00000100:00100000:1.0:1746126416.984721:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:31655:x1830945733941632:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126416.984735:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126416.984744:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee41 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc064 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.984759:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc05d expref: 42 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.984765:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126416.984766:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126416.984769:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee41 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc064 expref: 42 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.984784:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc05d expref: 42 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.984793:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee3a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc05d expref: 42 pid: 17079 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746126416.984801:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726048128:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126416.984820:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126416.990881:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726048128:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126416.990916:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee41 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc064 expref: 42 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126416.990936:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e2c00, rc 0) 00000100:00100000:1.0:1746126416.990986:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:31655:x1830945733941632:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6263us (7814us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126416.990998:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4097 00000100:00100000:0.0:1746126416.995868:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733942016 00000100:00100000:0.0:1746126416.995878:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733942016 00002000:00100000:0.0:1746126416.995921:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147fb80 x1830945733942016/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 488/0 e 0 to 0 dl 1746126427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126416.995937:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147fb80 with x1830945733942016 ext(0->4095) 00010000:00010000:0.0:1746126416.995946:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc05d expref: 42 pid: 17079 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126416.995959:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc05d expref: 42 pid: 17079 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126416.995965:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147fb80 00000100:00100000:1.0:1746126416.997590:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1200 00000100:00100000:1.0:1746126416.997605:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945733942016:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126416.997827:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945733942016:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 225us (2077us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126416.997838:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1200 00002000:00100000:1.0:1746126416.997845:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147fb80 x1830945733942016/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746126427 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126416.997854:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147fb80 with x1830945733942016 ext(0->4095) 00010000:00010000:1.0:1746126416.997861:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc05d expref: 42 pid: 17079 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126416.997872:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ee3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc05d expref: 42 pid: 17079 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746126416.997878:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147fb80 00000100:00100000:0.0:1746126417.001088:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:1.0:1746126417.001567:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126417.018117:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.018579:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733942528 00000100:00100000:1.0:1746126417.018587:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733942528 00000100:00100000:1.0:1746126417.018763:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4098 00000100:00100000:1.0:1746126417.018772:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733942528:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126417.018788:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126417.018809:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7ee48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc06b expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.018845:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc064 expref: 40 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.018852:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126417.018854:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126417.018858:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7ee48 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc06b expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.018890:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc064 expref: 40 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.018902:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc064 expref: 40 pid: 17079 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746126417.018915:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726048384:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126417.020487:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126417.036517:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726048384:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126417.036551:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7ee48 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc06b expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.036571:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b4a3400, rc 0) 00000100:00100000:1.0:1746126417.036637:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733942528:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17866us (18527us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.036646:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4098 00000100:00100000:0.0:1746126417.040990:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.041227:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733942656 00000100:00100000:1.0:1746126417.041239:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733942656 00002000:00100000:1.0:1746126417.041289:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800b403f800 x1830945733942656/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 496/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.041300:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403f800 with x1830945733942656 ext(0->7) 00010000:00010000:1.0:1746126417.041309:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc064 expref: 41 pid: 17079 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126417.041323:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc064 expref: 41 pid: 17079 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746126417.041330:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403f800 00000100:00100000:1.0:1746126417.041353:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1201 00000100:00100000:1.0:1746126417.041361:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1963:x1830945733942656:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126417.041725:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1963:x1830945733942656:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 362us (744us total) trans 4294967887 rc 0/0 00000100:00100000:1.0:1746126417.041732:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1201 00002000:00100000:1.0:1746126417.041738:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800b403f800 x1830945733942656/t4294967887(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 496/448 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.041745:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403f800 with x1830945733942656 ext(0->7) 00010000:00010000:1.0:1746126417.041750:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc064 expref: 43 pid: 17079 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126417.041759:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ee41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc064 expref: 43 pid: 17079 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746126417.041765:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403f800 00000100:00100000:0.0:1746126417.055946:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.063684:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.066879:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.066940:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733943168 00000100:00100000:1.0:1746126417.066949:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733943168 00000100:00100000:1.0:1746126417.067642:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4099 00000100:00100000:1.0:1746126417.067650:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:31643:x1830945733943168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126417.067668:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126417.067683:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc072 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.067715:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7ee48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc06b expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.067722:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.067724:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.067728:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee4f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc072 expref: 43 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.067760:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7ee48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc06b expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.067771:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b7ee48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc06b expref: 5 pid: 17079 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746126417.067783:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726048640:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126417.069457:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126417.070371:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.070517:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.070829:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726048640:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126417.070846:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee4f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc072 expref: 44 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.070859:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e3e00, rc 0) 00000100:00100000:1.0:1746126417.071073:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:31643:x1830945733943168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3423us (4202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.071147:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4099 00000100:00100000:1.0:1746126417.079460:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733943680 00000100:00100000:1.0:1746126417.079467:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733943680 00002000:00100000:1.0:1746126417.081010:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad5180 x1830945733943680/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.081036:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad5180 with x1830945733943680 ext(0->4095) 00010000:00010000:1.0:1746126417.081049:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc072 expref: 44 pid: 17079 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126417.081066:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc072 expref: 44 pid: 17079 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746126417.081072:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad5180 00000100:00100000:1.0:1746126417.081120:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1202 00000100:00100000:1.0:1746126417.081131:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945733943680:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126417.081304:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945733943680:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 176us (2122us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.081310:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1202 00002000:00100000:1.0:1746126417.081317:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad5180 x1830945733943680/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.081330:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad5180 with x1830945733943680 ext(0->4095) 00010000:00010000:1.0:1746126417.081334:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc072 expref: 44 pid: 17079 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746126417.081343:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc072 expref: 44 pid: 17079 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746126417.081349:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad5180 00000100:00100000:0.0:1746126417.091287:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.100320:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.108222:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.108849:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733944192 00000100:00100000:1.0:1746126417.108860:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733944192 00000100:00100000:1.0:1746126417.108920:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4101 00000100:00100000:1.0:1746126417.108928:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733944192:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126417.108947:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126417.108964:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ee5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc080 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.108994:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7ee56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc079 expref: 42 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.109001:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126417.109003:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126417.109006:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ee5d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc080 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.109060:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7ee56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc079 expref: 42 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.109075:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7ee56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc079 expref: 42 pid: 8425 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746126417.109086:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726049152:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126417.109180:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126417.115557:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726049152:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126417.115591:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ee5d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc080 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.115609:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e3600, rc 0) 00000100:00100000:1.0:1746126417.117257:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733944192:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8321us (9038us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.117268:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4101 00000100:00100000:0.0:1746126417.117940:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.124362:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733944320 00000100:00100000:1.0:1746126417.124377:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733944320 00002000:00100000:1.0:1746126417.124430:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009473b480 x1830945733944320/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 496/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.124441:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473b480 with x1830945733944320 ext(0->7) 00010000:00010000:1.0:1746126417.124450:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7ee56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc079 expref: 43 pid: 8425 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.124463:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7ee56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc079 expref: 43 pid: 8425 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.124474:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009473b480 00000100:00100000:1.0:1746126417.124499:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1203 00000100:00100000:1.0:1746126417.124506:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1965:x1830945733944320:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126417.124866:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1965:x1830945733944320:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 359us (6926us total) trans 4294967888 rc 0/0 00000100:00100000:1.0:1746126417.124872:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1203 00002000:00100000:1.0:1746126417.124879:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009473b480 x1830945733944320/t4294967888(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 496/448 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.124886:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473b480 with x1830945733944320 ext(0->7) 00010000:00010000:1.0:1746126417.124890:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7ee56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc079 expref: 45 pid: 8425 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.124899:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7ee56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc079 expref: 45 pid: 8425 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.124905:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009473b480 00000100:00100000:0.0:1746126417.132375:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.148340:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.148418:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733944704 00000100:00100000:1.0:1746126417.148429:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733944704 00002000:00100000:1.0:1746126417.148478:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2680 x1830945733944704/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.148489:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2680 with x1830945733944704 ext(0->4095) 00002000:00010000:1.0:1746126417.148495:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf2680 00000100:00100000:1.0:1746126417.148531:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3354 00000100:00100000:1.0:1746126417.148539:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733944704:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126417.148748:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733944704:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 209us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.148755:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3354 00002000:00100000:1.0:1746126417.148760:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2680 x1830945733944704/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.148767:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2680 with x1830945733944704 ext(0->4095) 00002000:00010000:1.0:1746126417.148770:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf2680 00000100:00100000:0.0:1746126417.150291:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.150333:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733944832 00000100:00100000:1.0:1746126417.150340:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733944832 00000100:00100000:1.0:1746126417.151162:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4102 00000100:00100000:1.0:1746126417.151172:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:31643:x1830945733944832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126417.151186:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126417.151202:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee64 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc087 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.151234:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ee5d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc080 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.151242:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.151243:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.151247:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee64 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc087 expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.151278:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ee5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc080 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.151294:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ee5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc080 expref: 5 pid: 8424 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746126417.151306:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726049408:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126417.152202:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126417.154336:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726049408:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126417.154370:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee64 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc087 expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.154388:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e3e00, rc 0) 00000100:00100000:1.0:1746126417.154442:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31643:x1830945733944832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3272us (4154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.154451:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4102 00000100:00100000:0.0:1746126417.155899:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.155933:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.155980:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733945088 00000100:00100000:1.0:1746126417.155987:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733945088 00000100:00100000:1.0:1746126417.156464:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4103 00000100:00100000:1.0:1746126417.156471:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+7:31655:x1830945733945088:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126417.156487:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126417.156500:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc08e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.156520:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.156525:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee64 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc087 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.156536:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126417.156539:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee6b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc08e expref: 8 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.156570:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee64 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc087 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.156579:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee6b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc08e expref: 8 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.156587:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e3400, rc 0) 00000100:00100000:1.0:1746126417.156691:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+8:31655:x1830945733945088:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 220us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.156697:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4103 00000100:00100000:0.0:1746126417.162393:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.172549:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.172659:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.172699:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733945600 00000100:00100000:1.0:1746126417.172707:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733945600 00010000:00010000:1.0:1746126417.172740:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc087 expref: 45 pid: 8424 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746126417.172765:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16242 00000100:00100000:1.0:1746126417.172771:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1964:x1830945733945600:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126417.172786:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126417.172806:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc087 expref: 45 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.172822:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc087 expref: 45 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.172845:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7ee64 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc087 expref: 45 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.172861:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.172863:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.172871:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee6b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc08e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.172878:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc08e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.172936:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc08e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126417.172950:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726049792:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126417.174716:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733945472 00000100:00100000:0.0:1746126417.174725:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733945472 00000100:00100000:0.0:1746126417.174767:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4104 00000100:00100000:0.0:1746126417.174774:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31643:x1830945733945472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126417.174790:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126417.174803:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5535800/0x9851078746b7ee72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc095 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.174824:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc08e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.174830:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126417.174832:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126417.174835:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5535800/0x9851078746b7ee72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc095 expref: 46 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.174855:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee6b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc08e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.174866:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee6b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc08e expref: 5 pid: 8424 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746126417.174875:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726049920:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126417.175473:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126417.175555:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126417.179593:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726049792:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126417.179594:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126417.179623:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126417.179681:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945733945600:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6908us (7020us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.179691:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16242 00000100:00100000:1.0:1746126417.184307:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.186663:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.186743:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733946112 00000100:00100000:1.0:1746126417.186757:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733946112 00010000:00010000:1.0:1746126417.186801:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc08e expref: 6 pid: 8424 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746126417.186849:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16243 00000100:00100000:1.0:1746126417.186857:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733946112:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126417.186872:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126417.187606:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc08e expref: 6 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.187626:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc08e expref: 6 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.187642:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc08e expref: 6 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.187657:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.187659:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.187664:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5535800/0x9851078746b7ee72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc095 expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.187671:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5535800/0x9851078746b7ee72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc095 expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.187693:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5535800/0x9851078746b7ee72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc095 expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.187703:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5535800/0x9851078746b7ee72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc095 expref: 45 pid: 8424 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746126417.187715:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726050176:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126417.187782:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126417.201450:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726050176:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126417.201470:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126417.201516:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945733946112:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 14659us (14859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.201524:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16243 00000100:00100000:0.0:1746126417.207596:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.207683:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733946496 00000100:00100000:1.0:1746126417.207693:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733946496 00002000:00100000:1.0:1746126417.207736:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760380 x1830945733946496/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.207745:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760380 with x1830945733946496 ext(0->4095) 00002000:00010000:1.0:1746126417.207750:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760380 00000100:00100000:1.0:1746126417.207787:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3355 00000100:00100000:1.0:1746126417.207793:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1963:x1830945733946496:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126417.210706:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1963:x1830945733946496:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 2904us (3112us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.210717:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3355 00002000:00100000:1.0:1746126417.210727:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760380 x1830945733946496/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.210734:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760380 with x1830945733946496 ext(0->4095) 00002000:00010000:1.0:1746126417.210739:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760380 00000100:00100000:0.0:1746126417.214515:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.221738:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.221829:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733946752 00000100:00100000:1.0:1746126417.221840:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733946752 00002000:00100000:1.0:1746126417.221881:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093763100 x1830945733946752/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 496/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.221890:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763100 with x1830945733946752 ext(0->7) 00010000:00010000:1.0:1746126417.221897:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009294f200/0x9851078746b7ee79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc09c expref: 45 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.221909:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009294f200/0x9851078746b7ee79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc09c expref: 45 pid: 8424 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.221915:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093763100 00000100:00100000:1.0:1746126417.221958:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1206 00000100:00100000:1.0:1746126417.221964:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1964:x1830945733946752:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126417.222262:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1964:x1830945733946752:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 297us (534us total) trans 4294967889 rc 0/0 00000100:00100000:1.0:1746126417.222268:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1206 00002000:00100000:1.0:1746126417.222273:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093763100 x1830945733946752/t4294967889(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 496/448 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.222280:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763100 with x1830945733946752 ext(0->7) 00010000:00010000:1.0:1746126417.222284:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009294f200/0x9851078746b7ee79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc09c expref: 47 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.222292:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009294f200/0x9851078746b7ee79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc09c expref: 47 pid: 8424 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.222301:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093763100 00000100:00100000:0.0:1746126417.228131:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.256139:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.279001:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.302315:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.310011:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.314183:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.314245:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733948032 00000100:00100000:1.0:1746126417.314253:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733948032 00000100:00100000:1.0:1746126417.314295:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4109 00000100:00100000:1.0:1746126417.314302:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:31643:x1830945733948032:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126417.314314:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126417.314326:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ee95 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc0b8 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.314348:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126417.314354:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ee8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0b1 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.314359:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126417.314362:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ee95 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0b8 expref: 50 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.314388:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ee8e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0b1 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.314397:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ee95 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0b8 expref: 50 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.314405:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e3600, rc 0) 00000100:00100000:1.0:1746126417.314447:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:31643:x1830945733948032:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.314456:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4109 00000100:00100000:0.0:1746126417.320234:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.328619:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.334573:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.341053:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.342293:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733948800 00000100:00100000:0.0:1746126417.342300:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733948800 00002000:00100000:0.0:1746126417.342737:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314daa00 x1830945733948800/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126417.342747:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314daa00 with x1830945733948800 ext(0->4095) 00002000:00010000:0.0:1746126417.342751:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314daa00 00000100:00100000:0.0:1746126417.342784:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3357 00000100:00100000:0.0:1746126417.342791:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:1963:x1830945733948800:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126417.342915:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:1963:x1830945733948800:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (1868us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126417.342920:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3357 00002000:00100000:0.0:1746126417.342925:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314daa00 x1830945733948800/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126417.342932:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314daa00 with x1830945733948800 ext(0->4095) 00002000:00010000:0.0:1746126417.342935:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314daa00 00000100:00100000:0.0:1746126417.346429:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.346519:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733948928 00000100:00100000:1.0:1746126417.346526:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733948928 00000100:00100000:1.0:1746126417.346738:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4110 00000100:00100000:1.0:1746126417.346746:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733948928:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126417.346759:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126417.346771:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc0bf expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.346794:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ee95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0b8 expref: 48 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.346800:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126417.346802:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126417.346804:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee9c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0bf expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.346828:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ee95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0b8 expref: 48 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.346837:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7ee95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0b8 expref: 48 pid: 17079 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746126417.346852:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726051456:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126417.346927:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126417.350539:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726051456:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126417.350544:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126417.350566:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee9c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0bf expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.350579:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e3400, rc 0) 00000100:00100000:1.0:1746126417.350619:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733948928:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3866us (4286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.350627:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4110 00000100:00100000:0.0:1746126417.358189:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.362785:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733949312 00000100:00100000:1.0:1746126417.362792:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733949312 00000100:00100000:1.0:1746126417.362837:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4111 00000100:00100000:1.0:1746126417.362890:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:31643:x1830945733949312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126417.362903:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126417.362952:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7eea3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc0c6 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.362976:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee9c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0bf expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.364308:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.364313:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.364320:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7eea3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0c6 expref: 51 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.364350:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0bf expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.364361:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ee9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0bf expref: 5 pid: 17079 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746126417.364372:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726051712:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126417.364452:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126417.368523:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.370162:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726051712:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126417.370185:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7eea3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0c6 expref: 51 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.370197:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092420400, rc 0) 00000100:00100000:1.0:1746126417.370235:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:31643:x1830945733949312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7346us (7505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.370241:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4111 00000100:00100000:0.0:1746126417.377014:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.377108:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.383462:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.386102:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.386171:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.388662:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.391207:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.392281:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.397963:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.407101:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.407372:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3358 00000100:00100000:0.0:1746126417.407380:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:1964:x1830945733951232:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126417.408484:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:1964:x1830945733951232:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1102us (1384us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126417.408495:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3358 00002000:00100000:0.0:1746126417.408501:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7c700 x1830945733951232/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126417.408508:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7c700 with x1830945733951232 ext(0->4095) 00002000:00010000:0.0:1746126417.408511:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd7c700 00000100:00100000:0.0:1746126417.419933:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.432083:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.436174:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.441885:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.445533:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.448674:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.451698:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.451758:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733952384 00000100:00100000:1.0:1746126417.451766:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733952384 00002000:00100000:1.0:1746126417.452174:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133304380 x1830945733952384/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.452182:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304380 with x1830945733952384 ext(0->4095) 00002000:00010000:1.0:1746126417.452186:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133304380 00000100:00100000:1.0:1746126417.452212:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3359 00000100:00100000:1.0:1746126417.452218:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945733952384:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126417.452703:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945733952384:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 484us (1010us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.452709:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3359 00002000:00100000:1.0:1746126417.452715:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133304380 x1830945733952384/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.452726:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304380 with x1830945733952384 ext(0->4095) 00002000:00010000:1.0:1746126417.452728:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133304380 00000100:00100000:0.0:1746126417.460724:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.472571:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.482582:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.484645:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.487439:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.490770:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.495004:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.497963:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.500672:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.503475:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.506179:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.507697:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.508172:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733954304 00000100:00100000:1.0:1746126417.508176:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733954304 00000100:00100000:1.0:1746126417.508205:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4121 00000100:00100000:1.0:1746126417.508210:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:31655:x1830945733954304:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126417.508217:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126417.508224:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092421a00/0x9851078746b7eee9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc10c expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.508236:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.508239:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7eee2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc105 expref: 57 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.508243:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126417.508246:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092421a00/0x9851078746b7eee9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc10c expref: 57 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.508262:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7eee2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc105 expref: 57 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.508270:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092421a00/0x9851078746b7eee9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc10c expref: 57 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.508276:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092421a00, rc 0) 00000100:00100000:1.0:1746126417.508307:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:31655:x1830945733954304:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.508311:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4121 00000100:00100000:0.0:1746126417.511399:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.512125:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16259 00000100:00100000:1.0:1746126417.512133:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733954432:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126417.512144:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126417.512161:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7eedb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0fe expref: 6 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.512171:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7eedb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0fe expref: 6 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.512187:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7eedb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc0fe expref: 6 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.512214:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.512216:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.512221:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7eee2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc105 expref: 55 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.512229:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7eee2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc105 expref: 55 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.512254:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7eee2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc105 expref: 55 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.512263:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7eee2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc105 expref: 55 pid: 8424 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746126417.512274:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726054272:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126417.512334:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126417.514065:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726054272:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126417.514084:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126417.514112:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945733954432:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1979us (2715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.514120:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16259 00000100:00100000:0.0:1746126417.514259:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.516742:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.516899:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733954816 00000100:00100000:1.0:1746126417.516906:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733954816 00010000:00010000:1.0:1746126417.516928:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7eee2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc105 expref: 56 pid: 8424 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746126417.517091:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16260 00000100:00100000:1.0:1746126417.517097:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1965:x1830945733954816:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126417.517107:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126417.517123:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7eee2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc105 expref: 56 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.517133:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7eee2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc105 expref: 56 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.517152:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7eee2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc105 expref: 56 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.517162:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.517165:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.517170:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092421a00/0x9851078746b7eee9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc10c expref: 55 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.517176:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092421a00/0x9851078746b7eee9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc10c expref: 55 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.517203:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092421a00/0x9851078746b7eee9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc10c expref: 55 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126417.517213:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726054400:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126417.517286:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126417.520431:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726054400:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126417.520450:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126417.520493:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1965:x1830945733954816:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3395us (3755us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126417.520503:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16260 00000100:00100000:0.0:1746126417.520967:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.523232:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.527125:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.527189:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733955328 00000100:00100000:0.0:1746126417.527196:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733955328 00010000:00010000:0.0:1746126417.527221:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092421a00/0x9851078746b7eee9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc10c expref: 55 pid: 17079 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746126417.527265:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16261 00000100:00100000:0.0:1746126417.527271:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945733955328:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126417.527283:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126417.527301:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092421a00/0x9851078746b7eee9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc10c expref: 55 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126417.527311:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092421a00/0x9851078746b7eee9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc10c expref: 55 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126417.527330:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126417.527332:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126417.527338:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7eef0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc113 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.527345:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7eef0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc113 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.527369:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7eef0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc113 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126417.527379:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013645ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726054656:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126417.527438:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126417.530938:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.531018:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733955584 00000100:00100000:0.0:1746126417.531039:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733955584 00002000:00100000:0.0:1746126417.531069:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403d500 x1830945733955584/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126417.531083:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403d500 with x1830945733955584 ext(0->4095) 00002000:00010000:0.0:1746126417.531086:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403d500 00000100:00100000:0.0:1746126417.531100:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3363 00000100:00100000:0.0:1746126417.531105:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733955584:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126417.531218:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733955584:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (280us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126417.531223:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3363 00002000:00100000:0.0:1746126417.531228:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403d500 x1830945733955584/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126417.531234:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403d500 with x1830945733955584 ext(0->4095) 00002000:00010000:0.0:1746126417.531237:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403d500 00000100:00100000:0.0:1746126417.532691:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.534122:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.536959:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.539020:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.541449:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.543855:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.547402:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.547508:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733956736 00000100:00100000:1.0:1746126417.547515:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733956736 00000100:00100000:1.0:1746126417.547563:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4125 00000100:00100000:1.0:1746126417.547570:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733956736:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126417.547584:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126417.547601:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b7ef05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc128 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.547637:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7eefe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc121 expref: 54 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.547643:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126417.547645:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126417.547647:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b7ef05 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc128 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.547672:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7eefe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc121 expref: 54 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.547682:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7eefe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc121 expref: 54 pid: 8425 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746126417.547697:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b403c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726055296:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126417.547905:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126417.549475:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b403c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726055296:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126417.549500:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b7ef05 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc128 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.549514:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129f60e00, rc 0) 00000100:00100000:1.0:1746126417.549545:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733956736:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1975us (2149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.549552:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4125 00000100:00100000:0.0:1746126417.550846:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.554335:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.554399:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733957120 00000100:00100000:1.0:1746126417.554408:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733957120 00002000:00100000:1.0:1746126417.554441:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236f800 x1830945733957120/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.554449:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236f800 with x1830945733957120 ext(0->4095) 00002000:00010000:1.0:1746126417.554454:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236f800 00000100:00100000:1.0:1746126417.554804:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3365 00000100:00100000:1.0:1746126417.554811:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733957120:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126417.554943:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733957120:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.554948:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3365 00002000:00100000:1.0:1746126417.554953:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236f800 x1830945733957120/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.554959:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236f800 with x1830945733957120 ext(0->4095) 00002000:00010000:1.0:1746126417.554962:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236f800 00000100:00100000:0.0:1746126417.556573:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.556670:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733957248 00000100:00100000:1.0:1746126417.556675:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733957248 00000100:00100000:1.0:1746126417.556751:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4126 00000100:00100000:1.0:1746126417.556757:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:31643:x1830945733957248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126417.556767:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126417.556779:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129f60600/0x9851078746b7ef0c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc12f expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.556799:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b7ef05 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc128 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.556805:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.556806:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126417.556810:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129f60600/0x9851078746b7ef0c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc12f expref: 55 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.556832:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b7ef05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc128 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.556845:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b7ef05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc128 expref: 5 pid: 17079 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746126417.556855:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b403c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726055552:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126417.557855:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.557941:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126417.561240:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.564905:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.574076:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.579458:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.582907:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.585920:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.589945:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.592659:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.595154:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.598152:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.598268:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733959168 00000100:00100000:1.0:1746126417.598273:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733959168 00002000:00100000:1.0:1746126417.598307:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba69f80 x1830945733959168/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.598316:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69f80 with x1830945733959168 ext(0->4095) 00002000:00010000:1.0:1746126417.598320:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69f80 00000100:00100000:1.0:1746126417.598527:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3367 00000100:00100000:1.0:1746126417.598534:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1966:x1830945733959168:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126417.598670:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1966:x1830945733959168:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.598676:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3367 00002000:00100000:1.0:1746126417.598682:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba69f80 x1830945733959168/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.598688:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69f80 with x1830945733959168 ext(0->4095) 00002000:00010000:1.0:1746126417.598691:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69f80 00000100:00100000:0.0:1746126417.607835:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.610297:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.610923:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733959424 00000100:00100000:1.0:1746126417.610929:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733959424 00002000:00100000:1.0:1746126417.610958:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880133307100 x1830945733959424/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 496/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.610967:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307100 with x1830945733959424 ext(0->7) 00010000:00010000:1.0:1746126417.610973:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ef21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc144 expref: 55 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.610983:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ef21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc144 expref: 55 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.610989:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133307100 00000100:00100000:1.0:1746126417.611072:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1222 00000100:00100000:1.0:1746126417.611079:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1964:x1830945733959424:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126417.611341:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1964:x1830945733959424:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 262us (1048us total) trans 4294967894 rc 0/0 00000100:00100000:1.0:1746126417.611347:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1222 00002000:00100000:1.0:1746126417.611353:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880133307100 x1830945733959424/t4294967894(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 496/448 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.611386:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307100 with x1830945733959424 ext(0->7) 00010000:00010000:1.0:1746126417.611391:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ef21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc144 expref: 57 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.611400:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7ef21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc144 expref: 57 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.611405:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133307100 00000100:00100000:0.0:1746126417.615593:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.624165:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733959936 00000100:00100000:1.0:1746126417.624172:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733959936 00002000:00100000:1.0:1746126417.624203:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e52d80 x1830945733959936/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.624212:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52d80 with x1830945733959936 ext(0->4095) 00010000:00010000:1.0:1746126417.624218:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ef28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc14b expref: 6 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.624229:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ef28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc14b expref: 6 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.624235:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e52d80 00000100:00100000:1.0:1746126417.624248:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1223 00000100:00100000:1.0:1746126417.624253:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733959936:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126417.624371:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733959936:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.624376:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1223 00002000:00100000:1.0:1746126417.624380:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e52d80 x1830945733959936/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.624386:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52d80 with x1830945733959936 ext(0->4095) 00010000:00010000:1.0:1746126417.624391:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ef28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc14b expref: 6 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.624399:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ef28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc14b expref: 6 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.624405:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e52d80 00000100:00100000:0.0:1746126417.627074:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.630999:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733960320 00000100:00100000:0.0:1746126417.631005:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733960320 00002000:00100000:0.0:1746126417.631064:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e50000 x1830945733960320/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126417.631073:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50000 with x1830945733960320 ext(0->4095) 00002000:00010000:0.0:1746126417.631076:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e50000 00000100:00100000:0.0:1746126417.631092:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3368 00000100:00100000:0.0:1746126417.631099:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1964:x1830945733960320:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126417.631222:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1964:x1830945733960320:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126417.631228:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3368 00002000:00100000:0.0:1746126417.631233:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e50000 x1830945733960320/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126417.631240:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50000 with x1830945733960320 ext(0->4095) 00002000:00010000:0.0:1746126417.631244:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e50000 00000100:00100000:0.0:1746126417.634150:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.637659:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.639881:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.640096:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733960832 00000100:00100000:1.0:1746126417.640101:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733960832 00002000:00100000:1.0:1746126417.640130:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7dc00 x1830945733960832/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.640139:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7dc00 with x1830945733960832 ext(0->4095) 00002000:00010000:1.0:1746126417.640142:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd7dc00 00000100:00100000:1.0:1746126417.640160:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3369 00000100:00100000:1.0:1746126417.640166:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733960832:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126417.640303:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945733960832:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.640309:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3369 00002000:00100000:1.0:1746126417.640314:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7dc00 x1830945733960832/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.640321:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7dc00 with x1830945733960832 ext(0->4095) 00002000:00010000:1.0:1746126417.640324:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd7dc00 00000100:00100000:0.0:1746126417.642135:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733960960 00000100:00100000:0.0:1746126417.642141:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733960960 00000100:00100000:0.0:1746126417.642168:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4133 00000100:00100000:0.0:1746126417.642174:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:31643:x1830945733960960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126417.642185:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126417.642197:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5535800/0x9851078746b7ef3d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc160 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.642217:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129f60600/0x9851078746b7ef36 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc159 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.642223:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126417.642224:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126417.642227:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5535800/0x9851078746b7ef3d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc160 expref: 57 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.642250:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129f60600/0x9851078746b7ef36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc159 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.642259:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129f60600/0x9851078746b7ef36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc159 expref: 5 pid: 17079 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746126417.642268:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726057344:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126417.642334:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126417.644141:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.646440:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.649802:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.649878:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733961472 00000100:00100000:1.0:1746126417.649885:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733961472 00002000:00100000:1.0:1746126417.649919:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4df80 x1830945733961472/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.649927:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4df80 with x1830945733961472 ext(0->4095) 00010000:00010000:1.0:1746126417.649935:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5535800/0x9851078746b7ef3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc160 expref: 58 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.649945:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5535800/0x9851078746b7ef3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc160 expref: 58 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.649955:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4df80 00000100:00100000:1.0:1746126417.649971:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1224 00000100:00100000:1.0:1746126417.649977:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945733961472:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126417.650135:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945733961472:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.650141:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1224 00002000:00100000:1.0:1746126417.650146:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4df80 x1830945733961472/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.650153:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4df80 with x1830945733961472 ext(0->4095) 00010000:00010000:1.0:1746126417.650157:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5535800/0x9851078746b7ef3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc160 expref: 58 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.650166:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5535800/0x9851078746b7ef3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc160 expref: 58 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.650172:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4df80 00000100:00100000:0.0:1746126417.652518:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.655861:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.655958:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733961856 00000100:00100000:1.0:1746126417.655965:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733961856 00002000:00100000:1.0:1746126417.655998:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928bb800 x1830945733961856/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.656007:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bb800 with x1830945733961856 ext(0->4095) 00002000:00010000:1.0:1746126417.656011:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928bb800 00000100:00100000:1.0:1746126417.656059:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3370 00000100:00100000:1.0:1746126417.656065:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1966:x1830945733961856:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126417.656186:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1966:x1830945733961856:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.656191:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3370 00002000:00100000:1.0:1746126417.656196:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928bb800 x1830945733961856/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.656204:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bb800 with x1830945733961856 ext(0->4095) 00002000:00010000:1.0:1746126417.656206:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928bb800 00000100:00100000:0.0:1746126417.663930:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.667322:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.667697:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.669576:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733962496 00000100:00100000:1.0:1746126417.669581:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733962496 00002000:00100000:1.0:1746126417.669605:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4ca80 x1830945733962496/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.669779:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4ca80 with x1830945733962496 ext(0->4095) 00010000:00010000:1.0:1746126417.669786:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ef4b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc16e expref: 6 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.669795:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ef4b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc16e expref: 6 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.669800:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4ca80 00000100:00100000:1.0:1746126417.670168:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1225 00000100:00100000:1.0:1746126417.670174:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733962496:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126417.670290:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733962496:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (2593us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.670298:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1225 00002000:00100000:1.0:1746126417.670303:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4ca80 x1830945733962496/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.670310:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4ca80 with x1830945733962496 ext(0->4095) 00010000:00010000:1.0:1746126417.670314:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ef4b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc16e expref: 6 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.670323:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ef4b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc16e expref: 6 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.670328:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4ca80 00000100:00100000:0.0:1746126417.673067:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.673093:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.677781:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.681294:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.684906:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.694049:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.708192:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.714122:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.718524:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.720542:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.721316:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.721521:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733964288 00000100:00100000:0.0:1746126417.721527:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733964288 00000100:00100000:0.0:1746126417.721560:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4140 00000100:00100000:0.0:1746126417.721565:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:31655:x1830945733964288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126417.721577:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126417.721588:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7ef6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc191 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.721605:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126417.721617:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ef67 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc18a expref: 61 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.721623:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126417.721626:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7ef6e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc191 expref: 61 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.721651:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ef67 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc18a expref: 61 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.721660:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7ef6e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc191 expref: 61 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.721668:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092420400, rc 0) 00000100:00100000:0.0:1746126417.722155:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+61:31655:x1830945733964288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 588us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126417.722161:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4140 00000100:00100000:0.0:1746126417.725429:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.731790:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.731904:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733964672 00000100:00100000:1.0:1746126417.731911:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733964672 00002000:00100000:1.0:1746126417.731948:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013332bb80 x1830945733964672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.731957:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332bb80 with x1830945733964672 ext(0->4095) 00010000:00010000:1.0:1746126417.731965:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ef67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc18a expref: 60 pid: 8425 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.731977:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ef67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc18a expref: 60 pid: 8425 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.731983:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013332bb80 00000100:00100000:1.0:1746126417.732007:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1228 00000100:00100000:1.0:1746126417.732014:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1963:x1830945733964672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126417.732184:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1963:x1830945733964672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.732190:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1228 00002000:00100000:1.0:1746126417.732194:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013332bb80 x1830945733964672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.732201:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332bb80 with x1830945733964672 ext(0->4095) 00010000:00010000:1.0:1746126417.732205:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ef67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc18a expref: 60 pid: 8425 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.732213:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7ef67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc18a expref: 60 pid: 8425 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.732218:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013332bb80 00000100:00100000:0.0:1746126417.737228:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.744565:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.755211:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.763871:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.763948:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.766231:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4142 00000100:00100000:1.0:1746126417.766243:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31643:x1830945733965312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126417.766256:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126417.766268:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7ef7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc19f expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.766287:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126417.766292:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ef75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc198 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.766298:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126417.766301:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7ef7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc19f expref: 60 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.766327:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2c00/0x9851078746b7ef75 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc198 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.766337:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7ef7c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc19f expref: 60 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.766344:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcf7a00, rc 0) 00000100:00100000:1.0:1746126417.766371:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:31643:x1830945733965312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (2508us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.766376:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4142 00000100:00100000:1.0:1746126417.766393:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733965440 00000100:00100000:1.0:1746126417.766397:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733965440 00002000:00100000:1.0:1746126417.766416:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b790380 x1830945733965440/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 496/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.766424:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b790380 with x1830945733965440 ext(0->7) 00010000:00010000:1.0:1746126417.766429:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7ef6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc191 expref: 60 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.766438:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7ef6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc191 expref: 60 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.766443:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b790380 00000100:00100000:1.0:1746126417.766462:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1229 00000100:00100000:1.0:1746126417.766466:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b790380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1965:x1830945733965440:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126417.766680:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b790380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1965:x1830945733965440:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 213us (2732us total) trans 4294967896 rc 0/0 00000100:00100000:1.0:1746126417.766686:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1229 00002000:00100000:1.0:1746126417.766691:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b790380 x1830945733965440/t4294967896(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 496/448 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.766697:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b790380 with x1830945733965440 ext(0->7) 00010000:00010000:1.0:1746126417.766702:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7ef6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc191 expref: 62 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.766710:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7ef6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc191 expref: 62 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.766715:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b790380 00000100:00100000:0.0:1746126417.772779:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.778275:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.781378:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.784623:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.786643:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.789956:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.794789:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.795760:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.798466:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.800969:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.804172:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.807503:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.810630:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.813639:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.817193:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.820116:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733968256 00000100:00100000:0.0:1746126417.820122:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733968256 00002000:00100000:0.0:1746126417.820150:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e50a80 x1830945733968256/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126417.820158:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50a80 with x1830945733968256 ext(0->4095) 00002000:00010000:0.0:1746126417.820161:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e50a80 00000100:00100000:0.0:1746126417.820176:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3377 00000100:00100000:0.0:1746126417.820182:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733968256:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126417.821715:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733968256:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 1528us (1918us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126417.821723:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3377 00002000:00100000:0.0:1746126417.821731:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e50a80 x1830945733968256/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126417.821739:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50a80 with x1830945733968256 ext(0->4095) 00002000:00010000:0.0:1746126417.821742:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e50a80 00000100:00100000:0.0:1746126417.822530:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.824535:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.827844:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.831341:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.833793:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.836934:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.853786:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.853840:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733969536 00000100:00100000:1.0:1746126417.853848:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733969536 00002000:00100000:1.0:1746126417.853887:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b792300 x1830945733969536/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 496/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.853895:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b792300 with x1830945733969536 ext(0->7) 00010000:00010000:1.0:1746126417.853903:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7efa6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1c9 expref: 61 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.853915:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7efa6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1c9 expref: 61 pid: 8424 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.853921:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b792300 00000100:00100000:1.0:1746126417.853951:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1233 00000100:00100000:1.0:1746126417.853958:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b792300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+61:1963:x1830945733969536:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126417.854239:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b792300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1963:x1830945733969536:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 280us (459us total) trans 4294967897 rc 0/0 00000100:00100000:1.0:1746126417.854245:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1233 00002000:00100000:1.0:1746126417.854250:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b792300 x1830945733969536/t4294967897(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 496/448 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.854256:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b792300 with x1830945733969536 ext(0->7) 00010000:00010000:1.0:1746126417.854260:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7efa6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1c9 expref: 63 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.854268:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7efa6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1c9 expref: 63 pid: 8424 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.854272:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b792300 00000100:00100000:0.0:1746126417.858531:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.869804:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.870194:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733969920 00000100:00100000:1.0:1746126417.870200:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733969920 00002000:00100000:1.0:1746126417.870230:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e18000 x1830945733969920/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.870239:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18000 with x1830945733969920 ext(0->4095) 00002000:00010000:1.0:1746126417.870243:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e18000 00000100:00100000:1.0:1746126417.870265:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3379 00000100:00100000:1.0:1746126417.870271:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733969920:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126417.870394:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733969920:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (597us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.870399:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3379 00002000:00100000:1.0:1746126417.870404:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e18000 x1830945733969920/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.870410:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18000 with x1830945733969920 ext(0->4095) 00002000:00010000:1.0:1746126417.870413:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e18000 00000100:00100000:0.0:1746126417.876417:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.876464:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.883494:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.890452:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.894801:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.895084:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.898116:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.898190:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733971072 00000100:00100000:1.0:1746126417.898196:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733971072 00002000:00100000:1.0:1746126417.898223:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e19880 x1830945733971072/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.898231:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19880 with x1830945733971072 ext(0->4095) 00010000:00010000:1.0:1746126417.898237:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7efbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1de expref: 63 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.898247:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7efbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1de expref: 63 pid: 8424 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.898252:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e19880 00000100:00100000:1.0:1746126417.898275:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1235 00000100:00100000:1.0:1746126417.898281:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1963:x1830945733971072:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126417.898393:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1963:x1830945733971072:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.898399:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1235 00002000:00100000:1.0:1746126417.898403:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e19880 x1830945733971072/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.898410:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19880 with x1830945733971072 ext(0->4095) 00010000:00010000:1.0:1746126417.898414:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7efbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1de expref: 63 pid: 8424 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.898422:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3400/0x9851078746b7efbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1de expref: 63 pid: 8424 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.898428:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e19880 00000100:00100000:0.0:1746126417.899455:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.899503:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.901930:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.902082:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733971584 00000100:00100000:1.0:1746126417.902087:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733971584 00002000:00100000:1.0:1746126417.902114:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1a300 x1830945733971584/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.902122:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1a300 with x1830945733971584 ext(0->4095) 00010000:00010000:1.0:1746126417.902127:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7efc2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1e5 expref: 6 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.902137:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7efc2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1e5 expref: 6 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.902143:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e1a300 00000100:00100000:1.0:1746126417.902168:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1236 00000100:00100000:1.0:1746126417.902174:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733971584:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126417.902294:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733971584:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (364us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.902300:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1236 00002000:00100000:1.0:1746126417.902305:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1a300 x1830945733971584/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.902312:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1a300 with x1830945733971584 ext(0->4095) 00010000:00010000:1.0:1746126417.902316:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7efc2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1e5 expref: 6 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.902324:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7efc2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1e5 expref: 6 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.902329:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e1a300 00000100:00100000:0.0:1746126417.904551:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.907698:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.909253:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.911438:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.913724:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.913770:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733972480 00000100:00100000:1.0:1746126417.913776:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733972480 00002000:00100000:1.0:1746126417.913802:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1ad80 x1830945733972480/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.913810:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1ad80 with x1830945733972480 ext(0->4095) 00002000:00010000:1.0:1746126417.913813:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e1ad80 00000100:00100000:1.0:1746126417.913840:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3381 00000100:00100000:1.0:1746126417.913846:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733972480:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126417.914912:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733972480:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1064us (1188us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.914919:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3381 00002000:00100000:1.0:1746126417.914926:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1ad80 x1830945733972480/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.914932:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1ad80 with x1830945733972480 ext(0->4095) 00002000:00010000:1.0:1746126417.914935:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e1ad80 00000100:00100000:0.0:1746126417.916213:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.918953:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.920564:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.924170:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126417.924293:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733973120 00000100:00100000:1.0:1746126417.924299:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733973120 00002000:00100000:1.0:1746126417.924332:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1bb80 x1830945733973120/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.924341:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1bb80 with x1830945733973120 ext(0->4095) 00010000:00010000:1.0:1746126417.924347:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7efd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1fa expref: 64 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.924358:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7efd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1fa expref: 64 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.924363:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e1bb80 00000100:00100000:1.0:1746126417.924378:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1237 00000100:00100000:1.0:1746126417.924384:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1963:x1830945733973120:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126417.924494:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1963:x1830945733973120:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126417.924499:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1237 00002000:00100000:1.0:1746126417.924504:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1bb80 x1830945733973120/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.924510:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1bb80 with x1830945733973120 ext(0->4095) 00010000:00010000:1.0:1746126417.924514:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7efd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1fa expref: 64 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.924522:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7efd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc1fa expref: 64 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.924526:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e1bb80 00000100:00100000:0.0:1746126417.926262:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.935005:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.940009:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.946292:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.950803:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.955016:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.959868:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126417.971406:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733974656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126417.971423:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126417.971436:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7eff3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc216 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.971461:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7efec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc20f expref: 62 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.971467:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126417.971469:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126417.971471:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7eff3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc216 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.971495:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7efec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc20f expref: 62 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126417.971504:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7efec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc20f expref: 62 pid: 17079 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746126417.971514:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e38e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726064000:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126417.978980:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126417.979740:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e38e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726064000:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126417.979765:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7eff3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc216 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126417.979778:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092420400, rc 0) 00000100:00100000:1.0:1746126417.980014:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733974656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16329us (20153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126417.980034:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4159 00000100:00100000:1.0:1746126417.980061:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733974784 00000100:00100000:1.0:1746126417.980066:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733974784 00002000:00100000:1.0:1746126417.980814:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b790e00 x1830945733974784/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 496/0 e 0 to 0 dl 1746126428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.980823:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b790e00 with x1830945733974784 ext(0->7) 00010000:00010000:1.0:1746126417.980829:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7efec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc20f expref: 63 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.980839:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7efec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc20f expref: 63 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.980845:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b790e00 00000100:00100000:1.0:1746126417.981018:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1240 00000100:00100000:1.0:1746126417.981044:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b790e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1964:x1830945733974784:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126417.981836:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b790e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+65:1964:x1830945733974784:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 793us (1859us total) trans 4294967898 rc 0/0 00000100:00100000:1.0:1746126417.981842:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1240 00002000:00100000:1.0:1746126417.981849:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b790e00 x1830945733974784/t4294967898(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:178/0 lens 496/448 e 0 to 0 dl 1746126428 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126417.981857:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b790e00 with x1830945733974784 ext(0->7) 00010000:00010000:1.0:1746126417.981862:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7efec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc20f expref: 65 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126417.981871:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7efec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc20f expref: 65 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126417.981876:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b790e00 00000100:00100000:0.0:1746126418.009242:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.009625:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.010390:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733974912 00000100:00100000:1.0:1746126418.010538:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733974912 00000100:00100000:1.0:1746126418.010914:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4160 00000100:00100000:1.0:1746126418.010922:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+65:31643:x1830945733974912:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.010937:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.010953:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7effa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc21d expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.010976:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.010980:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7eff3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc216 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.010986:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126418.010988:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7effa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc21d expref: 66 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.011019:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092420400/0x9851078746b7eff3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc216 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.011051:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7effa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc21d expref: 66 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.011058:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcf7a00, rc 0) 00000100:00100000:1.0:1746126418.011099:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:31643:x1830945733974912:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (1864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.011105:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4160 00000100:00100000:1.0:1746126418.026891:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.037185:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.041836:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.045864:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.046016:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733975808 00000100:00100000:1.0:1746126418.046043:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733975808 00000100:00100000:1.0:1746126418.046088:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4161 00000100:00100000:1.0:1746126418.046094:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733975808:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.046107:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.046121:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f001 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc224 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.046142:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7effa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc21d expref: 64 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.046148:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.046150:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.046152:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f001 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc224 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.046174:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7effa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc21d expref: 64 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.046188:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7effa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc21d expref: 64 pid: 17079 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746126418.046196:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c315180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726064512:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126418.046845:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126418.053696:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c315180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726064512:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126418.053722:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f001 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc224 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.053735:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcf7400, rc 0) 00000100:00100000:1.0:1746126418.053767:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733975808:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7672us (7910us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.053774:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4161 00000100:00100000:0.0:1746126418.071177:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.071226:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.071512:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733975936 00000100:00100000:1.0:1746126418.071516:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733975936 00000100:00100000:1.0:1746126418.071544:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4162 00000100:00100000:1.0:1746126418.071553:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:31643:x1830945733975936:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.071561:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.071572:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f008 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc22b expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.071587:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.071592:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f001 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc224 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.071602:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126418.071605:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f008 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc22b expref: 69 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.071872:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f001 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc224 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.071885:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f008 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc22b expref: 68 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.071894:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcf6e00, rc 0) 00000100:00100000:1.0:1746126418.071911:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:31643:x1830945733975936:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 358us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.071915:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4162 00000100:00100000:0.0:1746126418.074694:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.077842:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.080640:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.083769:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.091792:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.091839:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733976960 00000100:00100000:1.0:1746126418.091847:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733976960 00000100:00100000:1.0:1746126418.091891:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4163 00000100:00100000:1.0:1746126418.091898:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5788c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733976960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.091912:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.091926:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b7f00f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc232 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.091949:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f008 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc22b expref: 66 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.091956:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.091958:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.091960:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b7f00f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc232 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.091984:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f008 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc22b expref: 66 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.091993:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f008 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc22b expref: 66 pid: 17079 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746126418.092002:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c315180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726065024:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126418.092086:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126418.096317:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c315180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726065024:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126418.096344:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b7f00f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc232 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.096362:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcf7200, rc 0) 00000100:00100000:1.0:1746126418.096408:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5788c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733976960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4509us (4622us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.096416:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4163 00000100:00100000:0.0:1746126418.098404:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.098475:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733977088 00000100:00100000:1.0:1746126418.098482:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733977088 00002000:00100000:1.0:1746126418.098511:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e3b480 x1830945733977088/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 496/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.098520:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e3b480 with x1830945733977088 ext(0->7) 00010000:00010000:1.0:1746126418.098527:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f008 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc22b expref: 67 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126418.098542:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f008 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc22b expref: 67 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126418.098548:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e3b480 00000100:00100000:1.0:1746126418.098619:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1244 00000100:00100000:1.0:1746126418.098627:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1963:x1830945733977088:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126418.098864:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1963:x1830945733977088:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 237us (463us total) trans 4294967900 rc 0/0 00000100:00100000:1.0:1746126418.098870:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1244 00002000:00100000:1.0:1746126418.098876:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e3b480 x1830945733977088/t4294967900(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 496/448 e 0 to 0 dl 1746126429 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.098883:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e3b480 with x1830945733977088 ext(0->7) 00010000:00010000:1.0:1746126418.098888:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f008 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc22b expref: 69 pid: 17079 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746126418.098897:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f008 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc22b expref: 69 pid: 17079 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746126418.098902:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e3b480 00000100:00100000:0.0:1746126418.100088:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.100144:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733977216 00000100:00100000:1.0:1746126418.100148:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733977216 00000100:00100000:1.0:1746126418.100180:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4164 00000100:00100000:1.0:1746126418.100186:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:31643:x1830945733977216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.100194:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.100206:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800956ec200/0x9851078746b7f016 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc239 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.100223:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.100228:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b7f00f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc232 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.100233:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126418.100236:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956ec200/0x9851078746b7f016 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc239 expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.100265:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b7f00f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc232 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.100275:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800956ec200/0x9851078746b7f016 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc239 expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.100283:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956ec200, rc 0) 00000100:00100000:1.0:1746126418.100304:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31643:x1830945733977216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.100309:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4164 00000100:00100000:0.0:1746126418.107210:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733977600 00000100:00100000:0.0:1746126418.107216:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733977600 00002000:00100000:0.0:1746126418.107246:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b790000 x1830945733977600/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126418.107255:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b790000 with x1830945733977600 ext(0->4095) 00010000:00010000:0.0:1746126418.107262:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b7f00f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc232 expref: 6 pid: 17079 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126418.107273:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b7f00f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc232 expref: 6 pid: 17079 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126418.107279:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b790000 00000100:00100000:0.0:1746126418.107480:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1245 00000100:00100000:0.0:1746126418.107488:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733977600:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126418.107630:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733977600:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (928us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126418.107636:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1245 00002000:00100000:0.0:1746126418.107641:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b790000 x1830945733977600/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126418.107648:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b790000 with x1830945733977600 ext(0->4095) 00010000:00010000:0.0:1746126418.107653:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b7f00f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc232 expref: 6 pid: 17079 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126418.107662:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b7f00f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc232 expref: 6 pid: 17079 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126418.107667:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b790000 00000100:00100000:0.0:1746126418.110528:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.114299:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.114509:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733977984 00000100:00100000:1.0:1746126418.114516:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733977984 00002000:00100000:1.0:1746126418.114550:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e38a80 x1830945733977984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.114560:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e38a80 with x1830945733977984 ext(0->4095) 00002000:00010000:1.0:1746126418.114564:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e38a80 00000100:00100000:1.0:1746126418.114580:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3385 00000100:00100000:1.0:1746126418.114587:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1963:x1830945733977984:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126418.114724:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1963:x1830945733977984:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (433us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.114731:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3385 00002000:00100000:1.0:1746126418.114736:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e38a80 x1830945733977984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.114744:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e38a80 with x1830945733977984 ext(0->4095) 00002000:00010000:1.0:1746126418.114746:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e38a80 00000100:00100000:0.0:1746126418.117104:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.117168:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733978112 00000100:00100000:1.0:1746126418.117175:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733978112 00000100:00100000:1.0:1746126418.117217:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4165 00000100:00100000:1.0:1746126418.117223:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733978112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.117237:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.117251:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a6ed600/0x9851078746b7f01d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc240 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.117272:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956ec200/0x9851078746b7f016 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc239 expref: 68 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.117279:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.117281:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.117284:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a6ed600/0x9851078746b7f01d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc240 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.117309:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956ec200/0x9851078746b7f016 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc239 expref: 68 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.117323:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956ec200/0x9851078746b7f016 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc239 expref: 68 pid: 17079 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126418.117333:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c317100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726065536:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126418.117955:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126418.119879:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.120058:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c317100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726065536:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126418.120080:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a6ed600/0x9851078746b7f01d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc240 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.120092:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a6ed600, rc 0) 00000100:00100000:1.0:1746126418.120121:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733978112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2898us (3024us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.120128:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4165 00000100:00100000:0.0:1746126418.123559:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.125969:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.126045:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733978624 00000100:00100000:1.0:1746126418.126052:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733978624 00000100:00100000:1.0:1746126418.126091:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4166 00000100:00100000:1.0:1746126418.126098:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:31643:x1830945733978624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.126109:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.126121:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f024 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc247 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.126143:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a6ed600/0x9851078746b7f01d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc240 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.126153:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126418.126155:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126418.126157:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f024 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc247 expref: 69 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.126181:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a6ed600/0x9851078746b7f01d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc240 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.126191:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a6ed600/0x9851078746b7f01d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc240 expref: 5 pid: 17079 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126418.126200:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c317100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726065792:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126418.126260:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126418.126774:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.128935:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.129011:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c317100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726065792:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126418.129053:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f024 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc247 expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.129065:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131070a00, rc 0) 00000100:00100000:1.0:1746126418.129090:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31643:x1830945733978624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2993us (3125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.129096:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4166 00000100:00100000:0.0:1746126418.132683:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.135561:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.140982:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.143469:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.143831:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733979648 00000100:00100000:1.0:1746126418.143838:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733979648 00000100:00100000:1.0:1746126418.143952:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4168 00000100:00100000:1.0:1746126418.143960:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733979648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.143974:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.143989:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f032 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc255 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.144011:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f02b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc24e expref: 68 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.144017:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.144019:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.144042:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f032 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc255 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.144064:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f02b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc24e expref: 68 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.144073:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f02b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc24e expref: 68 pid: 8424 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126418.144082:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c317100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726066304:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126418.144447:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126418.146859:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126418.147292:0:17079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f02b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc24e expref: 69 pid: 8424 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126418.147310:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c317100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726066304:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126418.147328:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f032 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc255 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.147339:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131070a00, rc 0) 00000100:00100000:1.0:1746126418.147358:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733979648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3399us (3893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.147364:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4168 00000100:00100000:0.0:1746126418.150380:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.150694:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733980032 00000100:00100000:1.0:1746126418.150701:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733980032 00002000:00100000:1.0:1746126418.150735:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131546680 x1830945733980032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.150744:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131546680 with x1830945733980032 ext(0->4095) 00002000:00010000:1.0:1746126418.150748:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131546680 00000100:00100000:1.0:1746126418.150776:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3388 00000100:00100000:1.0:1746126418.150782:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733980032:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126418.150908:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733980032:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (533us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.150914:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3388 00002000:00100000:1.0:1746126418.150919:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131546680 x1830945733980032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.150926:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131546680 with x1830945733980032 ext(0->4095) 00002000:00010000:1.0:1746126418.150928:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131546680 00000100:00100000:0.0:1746126418.152545:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.152828:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733980160 00000100:00100000:1.0:1746126418.152833:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733980160 00000100:00100000:1.0:1746126418.152864:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4169 00000100:00100000:1.0:1746126418.152869:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:31643:x1830945733980160:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.152881:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.152895:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b7f039 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc25c expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.152917:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f032 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc255 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.152923:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126418.152925:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126418.152927:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b7f039 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc25c expref: 69 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.152949:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f032 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc255 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.152959:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f032 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc255 expref: 5 pid: 17079 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126418.152968:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c317100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726066560:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126418.154240:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126418.154856:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.157253:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c317100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726066560:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126418.157275:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b7f039 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc25c expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.157287:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a6ecc00, rc 0) 00000100:00100000:1.0:1746126418.157317:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31643:x1830945733980160:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4447us (4775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.157326:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4169 00000100:00100000:0.0:1746126418.158827:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.163064:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.167203:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.171341:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.174278:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.174818:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733981184 00000100:00100000:1.0:1746126418.174825:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733981184 00000100:00100000:1.0:1746126418.174869:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4171 00000100:00100000:1.0:1746126418.174876:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733981184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.174889:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.174903:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b7f047 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc26a expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.174925:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b7f040 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc263 expref: 68 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.174931:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.174933:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.174936:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b7f047 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc26a expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.174957:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b7f040 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc263 expref: 68 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.174967:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b7f040 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc263 expref: 68 pid: 8425 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126418.174976:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c317100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726067072:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126418.175616:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126418.178335:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.178435:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c317100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726067072:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126418.178462:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b7f047 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc26a expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.178476:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a6ecc00, rc 0) 00000100:00100000:1.0:1746126418.178511:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733981184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3635us (4239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.178520:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4171 00000100:00100000:0.0:1746126418.182264:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.182987:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733981568 00000100:00100000:1.0:1746126418.182992:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733981568 00002000:00100000:1.0:1746126418.183042:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009310a300 x1830945733981568/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.183051:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a300 with x1830945733981568 ext(0->4095) 00002000:00010000:1.0:1746126418.183055:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310a300 00000100:00100000:1.0:1746126418.183076:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3390 00000100:00100000:1.0:1746126418.183080:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733981568:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126418.183206:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945733981568:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (949us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.183212:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3390 00002000:00100000:1.0:1746126418.183216:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009310a300 x1830945733981568/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.183223:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a300 with x1830945733981568 ext(0->4095) 00002000:00010000:1.0:1746126418.183225:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310a300 00000100:00100000:1.0:1746126418.184182:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.186620:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.188937:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.192945:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.196660:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.200002:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.202899:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.206665:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.210899:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.210975:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.211441:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733983104 00000100:00100000:1.0:1746126418.211445:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733983104 00002000:00100000:1.0:1746126418.211468:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092829c00 x1830945733983104/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.211476:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829c00 with x1830945733983104 ext(0->4095) 00010000:00010000:1.0:1746126418.211481:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7f05c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc27f expref: 6 pid: 17079 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.211489:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7f05c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc27f expref: 6 pid: 17079 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.211495:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092829c00 00000100:00100000:1.0:1746126418.211507:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1249 00000100:00100000:1.0:1746126418.211511:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733983104:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126418.211619:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733983104:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.211624:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1249 00002000:00100000:1.0:1746126418.211629:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092829c00 x1830945733983104/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.211636:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829c00 with x1830945733983104 ext(0->4095) 00010000:00010000:1.0:1746126418.211640:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7f05c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc27f expref: 6 pid: 17079 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.211648:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7f05c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc27f expref: 6 pid: 17079 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.211654:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092829c00 00000100:00100000:0.0:1746126418.214717:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.218228:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.222097:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.225088:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.228451:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.228834:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733984128 00000100:00100000:1.0:1746126418.228841:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733984128 00002000:00100000:1.0:1746126418.228875:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b54380 x1830945733984128/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.228883:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54380 with x1830945733984128 ext(0->4095) 00002000:00010000:1.0:1746126418.228886:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b54380 00000100:00100000:1.0:1746126418.229101:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3392 00000100:00100000:1.0:1746126418.229107:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1964:x1830945733984128:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126418.229230:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1964:x1830945733984128:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (781us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.229236:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3392 00002000:00100000:1.0:1746126418.229241:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b54380 x1830945733984128/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.229247:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54380 with x1830945733984128 ext(0->4095) 00002000:00010000:1.0:1746126418.229250:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b54380 00000100:00100000:0.0:1746126418.231130:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.234199:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.237450:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.240660:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.242340:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.242359:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733984896 00000100:00100000:0.0:1746126418.242362:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733984896 00000100:00100000:0.0:1746126418.242392:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4179 00000100:00100000:0.0:1746126418.242397:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31655:x1830945733984896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126418.242405:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126418.242413:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092421a00/0x9851078746b7f07f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc2a2 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.242427:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126418.242430:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f078 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc29b expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.242435:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126418.242438:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092421a00/0x9851078746b7f07f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2a2 expref: 71 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.242457:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f078 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc29b expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.242466:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092421a00/0x9851078746b7f07f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2a2 expref: 71 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.242473:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092421a00, rc 0) 00000100:00100000:0.0:1746126418.242492:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31655:x1830945733984896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126418.242497:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4179 00000100:00100000:0.0:1746126418.246743:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.251294:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.255968:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.260242:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.264671:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.279685:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.281366:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.289960:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.296142:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.303827:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.311099:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.311257:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733986816 00000100:00100000:1.0:1746126418.311266:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733986816 00000100:00100000:1.0:1746126418.311837:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4182 00000100:00100000:1.0:1746126418.311847:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733986816:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.311867:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.311884:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129f60600/0x9851078746b7f094 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc2b7 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.311913:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f08d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b0 expref: 68 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.311925:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.311927:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.311930:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129f60600/0x9851078746b7f094 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b7 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.311961:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f08d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b0 expref: 68 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.311974:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f08d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b0 expref: 68 pid: 8424 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126418.311986:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c315180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726069888:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126418.314429:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126418.317431:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c315180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726069888:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126418.317467:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129f60600/0x9851078746b7f094 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b7 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.317486:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129f60600, rc 0) 00000100:00100000:1.0:1746126418.318414:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733986816:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6565us (7322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.318424:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4182 00000100:00100000:0.0:1746126418.320119:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.326758:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733987072 00000100:00100000:0.0:1746126418.326771:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733987072 00010000:00010000:0.0:1746126418.326812:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f08d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b0 expref: 71 pid: 8424 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126418.328353:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16321 00000100:00100000:0.0:1746126418.328369:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b791500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1964:x1830945733987072:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126418.328390:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126418.328418:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f08d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b0 expref: 71 pid: 8424 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126418.328433:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f08d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b0 expref: 71 pid: 8424 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126418.328457:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf6e00/0x9851078746b7f08d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b0 expref: 71 pid: 8424 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126418.328496:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126418.328498:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126418.328506:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129f60600/0x9851078746b7f094 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b7 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.328513:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129f60600/0x9851078746b7f094 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b7 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.328547:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129f60600/0x9851078746b7f094 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b7 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126418.328558:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e1b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726070016:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126418.328663:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126418.328835:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.329046:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733987200 00000100:00100000:0.0:1746126418.329054:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733987200 00000100:00100000:0.0:1746126418.329141:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4183 00000100:00100000:0.0:1746126418.329147:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c315180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31643:x1830945733987200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126418.329161:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126418.329172:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f09b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc2be expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.329188:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129f60600/0x9851078746b7f094 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b7 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.329193:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126418.329194:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126418.329197:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f09b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2be expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.329212:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129f60600/0x9851078746b7f094 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b7 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.329222:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129f60600/0x9851078746b7f094 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2b7 expref: 5 pid: 17079 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126418.329229:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726070144:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126418.330731:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126418.332449:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.332646:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726070144:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126418.332669:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f09b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2be expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.332688:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131070a00, rc 0) 00000100:00100000:1.0:1746126418.332735:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c315180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31643:x1830945733987200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3587us (3899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.332742:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4183 00000100:00100000:0.0:1746126418.343129:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.353309:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.360375:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.360480:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733987968 00000100:00100000:1.0:1746126418.360490:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733987968 00000100:00100000:1.0:1746126418.360550:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4184 00000100:00100000:1.0:1746126418.360559:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733987968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.360579:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.360598:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b7f0a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc2c5 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.360640:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f09b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2be expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.360648:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.360650:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.360653:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b7f0a2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2c5 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.360686:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f09b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2be expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.360697:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f09b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2be expref: 70 pid: 17079 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126418.360715:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c314e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726070400:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126418.360820:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126418.374576:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c314e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726070400:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126418.374622:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b7f0a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2c5 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.374641:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f805600, rc 0) 00000100:00100000:1.0:1746126418.374708:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733987968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14148us (14342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.374717:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4184 00000100:00100000:0.0:1746126418.374871:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.375258:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733988096 00000100:00100000:1.0:1746126418.375270:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733988096 00002000:00100000:1.0:1746126418.375312:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e18380 x1830945733988096/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 496/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.375322:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18380 with x1830945733988096 ext(0->7) 00010000:00010000:1.0:1746126418.375329:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f09b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2be expref: 71 pid: 17079 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.375341:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f09b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2be expref: 71 pid: 17079 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.375347:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e18380 00000100:00100000:1.0:1746126418.375380:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1255 00000100:00100000:1.0:1746126418.375388:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1964:x1830945733988096:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126418.375744:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1964:x1830945733988096:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 356us (880us total) trans 4294967902 rc 0/0 00000100:00100000:1.0:1746126418.375751:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1255 00002000:00100000:1.0:1746126418.375757:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e18380 x1830945733988096/t4294967902(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 496/448 e 0 to 0 dl 1746126429 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.375765:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18380 with x1830945733988096 ext(0->7) 00010000:00010000:1.0:1746126418.375770:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f09b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2be expref: 73 pid: 17079 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.375779:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131070a00/0x9851078746b7f09b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2be expref: 73 pid: 17079 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.375785:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e18380 00000100:00100000:0.0:1746126418.380523:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.380688:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733988224 00000100:00100000:1.0:1746126418.380695:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733988224 00000100:00100000:0.0:1746126418.380702:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.380785:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4185 00000100:00100000:1.0:1746126418.380793:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31643:x1830945733988224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.380809:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.380822:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c15c00/0x9851078746b7f0a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc2cc expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.380844:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.380850:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b7f0a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2c5 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.380856:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126418.380860:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c15c00/0x9851078746b7f0a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2cc expref: 75 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.380896:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b7f0a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2c5 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.380907:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c15c00/0x9851078746b7f0a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2cc expref: 75 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.380915:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c15c00, rc 0) 00000100:00100000:1.0:1746126418.380964:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:31643:x1830945733988224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.380970:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4185 00000100:00100000:0.0:1746126418.385252:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.390476:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.403375:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726070784:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126418.403394:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126418.403443:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945733988736:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 11001us (12973us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126418.403453:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16324 00000100:00100000:1.0:1746126418.403613:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.403733:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733988992 00000100:00100000:0.0:1746126418.403738:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733988992 00002000:00100000:0.0:1746126418.403768:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c314e00 x1830945733988992/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126418.403776:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c314e00 with x1830945733988992 ext(0->4095) 00002000:00010000:0.0:1746126418.403780:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c314e00 00000100:00100000:0.0:1746126418.403982:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3397 00000100:00100000:0.0:1746126418.403988:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1966:x1830945733988992:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126418.404469:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1966:x1830945733988992:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 480us (863us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126418.404474:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3397 00002000:00100000:0.0:1746126418.404479:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c314e00 x1830945733988992/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126418.404486:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c314e00 with x1830945733988992 ext(0->4095) 00002000:00010000:0.0:1746126418.404489:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c314e00 00000100:00100000:0.0:1746126418.410866:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.411072:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733989120 00000100:00100000:1.0:1746126418.411079:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733989120 00000100:00100000:1.0:1746126418.411227:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4186 00000100:00100000:1.0:1746126418.411233:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945733989120:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.411360:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.411374:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f0b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc2d3 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.411395:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c15c00/0x9851078746b7f0a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2cc expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.411402:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.411404:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.411407:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f0b0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2d3 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.411431:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c15c00/0x9851078746b7f0a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2cc expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.411441:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c15c00/0x9851078746b7f0a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2cc expref: 72 pid: 17079 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126418.411451:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c314000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726070912:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126418.411697:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126418.414217:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c314000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726070912:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126418.414240:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f0b0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2d3 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.414254:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c14e00, rc 0) 00000100:00100000:1.0:1746126418.414298:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945733989120:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3065us (3437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.414305:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4186 00000100:00100000:0.0:1746126418.415976:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.430179:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733989376 00000100:00100000:0.0:1746126418.430186:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733989376 00010000:00010000:0.0:1746126418.430214:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c15c00/0x9851078746b7f0a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2cc expref: 75 pid: 17079 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126418.430237:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16325 00000100:00100000:0.0:1746126418.430242:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b791f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1964:x1830945733989376:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126418.430253:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126418.430270:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c15c00/0x9851078746b7f0a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2cc expref: 75 pid: 17079 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126418.430284:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c15c00/0x9851078746b7f0a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2cc expref: 75 pid: 17079 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126418.430302:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c15c00/0x9851078746b7f0a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2cc expref: 75 pid: 17079 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126418.430365:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733989504 00000100:00100000:1.0:1746126418.430368:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733989504 00010000:00010000:0.0:1746126418.431235:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126418.431238:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126418.431246:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f0b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2d3 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.431257:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f0b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2d3 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.431290:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f0b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2d3 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126418.431450:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131465500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726071040:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126418.431820:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4187 00000100:00100000:1.0:1746126418.431829:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b793100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:31643:x1830945733989504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.431840:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.431849:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131071e00/0x9851078746b7f0b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc2da expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.431864:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f0b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2d3 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.431869:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126418.431871:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126418.431873:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131071e00/0x9851078746b7f0b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2da expref: 76 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.431886:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f0b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2d3 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.431894:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f0b0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2d3 expref: 5 pid: 17079 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126418.431900:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c314000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726071168:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126418.431920:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126418.435620:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.438098:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.441273:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.445293:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.448598:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.451247:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.456556:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.459843:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.459999:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.465319:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.468573:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.474548:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.476962:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.487100:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.487140:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.487228:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733992064 00000100:00100000:1.0:1746126418.487235:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733992064 00000100:00100000:1.0:1746126418.487470:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4192 00000100:00100000:1.0:1746126418.487477:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+77:31643:x1830945733992064:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.487490:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.487503:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c15200/0x9851078746b7f0da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc2fd expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.487524:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.487529:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f0d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2f6 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.487538:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126418.487541:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c15200/0x9851078746b7f0da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2fd expref: 78 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.487568:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f0d3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2f6 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.487577:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c15200/0x9851078746b7f0da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2fd expref: 78 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.487586:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c15200, rc 0) 00000100:00100000:1.0:1746126418.488230:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:31643:x1830945733992064:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 753us (1136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.488235:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4192 00000100:00100000:0.0:1746126418.494853:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.495053:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733992448 00000100:00100000:1.0:1746126418.495059:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733992448 00002000:00100000:1.0:1746126418.495093:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092866680 x1830945733992448/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.495102:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092866680 with x1830945733992448 ext(0->4095) 00010000:00010000:1.0:1746126418.495108:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f0d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2f6 expref: 6 pid: 8425 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.495119:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f0d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2f6 expref: 6 pid: 8425 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.495125:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092866680 00000100:00100000:1.0:1746126418.495145:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1262 00000100:00100000:1.0:1746126418.495152:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733992448:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126418.495887:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945733992448:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 734us (1038us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.495892:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1262 00002000:00100000:1.0:1746126418.495897:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092866680 x1830945733992448/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.495904:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092866680 with x1830945733992448 ext(0->4095) 00010000:00010000:1.0:1746126418.495909:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f0d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2f6 expref: 6 pid: 8425 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.495918:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f0d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc2f6 expref: 6 pid: 8425 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.495923:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092866680 00000100:00100000:0.0:1746126418.500838:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.508231:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726072704 00000100:00100000:1.0:1746126418.508234:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726072704 00000100:00100000:1.0:1746126418.508259:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1746126418.508264:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d568c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3291:x1830945726072704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126418.508298:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d568c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3291:x1830945726072704:12345-0@lo:400:kworker.0 Request processed in 34us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.508302:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1746126418.508792:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726073344 00000100:00100000:1.0:1746126418.508795:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726073344 00000100:00100000:1.0:1746126418.508815:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1746126418.508820:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945726073344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126418.508844:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945726073344:12345-0@lo:400:kworker.0 Request processed in 24us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.508848:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1746126418.508863:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b793b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945726073344:0@lo:400:kworker.0 00000100:00100000:0.0:1746126418.508976:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b791f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726073088:0@lo:400:kworker.0 00000100:00100000:0.0:1746126418.508997:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126418.509009:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746126418.509014:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b791500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3294:1830945726072960:0@lo:400:kworker.0 00000100:00100000:0.0:1746126418.509042:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126418.509392:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726073088 00000100:00100000:1.0:1746126418.509395:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726073088 00000100:00100000:1.0:1746126418.509418:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1746126418.509423:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945726073088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126418.509445:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945726073088:12345-0@lo:400:kworker.0 Request processed in 22us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.509448:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1746126418.509546:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b791500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3294:1830945726072960:0@lo:400:kworker.0 00000100:00100000:0.0:1746126418.509553:0:3294:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968458 gen 2 00000004:00080000:0.0:1746126418.509557:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094738000, transno 4294968458 00000100:00100000:0.0:1746126418.509571:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b791f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726073088:0@lo:400:kworker.0 00000100:00100000:0.0:1746126418.510408:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733992832 00000100:00100000:0.0:1746126418.510412:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733992832 00002000:00100000:0.0:1746126418.510434:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c318700 x1830945733992832/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126418.510442:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c318700 with x1830945733992832 ext(0->4095) 00002000:00010000:0.0:1746126418.510445:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c318700 00000100:00100000:0.0:1746126418.510467:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3400 00000100:00100000:0.0:1746126418.510471:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+77:1964:x1830945733992832:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126418.510559:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+77:1964:x1830945733992832:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (654us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126418.510565:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3400 00002000:00100000:0.0:1746126418.510569:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c318700 x1830945733992832/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126418.510575:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c318700 with x1830945733992832 ext(0->4095) 00002000:00010000:0.0:1746126418.510578:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c318700 00000100:00100000:0.0:1746126418.512906:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.518477:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.518520:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.522822:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.526328:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.530387:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.539117:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.543576:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.556737:0:8426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726074112 00000100:00100000:1.0:1746126418.556744:0:8426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726074112 00000100:00100000:1.0:1746126418.556784:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1746126418.556790:0:8426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726074112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746126418.556808:0:8426:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 170196992 pending 61341696 free 3855613952 avail 3853516800 00000100:00100000:1.0:1746126418.556850:0:8426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726074112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.556856:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1746126418.557797:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.561426:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.564688:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.568855:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.571276:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.571500:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733995008 00000100:00100000:1.0:1746126418.571505:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733995008 00002000:00100000:1.0:1746126418.571534:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e34e00 x1830945733995008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.571541:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34e00 with x1830945733995008 ext(0->4095) 00002000:00010000:1.0:1746126418.571545:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e34e00 00000100:00100000:1.0:1746126418.571708:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3402 00000100:00100000:1.0:1746126418.571716:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+79:1966:x1830945733995008:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126418.572650:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+79:1966:x1830945733995008:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 931us (1376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.572656:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3402 00002000:00100000:1.0:1746126418.572663:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e34e00 x1830945733995008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.572670:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34e00 with x1830945733995008 ext(0->4095) 00002000:00010000:1.0:1746126418.572673:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e34e00 00000100:00100000:0.0:1746126418.581745:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.593190:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.605791:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.614521:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.620908:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.641249:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733995904 00000100:00100000:0.0:1746126418.641256:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733995904 00010000:00010000:0.0:1746126418.641285:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b7f0fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc320 expref: 6 pid: 8424 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126418.641824:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16337 00000100:00100000:0.0:1746126418.641832:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945733995904:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126418.641845:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126418.641863:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b7f0fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc320 expref: 6 pid: 8424 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126418.641873:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b7f0fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc320 expref: 6 pid: 8424 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126418.641890:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b7f0fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc320 expref: 6 pid: 8424 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126418.643217:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126418.643221:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126418.643230:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7f104 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc327 expref: 80 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.643238:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7f104 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc327 expref: 80 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.643270:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7f104 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc327 expref: 80 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126418.643282:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e35f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726075008:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126418.644284:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126418.648145:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.654644:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.673759:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.673852:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.674647:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733996416 00000100:00100000:1.0:1746126418.674651:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733996416 00002000:00100000:1.0:1746126418.674679:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e36a00 x1830945733996416/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 496/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.674687:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36a00 with x1830945733996416 ext(0->7) 00010000:00010000:1.0:1746126418.674692:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7f104 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc327 expref: 82 pid: 8424 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.674702:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7f104 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc327 expref: 82 pid: 8424 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.674708:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e36a00 00000100:00100000:1.0:1746126418.674844:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1268 00000100:00100000:1.0:1746126418.674851:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1964:x1830945733996416:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126418.675086:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1964:x1830945733996416:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 235us (1335us total) trans 4294967907 rc 0/0 00000100:00100000:1.0:1746126418.675092:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1268 00002000:00100000:1.0:1746126418.675098:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e36a00 x1830945733996416/t4294967907(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 496/448 e 0 to 0 dl 1746126429 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.675103:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36a00 with x1830945733996416 ext(0->7) 00010000:00010000:1.0:1746126418.675107:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7f104 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc327 expref: 84 pid: 8424 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.675115:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7f104 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc327 expref: 84 pid: 8424 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.675120:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e36a00 00000100:00100000:0.0:1746126418.680053:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.687438:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.692482:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.698037:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.698094:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733997312 00000100:00100000:1.0:1746126418.698100:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733997312 00002000:00100000:1.0:1746126418.698131:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e37b80 x1830945733997312/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.698138:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e37b80 with x1830945733997312 ext(0->4095) 00002000:00010000:1.0:1746126418.698141:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e37b80 00000100:00100000:1.0:1746126418.698166:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3404 00000100:00100000:1.0:1746126418.698172:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1963:x1830945733997312:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126418.698287:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1963:x1830945733997312:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.698292:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3404 00002000:00100000:1.0:1746126418.698297:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e37b80 x1830945733997312/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.698308:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e37b80 with x1830945733997312 ext(0->4095) 00002000:00010000:1.0:1746126418.698311:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e37b80 00000100:00100000:0.0:1746126418.700726:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.705826:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.707887:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.711651:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.715127:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.719019:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.719270:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945733998336 00000100:00100000:1.0:1746126418.719276:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945733998336 00002000:00100000:1.0:1746126418.719306:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092968a80 x1830945733998336/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.719314:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092968a80 with x1830945733998336 ext(0->4095) 00002000:00010000:1.0:1746126418.719318:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092968a80 00000100:00100000:1.0:1746126418.719341:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3405 00000100:00100000:1.0:1746126418.719347:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1963:x1830945733998336:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126418.719456:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1963:x1830945733998336:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.719461:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3405 00002000:00100000:1.0:1746126418.719465:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092968a80 x1830945733998336/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.719472:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092968a80 with x1830945733998336 ext(0->4095) 00002000:00010000:1.0:1746126418.719474:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092968a80 00000100:00100000:0.0:1746126418.726222:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.741690:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.742368:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.748326:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.752827:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.759797:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.762558:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.776115:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.784953:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.791421:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.796101:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.804306:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.807857:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734000256 00000100:00100000:1.0:1746126418.807871:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734000256 00002000:00100000:1.0:1746126418.807909:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009296b480 x1830945734000256/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.807919:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009296b480 with x1830945734000256 ext(0->4095) 00010000:00010000:1.0:1746126418.807926:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b7f135 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc358 expref: 6 pid: 8425 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.807939:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b7f135 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc358 expref: 6 pid: 8425 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.807944:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009296b480 00000100:00100000:1.0:1746126418.807978:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1274 00000100:00100000:1.0:1746126418.807985:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734000256:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126418.808139:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734000256:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (3839us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.808145:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1274 00002000:00100000:1.0:1746126418.808150:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009296b480 x1830945734000256/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.808156:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009296b480 with x1830945734000256 ext(0->4095) 00010000:00010000:1.0:1746126418.808159:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b7f135 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc358 expref: 6 pid: 8425 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.808167:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b7f135 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc358 expref: 6 pid: 8425 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.808172:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009296b480 00000100:00100000:0.0:1746126418.813539:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.816373:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.822057:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.827249:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.833259:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.833312:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.833346:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734001152 00000100:00100000:1.0:1746126418.833353:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734001152 00000100:00100000:1.0:1746126418.833399:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4208 00000100:00100000:1.0:1746126418.833407:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31643:x1830945734001152:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.833421:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.833435:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f14a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc36d expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.833459:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.833464:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7f143 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc366 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.833471:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126418.833474:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f14a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc36d expref: 90 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.833505:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7f143 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc366 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.833515:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f14a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc36d expref: 90 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.833525:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70a00, rc 0) 00000100:00100000:1.0:1746126418.833561:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31643:x1830945734001152:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.833567:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4208 00000100:00100000:0.0:1746126418.837898:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.840111:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.843593:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.847707:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.847731:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734001920 00000100:00100000:0.0:1746126418.847738:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734001920 00000100:00100000:0.0:1746126418.848581:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4209 00000100:00100000:0.0:1746126418.848590:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5788850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734001920:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126418.848612:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126418.848625:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7f151 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc374 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.848648:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f14a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc36d expref: 88 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.848655:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126418.848657:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126418.848659:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7f151 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc374 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.848683:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f14a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc36d expref: 88 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.848692:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f14a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc36d expref: 88 pid: 8425 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126418.848706:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726077696:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126418.850124:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126418.857915:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.864322:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.865266:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.869124:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.869446:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734002560 00000100:00100000:1.0:1746126418.869452:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734002560 00002000:00100000:1.0:1746126418.869482:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e2d880 x1830945734002560/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.869497:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e2d880 with x1830945734002560 ext(0->4095) 00010000:00010000:1.0:1746126418.869504:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7f151 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc374 expref: 6 pid: 8424 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.869515:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7f151 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc374 expref: 6 pid: 8424 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.869521:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e2d880 00000100:00100000:1.0:1746126418.869546:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1278 00000100:00100000:1.0:1746126418.869552:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734002560:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126418.869707:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734002560:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (582us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.869715:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1278 00002000:00100000:1.0:1746126418.869720:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e2d880 x1830945734002560/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.869727:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e2d880 with x1830945734002560 ext(0->4095) 00010000:00010000:1.0:1746126418.869731:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7f151 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc374 expref: 6 pid: 8424 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.869739:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b7f151 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc374 expref: 6 pid: 8424 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.869744:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e2d880 00000100:00100000:0.0:1746126418.877623:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.877737:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734002944 00000100:00100000:1.0:1746126418.877746:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734002944 00002000:00100000:1.0:1746126418.877780:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e2dc00 x1830945734002944/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.877789:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e2dc00 with x1830945734002944 ext(0->4095) 00002000:00010000:1.0:1746126418.877792:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e2dc00 00000100:00100000:1.0:1746126418.877819:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3409 00000100:00100000:1.0:1746126418.877826:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734002944:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126418.877948:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734002944:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.877954:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3409 00002000:00100000:1.0:1746126418.877960:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e2dc00 x1830945734002944/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.877967:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e2dc00 with x1830945734002944 ext(0->4095) 00002000:00010000:1.0:1746126418.877969:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e2dc00 00000100:00100000:0.0:1746126418.879764:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.879813:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734003072 00000100:00100000:1.0:1746126418.879820:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734003072 00000100:00100000:1.0:1746126418.880094:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4211 00000100:00100000:1.0:1746126418.880102:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734003072:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.880115:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.880129:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f15f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc382 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.880150:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f158 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc37b expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.880161:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.880163:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.880166:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f15f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc382 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.880189:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f158 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc37b expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.880198:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f158 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc37b expref: 90 pid: 8424 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126418.880213:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013645ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726078208:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126418.880275:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126418.882092:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013645ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726078208:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126418.882115:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f15f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc382 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.882129:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:1.0:1746126418.882160:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734003072:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2057us (2400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.882167:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4211 00000100:00100000:0.0:1746126418.882518:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.886862:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.886937:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.887007:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734003328 00000100:00100000:1.0:1746126418.887010:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734003328 00000100:00100000:1.0:1746126418.887055:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4212 00000100:00100000:1.0:1746126418.887060:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734003328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.887072:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.887083:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f166 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc389 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.887101:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f15f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc382 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.887106:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126418.887107:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126418.887110:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f166 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc389 expref: 92 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.887132:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f15f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc382 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.887140:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f15f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc382 expref: 6 pid: 8425 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126418.887149:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013645ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726078464:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126418.887194:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126418.890083:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013645ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726078464:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126418.890108:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f166 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc389 expref: 91 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.890121:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71e00, rc 0) 00000100:00100000:1.0:1746126418.890155:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734003328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3094us (3300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.890165:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4212 00000100:00100000:0.0:1746126418.891855:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.891920:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.891990:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734003712 00000100:00100000:1.0:1746126418.891996:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734003712 00000100:00100000:1.0:1746126418.893304:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4213 00000100:00100000:1.0:1746126418.893311:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734003712:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.893323:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.893331:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f16d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc390 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.893346:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f166 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc389 expref: 92 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.893351:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.893352:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.893355:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f16d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc390 expref: 92 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.893369:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f166 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc389 expref: 92 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.893378:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f166 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc389 expref: 92 pid: 8425 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126418.893386:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013645ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726078720:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126418.893426:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126418.894424:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.894884:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734004096 00000100:00100000:1.0:1746126418.894889:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734004096 00002000:00100000:1.0:1746126418.894916:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e2f480 x1830945734004096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.894924:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e2f480 with x1830945734004096 ext(0->4095) 00010000:00010000:1.0:1746126418.894929:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f166 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc389 expref: 93 pid: 8425 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.894939:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f166 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc389 expref: 93 pid: 8425 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.894945:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e2f480 00000100:00100000:1.0:1746126418.894967:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1279 00000100:00100000:1.0:1746126418.894973:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734004096:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126418.895108:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734004096:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (685us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.895113:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1279 00002000:00100000:1.0:1746126418.895117:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e2f480 x1830945734004096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.895125:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e2f480 with x1830945734004096 ext(0->4095) 00010000:00010000:1.0:1746126418.895129:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f166 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc389 expref: 93 pid: 8425 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.895136:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f166 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc389 expref: 93 pid: 8425 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.895141:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e2f480 00000100:00100000:1.0:1746126418.897194:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013645ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726078720:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126418.897216:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f16d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc390 expref: 92 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.897227:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71400, rc 0) 00000100:00100000:1.0:1746126418.897268:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734003712:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3957us (5417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.897275:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4213 00000100:00100000:0.0:1746126418.897988:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.898040:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734004224 00000100:00100000:1.0:1746126418.898045:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734004224 00000100:00100000:0.0:1746126418.898046:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.898075:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4214 00000100:00100000:1.0:1746126418.898084:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31643:x1830945734004224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.898097:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.898109:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c15200/0x9851078746b7f174 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc397 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.898126:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.898130:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f16d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc390 expref: 93 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.898134:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126418.898137:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c15200/0x9851078746b7f174 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc397 expref: 93 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.898159:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f16d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc390 expref: 93 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.898168:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c15200/0x9851078746b7f174 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc397 expref: 93 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.898175:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c15200, rc 0) 00000100:00100000:1.0:1746126418.898195:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734004224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.898200:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4214 00000100:00100000:0.0:1746126418.902481:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.911884:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.911927:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.920943:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.924909:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.927304:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.928589:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.928813:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734005504 00000100:00100000:1.0:1746126418.928819:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734005504 00000100:00100000:1.0:1746126418.928855:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4217 00000100:00100000:1.0:1746126418.928861:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31643:x1830945734005504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126418.928870:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126418.928880:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70c00/0x9851078746b7f189 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc3ac expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.928895:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126418.928899:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf200/0x9851078746b7f182 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3a5 expref: 93 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.928905:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126418.928907:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70c00/0x9851078746b7f189 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3ac expref: 93 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.928930:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092aaf200/0x9851078746b7f182 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3a5 expref: 93 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.928940:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70c00/0x9851078746b7f189 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3ac expref: 93 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126418.928949:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70c00, rc 0) 00000100:00100000:1.0:1746126418.928986:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734005504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126418.928992:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4217 00000100:00100000:0.0:1746126418.930983:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.935413:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.938872:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.938917:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.941447:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.942702:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734006400 00000100:00100000:1.0:1746126418.942706:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734006400 00002000:00100000:1.0:1746126418.942734:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009296b800 x1830945734006400/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.942742:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009296b800 with x1830945734006400 ext(0->4095) 00010000:00010000:1.0:1746126418.942748:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70c00/0x9851078746b7f189 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3ac expref: 91 pid: 8425 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.942758:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70c00/0x9851078746b7f189 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3ac expref: 91 pid: 8425 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.942764:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009296b800 00000100:00100000:1.0:1746126418.942790:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1282 00000100:00100000:1.0:1746126418.942797:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734006400:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126418.943175:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734006400:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 377us (1732us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.943181:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1282 00002000:00100000:1.0:1746126418.943186:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009296b800 x1830945734006400/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.943198:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009296b800 with x1830945734006400 ext(0->4095) 00010000:00010000:1.0:1746126418.943202:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70c00/0x9851078746b7f189 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3ac expref: 91 pid: 8425 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.943210:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70c00/0x9851078746b7f189 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3ac expref: 91 pid: 8425 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.943215:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009296b800 00000100:00100000:0.0:1746126418.946278:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.946320:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.949439:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.949492:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734006912 00000100:00100000:1.0:1746126418.949499:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734006912 00002000:00100000:1.0:1746126418.949530:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092969500 x1830945734006912/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.949539:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092969500 with x1830945734006912 ext(0->4095) 00010000:00010000:1.0:1746126418.949546:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f190 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3b3 expref: 6 pid: 8423 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.949556:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f190 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3b3 expref: 6 pid: 8423 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.949562:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092969500 00000100:00100000:1.0:1746126418.949592:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1283 00000100:00100000:1.0:1746126418.949599:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734006912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126418.949745:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734006912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.949750:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1283 00002000:00100000:1.0:1746126418.949756:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092969500 x1830945734006912/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.949763:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092969500 with x1830945734006912 ext(0->4095) 00010000:00010000:1.0:1746126418.949767:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f190 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3b3 expref: 6 pid: 8423 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126418.949774:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f190 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3b3 expref: 6 pid: 8423 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126418.949778:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092969500 00000100:00100000:0.0:1746126418.955489:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.958928:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.961499:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734007424 00000100:00100000:0.0:1746126418.961505:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734007424 00000100:00100000:0.0:1746126418.961540:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4220 00000100:00100000:0.0:1746126418.961547:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b791f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734007424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126418.961559:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126418.961572:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f19e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc3c1 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.961593:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f197 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3ba expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.961609:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126418.961611:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126418.961614:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f19e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3c1 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.961638:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f197 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3ba expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126418.961648:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f197 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3ba expref: 90 pid: 8423 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126418.961658:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009296b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726080512:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126418.962270:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126418.965512:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.968195:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.968317:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734007808 00000100:00100000:1.0:1746126418.968323:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734007808 00002000:00100000:1.0:1746126418.968358:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009296b100 x1830945734007808/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.968366:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009296b100 with x1830945734007808 ext(0->4095) 00002000:00010000:1.0:1746126418.968369:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009296b100 00000100:00100000:1.0:1746126418.968398:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3413 00000100:00100000:1.0:1746126418.968404:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734007808:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126418.968517:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734007808:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.968523:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3413 00002000:00100000:1.0:1746126418.968528:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009296b100 x1830945734007808/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.968534:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009296b100 with x1830945734007808 ext(0->4095) 00002000:00010000:1.0:1746126418.968537:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009296b100 00000100:00100000:0.0:1746126418.969078:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.970970:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126418.971541:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126418.971772:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.977263:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.981078:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.985540:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126418.985625:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734008832 00000100:00100000:1.0:1746126418.985632:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734008832 00002000:00100000:1.0:1746126418.985666:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e38380 x1830945734008832/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/0 e 0 to 0 dl 1746126429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.985676:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e38380 with x1830945734008832 ext(0->4095) 00002000:00010000:1.0:1746126418.985680:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e38380 00000100:00100000:1.0:1746126418.985708:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3414 00000100:00100000:1.0:1746126418.985715:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734008832:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126418.985838:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734008832:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126418.985844:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3414 00002000:00100000:1.0:1746126418.985849:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e38380 x1830945734008832/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746126429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126418.985856:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e38380 with x1830945734008832 ext(0->4095) 00002000:00010000:1.0:1746126418.985858:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e38380 00000100:00100000:0.0:1746126418.993112:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.996708:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126418.997876:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.000486:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126419.001217:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126419.001771:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126419.002156:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126419.004655:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.004703:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734009984 00000100:00100000:1.0:1746126419.004708:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734009984 00002000:00100000:1.0:1746126419.004738:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e39500 x1830945734009984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.004747:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e39500 with x1830945734009984 ext(0->4095) 00010000:00010000:1.0:1746126419.004753:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f1ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3dd expref: 92 pid: 8424 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126419.004763:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f1ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3dd expref: 92 pid: 8424 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126419.004769:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e39500 00000100:00100000:1.0:1746126419.005157:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1286 00000100:00100000:1.0:1746126419.005164:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734009984:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126419.005283:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734009984:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (631us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126419.005288:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1286 00002000:00100000:1.0:1746126419.005293:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e39500 x1830945734009984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.005300:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e39500 with x1830945734009984 ext(0->4095) 00010000:00010000:1.0:1746126419.005304:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f1ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3dd expref: 92 pid: 8424 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126419.005312:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f1ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3dd expref: 92 pid: 8424 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126419.005317:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e39500 00000100:00100000:0.0:1746126419.007681:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.011878:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.015289:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.015345:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734010496 00000100:00100000:1.0:1746126419.015352:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734010496 00000100:00100000:1.0:1746126419.015406:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4226 00000100:00100000:1.0:1746126419.015412:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734010496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.015425:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.015438:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f1c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc3eb expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.015464:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7f1c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3e4 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.015471:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.015473:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.015476:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f1c8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3eb expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.015498:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7f1c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3e4 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.015508:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7f1c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3e4 expref: 90 pid: 8424 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126419.015518:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726082048:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126419.015588:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126419.018429:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726082048:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126419.018457:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f1c8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3eb expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.018471:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:1.0:1746126419.018582:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734010496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3169us (3296us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.018589:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4226 00000100:00100000:0.0:1746126419.018753:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.021686:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.024729:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.024785:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734011008 00000100:00100000:1.0:1746126419.024791:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734011008 00000100:00100000:1.0:1746126419.024835:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4227 00000100:00100000:1.0:1746126419.024842:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31643:x1830945734011008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.024855:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.024868:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f1cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc3f2 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.024889:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f1c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3eb expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.024895:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.024897:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.024899:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f1cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3f2 expref: 91 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.024923:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f1c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3eb expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.024932:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f1c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3eb expref: 5 pid: 8425 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126419.024942:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726082304:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126419.025007:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126419.025086:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.027746:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726082304:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126419.027769:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f1cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3f2 expref: 92 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.027789:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70a00, rc 0) 00000100:00100000:1.0:1746126419.027832:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31643:x1830945734011008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2990us (3106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.027839:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4227 00000100:00100000:0.0:1746126419.027903:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.031718:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.031805:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734011520 00000100:00100000:1.0:1746126419.031811:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734011520 00002000:00100000:1.0:1746126419.031839:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22ea00 x1830945734011520/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.031848:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22ea00 with x1830945734011520 ext(0->4095) 00010000:00010000:1.0:1746126419.031855:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f1cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3f2 expref: 92 pid: 8425 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126419.031866:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f1cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3f2 expref: 92 pid: 8425 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126419.031872:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22ea00 00000100:00100000:1.0:1746126419.031977:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1287 00000100:00100000:1.0:1746126419.031983:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734011520:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126419.032255:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734011520:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 271us (537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126419.032261:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1287 00002000:00100000:1.0:1746126419.032266:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22ea00 x1830945734011520/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.032278:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22ea00 with x1830945734011520 ext(0->4095) 00010000:00010000:1.0:1746126419.032282:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f1cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3f2 expref: 92 pid: 8425 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126419.032290:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f1cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3f2 expref: 92 pid: 8425 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126419.032295:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22ea00 00000100:00100000:0.0:1746126419.034613:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.038968:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.039052:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734011904 00000100:00100000:0.0:1746126419.039058:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734011904 00002000:00100000:0.0:1746126419.039087:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b57480 x1830945734011904/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.039096:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57480 with x1830945734011904 ext(0->4095) 00002000:00010000:0.0:1746126419.039100:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b57480 00000100:00100000:0.0:1746126419.039122:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3417 00000100:00100000:0.0:1746126419.039127:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734011904:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126419.039234:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734011904:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (266us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126419.039239:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3417 00002000:00100000:0.0:1746126419.039243:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b57480 x1830945734011904/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.039250:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57480 with x1830945734011904 ext(0->4095) 00002000:00010000:0.0:1746126419.039252:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b57480 00000100:00100000:0.0:1746126419.041689:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.042338:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734012032 00000100:00100000:1.0:1746126419.042345:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734012032 00000100:00100000:1.0:1746126419.042388:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4229 00000100:00100000:1.0:1746126419.042394:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734012032:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.042407:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.042419:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f1dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc400 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.042440:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b7f1d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3f9 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.042447:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.042449:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.042451:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f1dd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc400 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.042474:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b7f1d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3f9 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.042489:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b7f1d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc3f9 expref: 90 pid: 8423 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126419.042499:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726082816:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126419.042962:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126419.044705:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726082816:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126419.044724:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f1dd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc400 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.044737:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71e00, rc 0) 00000100:00100000:1.0:1746126419.044765:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734012032:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2371us (3080us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.044771:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4229 00000100:00100000:0.0:1746126419.046185:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.049885:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.049959:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.050731:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734012544 00000100:00100000:1.0:1746126419.050735:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734012544 00000100:00100000:1.0:1746126419.050758:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4230 00000100:00100000:1.0:1746126419.050763:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734012544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.050771:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.050782:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f1e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc407 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.050801:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f1dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc400 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.050812:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.050814:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.050817:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f1e4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc407 expref: 92 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.050838:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f1dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc400 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.050848:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f1dd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc400 expref: 5 pid: 8425 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126419.050858:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726083072:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126419.050901:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126419.054316:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726083072:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126419.054342:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f1e4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc407 expref: 91 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.054355:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70e00, rc 0) 00000100:00100000:1.0:1746126419.054398:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734012544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3633us (4438us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.054406:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4230 00000100:00100000:0.0:1746126419.055759:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.055961:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734012672 00000100:00100000:1.0:1746126419.055968:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734012672 00000100:00100000:1.0:1746126419.056260:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4231 00000100:00100000:1.0:1746126419.056267:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734012672:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.056281:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.056292:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f1eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc40e expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.056311:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.056315:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f1e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc407 expref: 92 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.056320:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.056323:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f1eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc40e expref: 92 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.056347:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f1e4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc407 expref: 92 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.056356:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f1eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc40e expref: 92 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.056363:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70800, rc 0) 00000100:00100000:1.0:1746126419.056391:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734012672:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.056397:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4231 00000100:00100000:0.0:1746126419.058136:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.062056:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734013056 00000100:00100000:0.0:1746126419.062062:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734013056 00002000:00100000:0.0:1746126419.062091:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b793b80 x1830945734013056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.062101:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b793b80 with x1830945734013056 ext(0->4095) 00010000:00010000:0.0:1746126419.062108:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f1e4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc407 expref: 92 pid: 8425 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126419.062120:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f1e4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc407 expref: 92 pid: 8425 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126419.062127:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b793b80 00000100:00100000:0.0:1746126419.062349:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1288 00000100:00100000:0.0:1746126419.062356:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b793b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734013056:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126419.062500:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b793b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734013056:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (666us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126419.062506:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1288 00002000:00100000:0.0:1746126419.062511:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b793b80 x1830945734013056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.062518:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b793b80 with x1830945734013056 ext(0->4095) 00010000:00010000:0.0:1746126419.062523:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f1e4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc407 expref: 92 pid: 8425 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126419.062532:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f1e4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc407 expref: 92 pid: 8425 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126419.062537:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b793b80 00000100:00100000:0.0:1746126419.065414:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.069058:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.072716:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.075920:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.079132:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.083152:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.083203:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734014080 00000100:00100000:1.0:1746126419.083209:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734014080 00002000:00100000:1.0:1746126419.083239:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f0700 x1830945734014080/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.083252:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f0700 with x1830945734014080 ext(0->4095) 00010000:00010000:1.0:1746126419.083257:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f1f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc415 expref: 6 pid: 8424 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126419.083268:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f1f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc415 expref: 6 pid: 8424 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126419.083273:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f0700 00000100:00100000:1.0:1746126419.083298:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1289 00000100:00100000:1.0:1746126419.083304:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734014080:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126419.083423:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734014080:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126419.083428:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1289 00002000:00100000:1.0:1746126419.083434:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f0700 x1830945734014080/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.083440:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f0700 with x1830945734014080 ext(0->4095) 00010000:00010000:1.0:1746126419.083443:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f1f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc415 expref: 6 pid: 8424 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126419.083451:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f1f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc415 expref: 6 pid: 8424 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746126419.083456:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f0700 00000100:00100000:0.0:1746126419.085274:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.088514:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.092220:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.143242:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.171060:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.172915:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.176665:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734015232 00000100:00100000:0.0:1746126419.176670:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734015232 00002000:00100000:0.0:1746126419.176697:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c001850 x1830945734015232/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.176705:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c001850 with x1830945734015232 ext(0->4095) 00010000:00010000:0.0:1746126419.176712:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f200 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc423 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.176723:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f200 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc423 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126419.176729:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c001850 00000100:00100000:0.0:1746126419.176751:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1291 00000100:00100000:0.0:1746126419.176757:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c001850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734015232:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126419.179085:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c001850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734015232:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 2322us (2701us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126419.179095:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1291 00002000:00100000:0.0:1746126419.179104:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c001850 x1830945734015232/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.179111:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c001850 with x1830945734015232 ext(0->4095) 00010000:00010000:0.0:1746126419.179119:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f200 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc423 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.179130:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f200 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc423 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126419.179136:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c001850 00000100:00100000:0.0:1746126419.197948:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.198011:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734015616 00000100:00100000:1.0:1746126419.198019:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734015616 00002000:00100000:1.0:1746126419.198423:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e18000 x1830945734015616/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.198432:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18000 with x1830945734015616 ext(0->4095) 00002000:00010000:1.0:1746126419.198436:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e18000 00000100:00100000:1.0:1746126419.199147:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3421 00000100:00100000:1.0:1746126419.199156:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734015616:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126419.199287:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734015616:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (1345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126419.199292:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3421 00002000:00100000:1.0:1746126419.199297:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e18000 x1830945734015616/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.199304:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18000 with x1830945734015616 ext(0->4095) 00002000:00010000:1.0:1746126419.199311:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e18000 00000100:00100000:0.0:1746126419.205507:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.213474:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.225993:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.226072:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.235270:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.241006:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.241419:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.244264:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.249709:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734017024 00000100:00100000:0.0:1746126419.249716:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734017024 00002000:00100000:0.0:1746126419.249752:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b790380 x1830945734017024/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.249760:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b790380 with x1830945734017024 ext(0->4095) 00002000:00010000:0.0:1746126419.249764:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b790380 00000100:00100000:0.0:1746126419.249782:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3422 00000100:00100000:0.0:1746126419.249788:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b790380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734017024:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126419.250052:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b790380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734017024:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 263us (412us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126419.250059:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3422 00002000:00100000:0.0:1746126419.250065:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b790380 x1830945734017024/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.250071:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b790380 with x1830945734017024 ext(0->4095) 00002000:00010000:0.0:1746126419.250073:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b790380 00000100:00100000:0.0:1746126419.252947:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.264751:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.265720:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734017280 00000100:00100000:1.0:1746126419.265728:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734017280 00000100:00100000:1.0:1746126419.265770:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4240 00000100:00100000:1.0:1746126419.265776:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:31643:x1830945734017280:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.265789:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.265801:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f22a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc44d expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.265821:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.265825:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f223 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc446 expref: 97 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.265830:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.265833:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f22a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc44d expref: 97 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.265866:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f223 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc446 expref: 97 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.265877:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f22a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc44d expref: 97 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.265884:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:1.0:1746126419.265920:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+97:31643:x1830945734017280:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (1178us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.265925:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4240 00000100:00100000:0.0:1746126419.271049:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.277879:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.284772:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734017920 00000100:00100000:0.0:1746126419.284776:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734017920 00000100:00100000:0.0:1746126419.284874:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4241 00000100:00100000:0.0:1746126419.284881:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b791180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734017920:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126419.284892:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126419.284901:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f231 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc454 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.284915:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f22a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc44d expref: 95 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.284921:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126419.284922:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126419.284924:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f231 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc454 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.284939:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f22a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc44d expref: 95 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.284948:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f22a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc44d expref: 95 pid: 8425 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126419.284956:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726085888:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126419.284979:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126419.287112:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726085888:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126419.287130:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f231 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc454 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.287142:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcf7400, rc 0) 00000100:00100000:0.0:1746126419.287489:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.287508:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734018176 00000100:00100000:0.0:1746126419.287512:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734018176 00002000:00100000:0.0:1746126419.287537:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e18a80 x1830945734018176/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.287545:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18a80 with x1830945734018176 ext(0->4095) 00010000:00010000:0.0:1746126419.287551:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f22a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc44d expref: 95 pid: 8425 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.287561:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f22a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc44d expref: 95 pid: 8425 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126419.287567:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e18a80 00000100:00100000:0.0:1746126419.287593:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1295 00000100:00100000:0.0:1746126419.287608:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1963:x1830945734018176:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126419.287719:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1963:x1830945734018176:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126419.287725:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1295 00002000:00100000:0.0:1746126419.287729:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e18a80 x1830945734018176/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.287736:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18a80 with x1830945734018176 ext(0->4095) 00010000:00010000:0.0:1746126419.287741:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f22a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc44d expref: 95 pid: 8425 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.287749:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f22a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc44d expref: 95 pid: 8425 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126419.287754:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e18a80 00000100:00100000:1.0:1746126419.287973:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b791180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734017920:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3091us (5063us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.287978:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4241 00000100:00100000:0.0:1746126419.289876:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.289948:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734018432 00000100:00100000:1.0:1746126419.289955:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734018432 00000100:00100000:0.0:1746126419.289994:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.290324:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4242 00000100:00100000:1.0:1746126419.290331:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:31643:x1830945734018432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.290343:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.290353:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f238 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc45b expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.290370:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.290375:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f231 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc454 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.290379:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126419.290382:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f238 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc45b expref: 97 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.290775:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f231 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc454 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.290785:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7400/0x9851078746b7f231 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc454 expref: 5 pid: 17079 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.290795:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726086016:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126419.290865:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126419.292537:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.292620:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726086016:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126419.292636:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f238 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc45b expref: 96 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.292646:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70e00, rc 0) 00000100:00100000:1.0:1746126419.292661:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:31643:x1830945734018432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2331us (2791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.292669:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4242 00000100:00100000:0.0:1746126419.296471:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.301738:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.301914:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734019072 00000100:00100000:1.0:1746126419.301920:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734019072 00002000:00100000:1.0:1746126419.301951:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1b800 x1830945734019072/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.301958:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1b800 with x1830945734019072 ext(0->4095) 00002000:00010000:1.0:1746126419.301962:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e1b800 00000100:00100000:1.0:1746126419.301989:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3423 00000100:00100000:1.0:1746126419.301996:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1963:x1830945734019072:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126419.302884:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1963:x1830945734019072:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 887us (1147us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126419.302891:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3423 00002000:00100000:1.0:1746126419.302897:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1b800 x1830945734019072/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.302904:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1b800 with x1830945734019072 ext(0->4095) 00002000:00010000:1.0:1746126419.302907:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e1b800 00000100:00100000:0.0:1746126419.309767:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.309828:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734019200 00000100:00100000:1.0:1746126419.309834:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734019200 00000100:00100000:1.0:1746126419.309868:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4243 00000100:00100000:1.0:1746126419.309875:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734019200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.309888:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.309901:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f23f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc462 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.309927:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f238 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc45b expref: 94 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.309932:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.309934:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.309937:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f23f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc462 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.309960:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f238 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc45b expref: 94 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.309971:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f238 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc45b expref: 94 pid: 17079 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.309981:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726086400:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126419.310058:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126419.313542:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726086400:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126419.313567:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f23f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc462 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.313580:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70a00, rc 0) 00000100:00100000:1.0:1746126419.313899:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734019200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4023us (4137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.313906:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4243 00000100:00100000:0.0:1746126419.317072:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.317210:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734019328 00000100:00100000:1.0:1746126419.317217:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734019328 00002000:00100000:1.0:1746126419.317251:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e1a300 x1830945734019328/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 496/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.317259:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1a300 with x1830945734019328 ext(0->7) 00010000:00010000:1.0:1746126419.317265:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f238 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc45b expref: 95 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.317276:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f238 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc45b expref: 95 pid: 17079 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126419.317281:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e1a300 00000100:00100000:1.0:1746126419.318102:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1297 00000100:00100000:1.0:1746126419.318110:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1963:x1830945734019328:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126419.318367:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+97:1963:x1830945734019328:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 257us (1301us total) trans 4294967914 rc 0/0 00000100:00100000:1.0:1746126419.318373:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1297 00002000:00100000:1.0:1746126419.318380:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e1a300 x1830945734019328/t4294967914(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 496/448 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.318386:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1a300 with x1830945734019328 ext(0->7) 00010000:00010000:1.0:1746126419.318391:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f238 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc45b expref: 97 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.318399:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f238 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc45b expref: 97 pid: 17079 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126419.318403:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e1a300 00000100:00100000:0.0:1746126419.320575:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.325698:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.333156:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.333825:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734019840 00000100:00100000:1.0:1746126419.333833:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734019840 00000100:00100000:1.0:1746126419.333904:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4244 00000100:00100000:1.0:1746126419.333911:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:31655:x1830945734019840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.333925:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.333937:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f246 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc469 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.333960:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f23f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc462 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.333967:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.333968:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.333971:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f246 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc469 expref: 97 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.333995:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f23f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc462 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.334005:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f23f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc462 expref: 5 pid: 17079 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.334015:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726086656:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126419.336196:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126419.337723:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.340428:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726086656:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126419.340450:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f246 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc469 expref: 98 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.340467:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71400, rc 0) 00000100:00100000:1.0:1746126419.340509:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:31655:x1830945734019840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6598us (7359us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.340516:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4244 00000100:00100000:0.0:1746126419.341151:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.343516:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.344006:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734020352 00000100:00100000:1.0:1746126419.344011:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734020352 00002000:00100000:1.0:1746126419.344061:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ace00 x1830945734020352/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.344069:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ace00 with x1830945734020352 ext(0->4095) 00010000:00010000:1.0:1746126419.344079:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f246 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc469 expref: 98 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.344089:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f246 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc469 expref: 98 pid: 17079 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126419.344094:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248ace00 00000100:00100000:1.0:1746126419.344990:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1298 00000100:00100000:1.0:1746126419.345000:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945734020352:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126419.345154:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945734020352:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (1641us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126419.345159:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1298 00002000:00100000:1.0:1746126419.345165:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ace00 x1830945734020352/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.345178:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ace00 with x1830945734020352 ext(0->4095) 00010000:00010000:1.0:1746126419.345183:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f246 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc469 expref: 98 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.345193:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f246 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc469 expref: 98 pid: 17079 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126419.345198:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248ace00 00000100:00100000:0.0:1746126419.358120:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.358173:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.358206:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734020480 00000100:00100000:1.0:1746126419.358217:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734020480 00000100:00100000:1.0:1746126419.358275:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4246 00000100:00100000:1.0:1746126419.358281:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734020480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.358296:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.358310:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f254 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc477 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.358337:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.358342:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f24d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc470 expref: 97 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.358347:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126419.358349:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f254 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc477 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.358379:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f24d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc470 expref: 97 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.358393:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f254 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc477 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.358406:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70e00, rc 0) 00000100:00100000:1.0:1746126419.358452:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734020480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.358458:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4246 00000100:00100000:0.0:1746126419.364470:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.370221:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.370271:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.377700:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.383272:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.388219:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.393613:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.399106:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.399316:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.400218:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4249 00000100:00100000:1.0:1746126419.400225:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+97:31643:x1830945734022144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.400236:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.400246:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f269 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc48c expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.400260:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f262 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc485 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.400265:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.400266:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.400269:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f269 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc48c expref: 98 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.400282:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f262 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc485 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.400289:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f262 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc485 expref: 5 pid: 8424 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.400297:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726087936:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126419.400333:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126419.403927:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.403949:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734022400 00000100:00100000:0.0:1746126419.403954:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734022400 00002000:00100000:0.0:1746126419.403984:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ae680 x1830945734022400/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.403992:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ae680 with x1830945734022400 ext(0->4095) 00010000:00010000:0.0:1746126419.403999:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f262 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc485 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.404010:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f262 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc485 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126419.404016:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248ae680 00000100:00100000:0.0:1746126419.404060:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1301 00000100:00100000:0.0:1746126419.404067:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734022400:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126419.404179:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734022400:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (252us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126419.404185:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1301 00002000:00100000:0.0:1746126419.404189:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ae680 x1830945734022400/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.404196:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ae680 with x1830945734022400 ext(0->4095) 00010000:00010000:0.0:1746126419.404201:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f262 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc485 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.404213:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f262 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc485 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126419.404219:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248ae680 00000100:00100000:1.0:1746126419.419352:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16388 00000100:00100000:1.0:1746126419.419364:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b792680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734022528:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126419.419377:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126419.419396:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f262 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc485 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.419408:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f262 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc485 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.419426:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f262 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc485 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.419450:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.419452:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.419458:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f269 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc48c expref: 96 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.419464:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f269 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc48c expref: 96 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.419493:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f269 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc48c expref: 96 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126419.419506:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726088064:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126419.419577:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126419.424218:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.424313:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726088064:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126419.424331:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126419.424382:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b792680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734022528:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5021us (6407us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.424389:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16388 00000100:00100000:0.0:1746126419.431360:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.439242:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.466227:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.466799:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.468149:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734023168 00000100:00100000:1.0:1746126419.468155:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734023168 00010000:00010000:1.0:1746126419.468174:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f269 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc48c expref: 100 pid: 17079 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.468194:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16389 00000100:00100000:1.0:1746126419.468198:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1965:x1830945734023168:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126419.468206:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126419.468218:0:7071:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126417 -> 1746126418 00002000:00010000:1.0:1746126419.468220:0:7071:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126417 -> 1746126418 00010000:00010000:1.0:1746126419.468224:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f269 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc48c expref: 100 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.468232:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f269 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc48c expref: 100 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.468246:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f269 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc48c expref: 100 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.468727:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.468729:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.468735:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f270 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc493 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.468742:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f270 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc493 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.468764:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f270 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc493 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.468773:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f270 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc493 expref: 5 pid: 17079 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.468782:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726088448:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126419.469637:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126419.471301:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726088448:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126419.471316:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126419.471358:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1965:x1830945734023168:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3157us (4558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.471366:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16389 00000100:00100000:0.0:1746126419.471614:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.471731:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734023552 00000100:00100000:1.0:1746126419.471736:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734023552 00002000:00100000:1.0:1746126419.471841:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095763480 x1830945734023552/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.471855:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095763480 with x1830945734023552 ext(0->4095) 00010000:00010000:1.0:1746126419.471862:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f270 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc493 expref: 6 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.471872:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f270 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc493 expref: 6 pid: 17079 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126419.471878:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095763480 00000100:00100000:1.0:1746126419.472011:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1303 00000100:00100000:1.0:1746126419.472017:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734023552:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126419.472708:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734023552:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 690us (1093us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126419.472714:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1303 00002000:00100000:1.0:1746126419.472719:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095763480 x1830945734023552/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.472726:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095763480 with x1830945734023552 ext(0->4095) 00010000:00010000:1.0:1746126419.472731:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f270 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc493 expref: 6 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.472741:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f270 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc493 expref: 6 pid: 17079 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126419.472746:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095763480 00000100:00100000:0.0:1746126419.486364:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.487577:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734023680 00000100:00100000:1.0:1746126419.487586:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734023680 00010000:00010000:1.0:1746126419.487624:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f270 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc493 expref: 6 pid: 17079 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.487659:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16390 00000100:00100000:1.0:1746126419.487665:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734023680:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126419.487677:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126419.487698:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f270 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc493 expref: 6 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.487708:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f270 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc493 expref: 6 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.487727:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f270 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc493 expref: 6 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.487746:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.487748:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.487754:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aae400/0x9851078746b7f277 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc49a expref: 98 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.487761:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092aae400/0x9851078746b7f277 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc49a expref: 98 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.487791:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092aae400/0x9851078746b7f277 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc49a expref: 98 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126419.487802:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726088576:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126419.487884:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126419.491992:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726088576:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126419.492012:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126419.492072:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734023680:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4405us (5711us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.492081:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16390 00000100:00100000:0.0:1746126419.492176:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.492631:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734023936 00000100:00100000:1.0:1746126419.492637:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734023936 00002000:00100000:1.0:1746126419.492666:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761880 x1830945734023936/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.492674:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761880 with x1830945734023936 ext(0->4095) 00002000:00010000:1.0:1746126419.492678:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095761880 00000100:00100000:1.0:1746126419.492705:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3427 00000100:00100000:1.0:1746126419.492712:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1964:x1830945734023936:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126419.492824:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1964:x1830945734023936:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126419.492829:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3427 00002000:00100000:1.0:1746126419.492834:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761880 x1830945734023936/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.492840:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761880 with x1830945734023936 ext(0->4095) 00002000:00010000:1.0:1746126419.492842:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095761880 00000100:00100000:0.0:1746126419.500330:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.500399:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734024064 00000100:00100000:1.0:1746126419.500406:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734024064 00000100:00100000:1.0:1746126419.500447:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4252 00000100:00100000:1.0:1746126419.500454:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734024064:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.500469:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.500482:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f27e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc4a1 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.500525:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aae400/0x9851078746b7f277 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc49a expref: 98 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.500532:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.500534:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.500537:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f27e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a1 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.500559:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092aae400/0x9851078746b7f277 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc49a expref: 98 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.500567:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092aae400/0x9851078746b7f277 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc49a expref: 98 pid: 17079 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.500574:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726088704:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126419.500848:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126419.507802:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726088704:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126419.507832:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f27e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a1 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.507845:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71e00, rc 0) 00000100:00100000:1.0:1746126419.508519:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734024064:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8063us (8194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.508530:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4252 00000100:00100000:0.0:1746126419.511577:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.516774:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.517806:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734024320 00000100:00100000:1.0:1746126419.517814:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734024320 00010000:00010000:1.0:1746126419.517844:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092aae400/0x9851078746b7f277 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc49a expref: 101 pid: 17079 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.517887:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16391 00000100:00100000:1.0:1746126419.517894:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1964:x1830945734024320:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126419.517907:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126419.517923:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092aae400/0x9851078746b7f277 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc49a expref: 101 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.517932:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092aae400/0x9851078746b7f277 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc49a expref: 101 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.517950:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092aae400/0x9851078746b7f277 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc49a expref: 101 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.517976:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.517977:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.517983:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f27e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a1 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.517990:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f27e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a1 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.518061:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f27e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a1 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126419.518072:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726088832:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126419.518153:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126419.520325:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726088832:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126419.520342:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126419.520385:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1964:x1830945734024320:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2490us (3618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.520393:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16391 00000100:00100000:0.0:1746126419.521562:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.522398:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734024576:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 383us (837us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126419.522404:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3428 00002000:00100000:0.0:1746126419.522409:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761180 x1830945734024576/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.522416:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761180 with x1830945734024576 ext(0->4095) 00002000:00010000:0.0:1746126419.522418:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095761180 00000100:00100000:0.0:1746126419.529163:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.529215:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734024704 00000100:00100000:1.0:1746126419.529222:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734024704 00000100:00100000:1.0:1746126419.529270:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4253 00000100:00100000:1.0:1746126419.529277:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31655:x1830945734024704:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.529290:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.529303:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f285 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc4a8 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.529326:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f27e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a1 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.529333:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.529334:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.529337:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f285 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a8 expref: 101 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.529361:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f27e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a1 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.529374:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f27e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a1 expref: 5 pid: 8424 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.529385:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726088960:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126419.529456:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126419.529536:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.531805:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726088960:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126419.531832:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f285 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a8 expref: 102 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.531843:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70e00, rc 0) 00000100:00100000:1.0:1746126419.531921:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:31655:x1830945734024704:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2642us (2762us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.531927:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4253 00000100:00100000:0.0:1746126419.534215:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.535049:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734024960 00000100:00100000:1.0:1746126419.535055:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734024960 00010000:00010000:1.0:1746126419.535084:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f27e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a1 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.535123:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16392 00000100:00100000:1.0:1746126419.535130:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734024960:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126419.535143:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126419.535160:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f27e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a1 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.535176:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f27e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a1 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.535194:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f27e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a1 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.535219:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.535221:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.535227:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f285 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a8 expref: 101 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.535233:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f285 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a8 expref: 101 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.535259:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f285 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a8 expref: 101 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.535269:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f285 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a8 expref: 101 pid: 8424 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.535277:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726089216:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126419.535346:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126419.539178:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.539443:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726089216:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126419.539457:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126419.539489:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734024960:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4359us (5278us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.539499:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16392 00000100:00100000:0.0:1746126419.543693:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.543895:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734025344 00000100:00100000:1.0:1746126419.543905:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734025344 00000100:00100000:1.0:1746126419.544224:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4255 00000100:00100000:1.0:1746126419.545307:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734025344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.545321:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.545334:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f293 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc4b6 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.545520:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.545526:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f28c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4af expref: 101 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.545532:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126419.545535:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f293 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4b6 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.545563:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f28c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4af expref: 101 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.545573:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f293 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4b6 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.545581:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:1.0:1746126419.545631:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734025344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1398us (1943us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.545636:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4255 00000100:00100000:1.0:1746126419.545824:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734025472 00000100:00100000:1.0:1746126419.545828:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734025472 00010000:00010000:1.0:1746126419.545844:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f285 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a8 expref: 102 pid: 8424 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.545871:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16393 00000100:00100000:1.0:1746126419.545875:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b792d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734025472:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126419.545881:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126419.545897:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f285 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a8 expref: 102 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.545906:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f285 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a8 expref: 102 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.545921:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f285 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4a8 expref: 102 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.545944:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.545945:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.545950:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f28c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4af expref: 101 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.545956:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f28c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4af expref: 101 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.545974:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f28c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4af expref: 101 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.545987:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f28c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4af expref: 101 pid: 17079 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.545997:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726089472:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126419.546072:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126419.550261:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726089472:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126419.550279:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126419.550324:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b792d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1963:x1830945734025472:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4446us (4653us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.550333:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16393 00000100:00100000:0.0:1746126419.551481:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.554187:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.554463:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734025856 00000100:00100000:1.0:1746126419.554470:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734025856 00010000:00010000:1.0:1746126419.554494:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f28c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4af expref: 101 pid: 17079 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.554530:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16394 00000100:00100000:1.0:1746126419.554536:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1965:x1830945734025856:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126419.554547:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126419.554563:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f28c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4af expref: 101 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.554572:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f28c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4af expref: 101 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.554595:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f28c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4af expref: 101 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.554622:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.554624:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.554630:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f293 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4b6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.554636:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f293 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4b6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.554662:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f293 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4b6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126419.554672:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726089600:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126419.554738:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126419.555529:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.556446:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726089600:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126419.556458:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126419.556477:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1965:x1830945734025856:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1941us (2295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126419.556483:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16394 00000100:00100000:0.0:1746126419.558561:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.564877:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.570963:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.579843:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.599916:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.600274:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.600415:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734027008 00000100:00100000:1.0:1746126419.600418:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734027008 00002000:00100000:1.0:1746126419.600910:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009a7b6a00 x1830945734027008/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 496/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.600919:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6a00 with x1830945734027008 ext(0->7) 00010000:00010000:1.0:1746126419.600924:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf800/0x9851078746b7f29a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4bd expref: 102 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.600933:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aaf800/0x9851078746b7f29a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4bd expref: 102 pid: 8424 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126419.600939:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a7b6a00 00000100:00100000:0.0:1746126419.607339:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.613353:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.615786:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.621298:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.627017:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.631989:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.634792:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.640496:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.642458:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.647762:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.652733:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.658819:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.663163:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.674065:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.676306:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.676381:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734029568 00000100:00100000:1.0:1746126419.676387:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734029568 00002000:00100000:1.0:1746126419.676421:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff11180 x1830945734029568/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.676430:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff11180 with x1830945734029568 ext(0->4095) 00002000:00010000:1.0:1746126419.676434:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff11180 00000100:00100000:1.0:1746126419.676728:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3432 00000100:00100000:1.0:1746126419.676735:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734029568:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126419.677698:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734029568:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 959us (1394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126419.677705:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3432 00002000:00100000:1.0:1746126419.677712:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff11180 x1830945734029568/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.677719:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff11180 with x1830945734029568 ext(0->4095) 00002000:00010000:1.0:1746126419.677722:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff11180 00000100:00100000:0.0:1746126419.681731:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.682358:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.682566:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734029824 00000100:00100000:1.0:1746126419.682570:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734029824 00000100:00100000:1.0:1746126419.682590:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4263 00000100:00100000:1.0:1746126419.682606:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:31655:x1830945734029824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.682614:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.682620:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f2cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc4ee expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.682631:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.682634:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f2c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4e7 expref: 109 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.682640:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.682642:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f2cb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4ee expref: 109 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.682661:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f2c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4e7 expref: 109 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.682671:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f2cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4ee expref: 109 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.682679:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71400, rc 0) 00000100:00100000:1.0:1746126419.682702:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:31655:x1830945734029824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.682707:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4263 00000100:00100000:0.0:1746126419.685321:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734029952 00000100:00100000:0.0:1746126419.685327:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734029952 00010000:00010000:0.0:1746126419.685349:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f2bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4e0 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126419.685445:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16401 00000100:00100000:0.0:1746126419.685451:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b792d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734029952:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126419.685461:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126419.685477:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f2bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4e0 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.685487:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f2bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4e0 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.685504:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f2bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4e0 expref: 6 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.685529:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126419.685531:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126419.685536:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f2c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4e7 expref: 107 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.685545:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f2c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4e7 expref: 107 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.685572:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f2c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4e7 expref: 107 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.685580:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f2c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4e7 expref: 107 pid: 8424 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126419.685589:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726091520:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126419.685935:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126419.689729:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.689815:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734030208 00000100:00100000:1.0:1746126419.689821:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734030208 00002000:00100000:1.0:1746126419.689854:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad4700 x1830945734030208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.689862:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4700 with x1830945734030208 ext(0->4095) 00010000:00010000:1.0:1746126419.689869:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f2c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4e7 expref: 108 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.689886:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f2c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4e7 expref: 108 pid: 8424 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126419.689892:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad4700 00000100:00100000:1.0:1746126419.689949:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1313 00000100:00100000:1.0:1746126419.689956:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734030208:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126419.690099:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734030208:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126419.690105:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1313 00002000:00100000:1.0:1746126419.690110:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad4700 x1830945734030208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.690117:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4700 with x1830945734030208 ext(0->4095) 00010000:00010000:1.0:1746126419.690121:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f2c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4e7 expref: 108 pid: 8424 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.690128:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f2c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc4e7 expref: 108 pid: 8424 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126419.690134:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad4700 00000100:00100000:0.0:1746126419.692165:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.697408:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.704717:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.708072:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.709807:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.712656:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.715691:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.717195:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.720055:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.724936:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.728120:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.749476:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.754827:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.759995:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.764174:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.775189:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.780569:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.787505:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.797361:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b792d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726093056:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126419.797387:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092aae600/0x9851078746b7f2f5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc518 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.797402:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092aae600, rc 0) 00000100:00100000:0.0:1746126419.797439:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734033152:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8729us (9940us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126419.797447:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4269 00000100:00100000:0.0:1746126419.810932:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.811019:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.811490:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734033536 00000100:00100000:1.0:1746126419.811495:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734033536 00000100:00100000:1.0:1746126419.811516:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4270 00000100:00100000:1.0:1746126419.811521:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+111:31643:x1830945734033536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.811531:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.811539:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f2fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc51f expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.811552:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aae600/0x9851078746b7f2f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc518 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.811557:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.811558:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.811560:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f2fc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc51f expref: 112 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.811575:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092aae600/0x9851078746b7f2f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc518 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.811583:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092aae600/0x9851078746b7f2f5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc518 expref: 5 pid: 17079 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.811591:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726093312:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126419.811623:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126419.814085:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.814652:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726093312:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126419.814671:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f2fc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc51f expref: 111 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.814683:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70800, rc 0) 00000100:00100000:1.0:1746126419.814720:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+111:31643:x1830945734033536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3198us (3701us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.814727:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4270 00000100:00100000:0.0:1746126419.819550:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.822290:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.839175:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734034304 00000100:00100000:1.0:1746126419.839183:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734034304 00000100:00100000:1.0:1746126419.839589:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4271 00000100:00100000:1.0:1746126419.839605:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b792300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734034304:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.839619:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.839631:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f303 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc526 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.839654:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f2fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc51f expref: 110 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.839661:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.839662:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126419.839665:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f303 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc526 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.839690:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f2fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc51f expref: 110 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.839700:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f2fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc51f expref: 110 pid: 17079 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.839710:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726093568:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126419.839774:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126419.847069:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726093568:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126419.847095:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f303 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc526 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.847113:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:1.0:1746126419.847161:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b792300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734034304:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7565us (8088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.847168:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4271 00000100:00100000:0.0:1746126419.850311:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.853799:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.854048:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16410 00000100:00100000:0.0:1746126419.854056:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+113:1963:x1830945734034560:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126419.854068:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126419.854085:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f2fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc51f expref: 113 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.854095:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f2fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc51f expref: 113 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.854115:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f2fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc51f expref: 113 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.854140:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126419.854141:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126419.854147:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f303 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc526 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.854154:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f303 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc526 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.854177:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f303 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc526 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126419.854186:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009473a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726093696:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126419.856998:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126419.862900:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.864851:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.864929:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734034944 00000100:00100000:1.0:1746126419.864934:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734034944 00000100:00100000:1.0:1746126419.864966:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4272 00000100:00100000:1.0:1746126419.864971:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+112:31643:x1830945734034944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126419.864979:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126419.864991:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f30a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc52d expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.865077:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f303 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc526 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.865084:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.865086:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126419.865090:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f30a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc52d expref: 113 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.865114:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f303 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc526 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.865123:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f303 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc526 expref: 5 pid: 17079 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746126419.865138:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726093824:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126419.865466:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126419.867958:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.868074:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.868402:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726093824:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126419.868416:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f30a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc52d expref: 114 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126419.868423:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71e00, rc 0) 00000100:00100000:1.0:1746126419.868438:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:31643:x1830945734034944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3467us (3588us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126419.868443:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4272 00000100:00100000:0.0:1746126419.877982:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.881790:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.887651:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.888076:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734035840 00000100:00100000:0.0:1746126419.888083:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734035840 00002000:00100000:0.0:1746126419.888110:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b56a00 x1830945734035840/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.888124:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b56a00 with x1830945734035840 ext(0->4095) 00002000:00010000:0.0:1746126419.888128:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b56a00 00000100:00100000:0.0:1746126419.888142:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3438 00000100:00100000:0.0:1746126419.888148:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+113:1966:x1830945734035840:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126419.888257:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+113:1966:x1830945734035840:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (607us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126419.888262:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3438 00002000:00100000:0.0:1746126419.888267:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b56a00 x1830945734035840/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.888274:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b56a00 with x1830945734035840 ext(0->4095) 00002000:00010000:0.0:1746126419.888276:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b56a00 00000100:00100000:0.0:1746126419.890381:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.893656:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.897451:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.898512:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.901364:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.901427:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.904256:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.904272:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734036992 00000100:00100000:0.0:1746126419.904276:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734036992 00002000:00100000:0.0:1746126419.904299:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314d9880 x1830945734036992/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.904307:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d9880 with x1830945734036992 ext(0->4095) 00010000:00010000:0.0:1746126419.904312:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f31f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc542 expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.904322:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f31f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc542 expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126419.904328:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314d9880 00000100:00100000:0.0:1746126419.904340:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1322 00000100:00100000:0.0:1746126419.904346:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:1964:x1830945734036992:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126419.904452:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:1964:x1830945734036992:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (195us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126419.904463:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1322 00002000:00100000:0.0:1746126419.904468:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314d9880 x1830945734036992/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.904474:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d9880 with x1830945734036992 ext(0->4095) 00010000:00010000:0.0:1746126419.904478:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f31f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc542 expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.904486:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f31f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc542 expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126419.904491:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314d9880 00000100:00100000:0.0:1746126419.905942:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.908507:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.910845:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.915117:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.917872:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.920281:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.922295:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094cc1600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126419.922405:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.922611:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734038144 00000100:00100000:0.0:1746126419.922615:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734038144 00000100:00100000:0.0:1746126419.922636:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4279 00000100:00100000:0.0:1746126419.922640:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:31655:x1830945734038144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126419.922648:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126419.922654:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7f33b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc55e expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.922667:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126419.922671:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f334 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc557 expref: 115 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.922676:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126419.922678:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7f33b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc55e expref: 115 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.922698:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f334 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc557 expref: 115 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.922708:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7a00/0x9851078746b7f33b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc55e expref: 115 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.922716:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcf7a00, rc 0) 00000100:00100000:0.0:1746126419.922739:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+115:31655:x1830945734038144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126419.922748:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4279 00000100:00100000:0.0:1746126419.926124:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.929635:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.932367:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.935526:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.938761:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.943315:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.947046:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.948535:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.949256:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734039552:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 238us (720us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126419.949262:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1324 00002000:00100000:0.0:1746126419.949267:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0e00 x1830945734039552/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.949274:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0e00 with x1830945734039552 ext(0->4095) 00010000:00010000:0.0:1746126419.949278:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f342 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc565 expref: 6 pid: 8425 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.949344:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f342 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc565 expref: 6 pid: 8425 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126419.949351:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac0e00 00000100:00100000:0.0:1746126419.951544:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.951577:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.953972:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126419.954250:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734040064 00000100:00100000:1.0:1746126419.954262:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734040064 00002000:00100000:1.0:1746126419.954289:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac3100 x1830945734040064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.954297:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3100 with x1830945734040064 ext(0->4095) 00010000:00010000:1.0:1746126419.954303:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aaea00/0x9851078746b7f349 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc56c expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.954313:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aaea00/0x9851078746b7f349 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc56c expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126419.954322:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac3100 00000100:00100000:1.0:1746126419.954343:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1325 00000100:00100000:1.0:1746126419.954349:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:1964:x1830945734040064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126419.954453:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:1964:x1830945734040064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (486us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126419.954458:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1325 00002000:00100000:1.0:1746126419.954462:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac3100 x1830945734040064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126419.954468:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3100 with x1830945734040064 ext(0->4095) 00010000:00010000:1.0:1746126419.954472:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aaea00/0x9851078746b7f349 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc56c expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126419.954480:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aaea00/0x9851078746b7f349 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc56c expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126419.954485:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac3100 00000100:00100000:0.0:1746126419.957202:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.961644:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.966097:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.971045:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126419.973915:0:8439:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126419.974229:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.975570:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.979007:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.983066:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.990353:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126419.990374:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734041600 00000100:00100000:0.0:1746126419.990379:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734041600 00002000:00100000:0.0:1746126419.990409:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236f480 x1830945734041600/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/0 e 0 to 0 dl 1746126430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.990417:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236f480 with x1830945734041600 ext(0->4095) 00010000:00010000:0.0:1746126419.990424:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b7f35e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc581 expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.990435:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b7f35e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc581 expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126419.990440:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236f480 00000100:00100000:0.0:1746126419.990465:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1327 00000100:00100000:0.0:1746126419.990471:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:1963:x1830945734041600:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126419.990592:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:1963:x1830945734041600:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126419.990608:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1327 00002000:00100000:0.0:1746126419.990614:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236f480 x1830945734041600/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746126430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126419.990621:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236f480 with x1830945734041600 ext(0->4095) 00010000:00010000:0.0:1746126419.990624:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b7f35e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc581 expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.990633:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b7f35e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc581 expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126419.990638:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236f480 00000100:00100000:0.0:1746126419.998168:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16424 00000100:00100000:0.0:1746126419.998182:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b790e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:1963:x1830945734041728:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126419.998197:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126419.998219:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b7f35e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc581 expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.998232:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b7f35e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc581 expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.998249:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b7f35e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc581 expref: 114 pid: 8425 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126419.998266:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126419.998268:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126419.998273:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f365 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc588 expref: 113 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.998285:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc588 expref: 113 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126419.998314:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc588 expref: 113 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126419.998324:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013236d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726097280:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126419.998396:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126420.001347:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.005963:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.033122:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.039859:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.039941:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.043113:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.043387:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734042752 00000100:00100000:1.0:1746126420.043393:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734042752 00002000:00100000:1.0:1746126420.043428:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236f800 x1830945734042752/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.043436:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236f800 with x1830945734042752 ext(0->4095) 00010000:00010000:1.0:1746126420.043443:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aafe00/0x9851078746b7f36c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc58f expref: 6 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126420.043458:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aafe00/0x9851078746b7f36c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc58f expref: 6 pid: 17079 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126420.043464:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236f800 00000100:00100000:1.0:1746126420.043479:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1329 00000100:00100000:1.0:1746126420.043485:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734042752:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126420.043623:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734042752:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (514us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.043629:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1329 00002000:00100000:1.0:1746126420.043633:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236f800 x1830945734042752/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.043640:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236f800 with x1830945734042752 ext(0->4095) 00010000:00010000:1.0:1746126420.043644:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aafe00/0x9851078746b7f36c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc58f expref: 6 pid: 17079 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126420.043652:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aafe00/0x9851078746b7f36c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc58f expref: 6 pid: 17079 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126420.043657:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236f800 00000100:00100000:0.0:1746126420.045863:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.050090:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.052553:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.056185:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.060676:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734043520 00000100:00100000:0.0:1746126420.060683:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734043520 00000100:00100000:0.0:1746126420.060729:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4289 00000100:00100000:0.0:1746126420.060735:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+115:31643:x1830945734043520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126420.060749:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126420.060760:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7f381 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc5a4 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.060786:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aae600/0x9851078746b7f37a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc59d expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.060792:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.060794:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.060796:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7f381 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5a4 expref: 116 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.060819:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092aae600/0x9851078746b7f37a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc59d expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.060829:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092aae600/0x9851078746b7f37a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc59d expref: 5 pid: 8425 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126420.060838:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133329880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726098176:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126420.060896:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.062397:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734043776 00000100:00100000:1.0:1746126420.062402:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734043776 00002000:00100000:1.0:1746126420.062429:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b793800 x1830945734043776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.062436:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b793800 with x1830945734043776 ext(0->4095) 00010000:00010000:1.0:1746126420.062442:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aae600/0x9851078746b7f37a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc59d expref: 6 pid: 8425 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126420.062453:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aae600/0x9851078746b7f37a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc59d expref: 6 pid: 8425 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126420.062458:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b793800 00000100:00100000:1.0:1746126420.062836:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1330 00000100:00100000:1.0:1746126420.062845:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b793800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734043776:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126420.063729:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b793800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734043776:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 882us (1522us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.063735:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1330 00002000:00100000:1.0:1746126420.063741:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b793800 x1830945734043776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.063749:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b793800 with x1830945734043776 ext(0->4095) 00010000:00010000:1.0:1746126420.063754:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aae600/0x9851078746b7f37a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc59d expref: 6 pid: 8425 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746126420.063764:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aae600/0x9851078746b7f37a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc59d expref: 6 pid: 8425 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746126420.063769:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b793800 00000100:00100000:0.0:1746126420.063923:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133329880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726098176:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126420.063939:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2600/0x9851078746b7f381 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5a4 expref: 115 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.063950:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e2600, rc 0) 00000100:00100000:0.0:1746126420.064805:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+115:31643:x1830945734043520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4067us (4234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126420.064812:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4289 00000100:00100000:0.0:1746126420.067198:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.068696:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.086875:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.103048:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.106676:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.110075:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.110163:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734044800 00000100:00100000:1.0:1746126420.110170:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734044800 00000100:00100000:1.0:1746126420.110604:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4291 00000100:00100000:1.0:1746126420.110614:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734044800:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126420.110628:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126420.110641:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f38f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc5b2 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.110665:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f388 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ab expref: 114 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.110671:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126420.110673:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126420.110676:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f38f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5b2 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.110698:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f388 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ab expref: 114 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.110708:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f388 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ab expref: 114 pid: 8425 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.110719:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726098688:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126420.110796:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.112764:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726098688:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126420.112787:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f38f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5b2 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.112800:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70e00, rc 0) 00000100:00100000:1.0:1746126420.112838:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734044800:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2225us (2769us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.112846:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4291 00000100:00100000:0.0:1746126420.113584:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.116176:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.117537:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.117793:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734045312 00000100:00100000:1.0:1746126420.117797:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734045312 00000100:00100000:1.0:1746126420.117828:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4292 00000100:00100000:1.0:1746126420.117833:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:31643:x1830945734045312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126420.117842:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126420.117854:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f396 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc5b9 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.117873:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f38f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5b2 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.117879:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.117881:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.117884:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f396 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5b9 expref: 115 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.117906:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f38f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5b2 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.117915:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f38f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5b2 expref: 5 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.117924:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726098944:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126420.117980:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126420.119965:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.121018:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.121057:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726098944:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126420.121075:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f396 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5b9 expref: 116 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.121082:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:1.0:1746126420.121100:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+116:31643:x1830945734045312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3266us (3564us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.121105:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4292 00000100:00100000:0.0:1746126420.127006:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.133203:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.136470:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.140109:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.143720:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.147786:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.148185:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.151257:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.152943:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.156845:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.160150:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.165129:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.167721:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.170775:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.176073:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734048128 00000100:00100000:0.0:1746126420.176079:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734048128 00000100:00100000:1.0:1746126420.176203:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734048384 00000100:00100000:1.0:1746126420.176206:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734048384 00002000:00100000:1.0:1746126420.176231:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b791500 x1830945734048384/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.176239:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b791500 with x1830945734048384 ext(0->4095) 00002000:00010000:1.0:1746126420.176243:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b791500 00000100:00100000:1.0:1746126420.176268:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3450 00000100:00100000:1.0:1746126420.176273:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b791500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734048384:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126420.176327:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4298 00000100:00100000:0.0:1746126420.176332:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b793b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+114:31643:x1830945734048128:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126420.176339:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126420.176388:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7f3c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc5e3 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.176408:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f3b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5dc expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.176415:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.176417:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.176419:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7f3c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5e3 expref: 115 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.176440:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f3b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5dc expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.176450:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f3b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5dc expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126420.176459:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726100480:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126420.176509:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.176829:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b791500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734048384:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 555us (1241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.176835:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3450 00002000:00100000:1.0:1746126420.176840:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b791500 x1830945734048384/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.176846:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b791500 with x1830945734048384 ext(0->4095) 00010000:00010000:1.0:1746126420.176851:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f3b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5dc expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.176860:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b7f3b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5dc expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.176864:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b791500 00000100:00100000:0.0:1746126420.180755:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.181120:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.181202:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4299 00000100:00100000:1.0:1746126420.181211:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+115:31655:x1830945734048512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126420.181224:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126420.181235:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f3c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc5ea expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.181252:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.181257:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7f3c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5e3 expref: 116 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.181261:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126420.181265:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f3c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ea expref: 116 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.181373:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7f3c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5e3 expref: 116 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.181385:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f3c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ea expref: 116 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.181393:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.181395:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.181399:0:17079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7f3c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5e3 expref: 116 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.181406:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7f3c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5e3 expref: 116 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.181423:0:17079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7f3c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5e3 expref: 116 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.181434:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7f3c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5e3 expref: 116 pid: 8425 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.181444:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726100736:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126420.181495:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.184097:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726100736:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126420.184115:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:1.0:1746126420.184149:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+116:31655:x1830945734048512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2938us (3399us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.184156:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4299 00000100:00100000:0.0:1746126420.184326:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.185769:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734048896 00000100:00100000:1.0:1746126420.185778:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734048896 00002000:00100000:1.0:1746126420.186521:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466300 x1830945734048896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.186531:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466300 with x1830945734048896 ext(0->4095) 00010000:00010000:1.0:1746126420.186539:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7f3c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5e3 expref: 116 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.186555:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7f3c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5e3 expref: 116 pid: 8425 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.186561:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131466300 00000100:00100000:1.0:1746126420.186603:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1334 00000100:00100000:1.0:1746126420.186613:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+116:1963:x1830945734048896:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126420.188009:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+116:1963:x1830945734048896:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 1393us (3678us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.188017:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1334 00002000:00100000:1.0:1746126420.188038:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466300 x1830945734048896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.188045:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466300 with x1830945734048896 ext(0->4095) 00010000:00010000:1.0:1746126420.188052:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7f3c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5e3 expref: 116 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.188063:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3600/0x9851078746b7f3c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5e3 expref: 116 pid: 8425 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.188068:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131466300 00000100:00100000:0.0:1746126420.201132:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.201327:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734049280 00000100:00100000:1.0:1746126420.201333:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734049280 00002000:00100000:1.0:1746126420.201367:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467800 x1830945734049280/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.201375:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467800 with x1830945734049280 ext(0->4095) 00002000:00010000:1.0:1746126420.201379:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131467800 00000100:00100000:1.0:1746126420.201404:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3451 00000100:00100000:1.0:1746126420.201409:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+115:1966:x1830945734049280:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126420.201537:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+115:1966:x1830945734049280:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (405us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.201542:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3451 00002000:00100000:1.0:1746126420.201547:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467800 x1830945734049280/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.201553:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467800 with x1830945734049280 ext(0->4095) 00002000:00010000:1.0:1746126420.201555:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131467800 00000100:00100000:0.0:1746126420.220129:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.220302:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734049408 00000100:00100000:1.0:1746126420.220309:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734049408 00000100:00100000:1.0:1746126420.220360:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4300 00000100:00100000:1.0:1746126420.220367:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734049408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126420.220381:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126420.220395:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f3ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc5f1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.220419:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f3c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ea expref: 114 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.220425:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126420.220427:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126420.220430:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f3ce lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f1 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.220461:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f3c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ea expref: 114 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.220471:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ea expref: 114 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.220480:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726100992:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126420.220556:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.236731:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726100992:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126420.236758:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f3ce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f1 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.236773:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70a00, rc 0) 00000100:00100000:1.0:1746126420.236811:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734049408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16445us (16690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.236818:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4300 00000100:00100000:0.0:1746126420.236979:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734049536 00000100:00100000:0.0:1746126420.236985:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734049536 00002000:00100000:0.0:1746126420.237015:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c319180 x1830945734049536/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 496/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.237039:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c319180 with x1830945734049536 ext(0->7) 00010000:00010000:0.0:1746126420.237044:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ea expref: 115 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.237059:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ea expref: 115 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746126420.237064:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c319180 00000100:00100000:0.0:1746126420.237075:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1335 00000100:00100000:0.0:1746126420.237079:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+115:1963:x1830945734049536:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126420.237277:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+117:1963:x1830945734049536:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 196us (567us total) trans 4294967924 rc 0/0 00000100:00100000:0.0:1746126420.237282:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1335 00002000:00100000:0.0:1746126420.237287:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c319180 x1830945734049536/t4294967924(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 496/448 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.237293:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c319180 with x1830945734049536 ext(0->7) 00010000:00010000:0.0:1746126420.237297:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ea expref: 117 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.237304:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ea expref: 117 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746126420.237309:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c319180 00000100:00100000:1.0:1746126420.246566:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.247711:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734049664 00000100:00100000:0.0:1746126420.247719:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734049664 00010000:00010000:0.0:1746126420.247747:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ea expref: 117 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126420.247783:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16439 00000100:00100000:0.0:1746126420.247791:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+117:1963:x1830945734049664:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126420.247802:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126420.247820:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ea expref: 117 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.247832:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f3c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ea expref: 117 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.247850:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f3c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5ea expref: 117 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.247862:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.247864:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.247869:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f3ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f1 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.247875:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f3ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f1 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.247901:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f3ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f1 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126420.247911:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131465f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726101120:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126420.247984:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126420.252894:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131465f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726101120:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126420.252913:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126420.252923:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.252948:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+116:1963:x1830945734049664:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5157us (6386us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126420.252957:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16439 00000100:00100000:0.0:1746126420.253005:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734049920 00000100:00100000:0.0:1746126420.253010:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734049920 00002000:00100000:0.0:1746126420.253063:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248afb80 x1830945734049920/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.253072:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248afb80 with x1830945734049920 ext(0->4095) 00002000:00010000:0.0:1746126420.253076:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248afb80 00000100:00100000:0.0:1746126420.253091:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3452 00000100:00100000:0.0:1746126420.253098:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734049920:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126420.253203:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734049920:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (282us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126420.253208:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3452 00002000:00100000:0.0:1746126420.253213:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248afb80 x1830945734049920/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.253220:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248afb80 with x1830945734049920 ext(0->4095) 00002000:00010000:0.0:1746126420.253222:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248afb80 00000100:00100000:1.0:1746126420.254890:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.254934:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734050048 00000100:00100000:0.0:1746126420.254939:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734050048 00000100:00100000:0.0:1746126420.254964:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4301 00000100:00100000:0.0:1746126420.254969:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+116:31643:x1830945734050048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126420.254980:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126420.254993:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f3d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc5f8 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.255017:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f3ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f1 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.255037:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.255039:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.255042:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f3d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f8 expref: 117 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.255064:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f3ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f1 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.255073:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f3ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f1 expref: 5 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126420.255081:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131465c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726101248:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126420.255124:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126420.257379:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.260546:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131465c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726101248:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126420.260567:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f3d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f8 expref: 118 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.260580:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092aae000, rc 0) 00000100:00100000:0.0:1746126420.260620:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+118:31643:x1830945734050048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5650us (5734us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126420.260627:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4301 00000100:00100000:1.0:1746126420.262978:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.263271:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734050304 00000100:00100000:0.0:1746126420.263278:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734050304 00010000:00010000:0.0:1746126420.263301:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f3ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f1 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126420.263775:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16440 00000100:00100000:0.0:1746126420.263785:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734050304:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126420.263797:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126420.263815:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f3ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f1 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.263825:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f3ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f1 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.263843:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f3ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f1 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.263853:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.263855:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.263861:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f3d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f8 expref: 117 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.263868:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f3d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f8 expref: 117 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.263893:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f3d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f8 expref: 117 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.263906:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f3d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f8 expref: 117 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126420.263916:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131465c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726101504:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126420.263967:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.268843:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.268956:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734050560 00000100:00100000:0.0:1746126420.268961:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734050560 00002000:00100000:0.0:1746126420.268988:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248aea00 x1830945734050560/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.268996:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aea00 with x1830945734050560 ext(0->4095) 00010000:00010000:0.0:1746126420.269002:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f3d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f8 expref: 118 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.269012:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f3d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f8 expref: 118 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746126420.269017:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248aea00 00000100:00100000:0.0:1746126420.269047:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1336 00000100:00100000:0.0:1746126420.269052:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+118:1963:x1830945734050560:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126420.269542:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+118:1963:x1830945734050560:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (305us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126420.269548:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1336 00002000:00100000:0.0:1746126420.269554:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248aea00 x1830945734050560/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.269566:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aea00 with x1830945734050560 ext(0->4095) 00010000:00010000:0.0:1746126420.269571:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f3d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f8 expref: 118 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.269579:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f3d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc5f8 expref: 118 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746126420.269584:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248aea00 00000001:00080000:1.0:1746126420.270046:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996770 is committed 00000001:00080000:1.0:1746126420.270055:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996767 is committed 00000001:00080000:1.0:1746126420.270062:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996772 is committed 00000100:00100000:0.0:1746126420.273108:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.281343:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.281378:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734050944 00000100:00100000:1.0:1746126420.281383:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734050944 00002000:00100000:1.0:1746126420.281410:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466d80 x1830945734050944/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.281417:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466d80 with x1830945734050944 ext(0->4095) 00002000:00010000:1.0:1746126420.281421:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466d80 00000100:00100000:1.0:1746126420.281440:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3453 00000100:00100000:1.0:1746126420.281448:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+117:1963:x1830945734050944:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126420.281553:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+117:1963:x1830945734050944:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.281558:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3453 00002000:00100000:1.0:1746126420.281562:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466d80 x1830945734050944/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.281568:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466d80 with x1830945734050944 ext(0->4095) 00002000:00010000:1.0:1746126420.281571:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466d80 00000100:00100000:0.0:1746126420.283902:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.288265:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.293147:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.293248:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.300104:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.303802:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.312518:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.314286:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1338 00000100:00100000:0.0:1746126420.314298:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+118:1964:x1830945734052096:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126420.314440:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+118:1964:x1830945734052096:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (1927us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126420.314446:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1338 00002000:00100000:0.0:1746126420.314453:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131464a80 x1830945734052096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.314466:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464a80 with x1830945734052096 ext(0->4095) 00010000:00010000:0.0:1746126420.314472:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800947c7800/0x9851078746b7f3ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc60d expref: 118 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.314482:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800947c7800/0x9851078746b7f3ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc60d expref: 118 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746126420.314497:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131464a80 00000100:00100000:0.0:1746126420.317577:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.323875:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.331894:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.343283:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.351053:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.374677:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.374706:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734052992 00000100:00100000:1.0:1746126420.374713:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734052992 00010000:00010000:1.0:1746126420.374807:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7f3f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc614 expref: 120 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.374840:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16445 00000100:00100000:1.0:1746126420.374847:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+120:1966:x1830945734052992:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126420.374860:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126420.374874:0:7072:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb blocks from disk: 3 -> 11 00010000:00010000:1.0:1746126420.374879:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7f3f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc614 expref: 120 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.374890:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7f3f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc614 expref: 120 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.374907:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7f3f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc614 expref: 120 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.375500:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.375503:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.375510:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f3f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc61b expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.375518:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f3f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc61b expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.375548:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f3f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc61b expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.375557:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f3f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc61b expref: 5 pid: 8425 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.375567:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726102784:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126420.375638:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.385806:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.385848:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726102784:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126420.385861:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126420.385892:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+119:1966:x1830945734052992:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 11045us (11221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.385902:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16445 00000100:00100000:0.0:1746126420.386057:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734053248 00000100:00100000:0.0:1746126420.386063:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734053248 00002000:00100000:0.0:1746126420.386090:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ad880 x1830945734053248/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.386099:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ad880 with x1830945734053248 ext(0->4095) 00010000:00010000:0.0:1746126420.386106:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f3f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc61b expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.386118:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f3f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc61b expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746126420.386124:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248ad880 00000100:00100000:0.0:1746126420.386139:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1340 00000100:00100000:0.0:1746126420.386145:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734053248:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126420.386236:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734053248:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (435us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126420.386242:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1340 00002000:00100000:0.0:1746126420.386247:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ad880 x1830945734053248/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.386255:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ad880 with x1830945734053248 ext(0->4095) 00010000:00010000:0.0:1746126420.386259:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f3f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc61b expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.386268:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f3f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc61b expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746126420.386273:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248ad880 00000100:00100000:1.0:1746126420.397553:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.398138:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734053376 00000100:00100000:0.0:1746126420.398146:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734053376 00010000:00010000:0.0:1746126420.398173:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f3f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc61b expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126420.398194:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16446 00000100:00100000:0.0:1746126420.398201:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734053376:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126420.398212:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126420.398230:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f3f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc61b expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.398240:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f3f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc61b expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.398259:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f3f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc61b expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.398269:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.398271:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.398276:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7f3ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc622 expref: 118 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.398283:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7f3ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc622 expref: 118 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.398309:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7f3ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc622 expref: 118 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126420.398320:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726102912:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126420.398385:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126420.403016:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.403052:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734053632 00000100:00100000:0.0:1746126420.403058:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734053632 00002000:00100000:0.0:1746126420.403088:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08a80 x1830945734053632/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.403096:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08a80 with x1830945734053632 ext(0->4095) 00002000:00010000:0.0:1746126420.403100:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b08a80 00000100:00100000:0.0:1746126420.403114:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3455 00000100:00100000:0.0:1746126420.403119:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+119:1964:x1830945734053632:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126420.403463:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726102912:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126420.403478:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126420.403513:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734053376:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5312us (5966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.403521:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16446 00000100:00100000:0.0:1746126420.404433:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+119:1964:x1830945734053632:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1311us (1419us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126420.404441:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3455 00002000:00100000:0.0:1746126420.404448:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08a80 x1830945734053632/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.404455:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08a80 with x1830945734053632 ext(0->4095) 00002000:00010000:0.0:1746126420.404458:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b08a80 00000100:00100000:0.0:1746126420.411074:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.411094:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734053760 00000100:00100000:0.0:1746126420.411100:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734053760 00000100:00100000:0.0:1746126420.411128:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4308 00000100:00100000:0.0:1746126420.411134:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734053760:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126420.411146:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126420.411158:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc629 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.411181:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7f3ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc622 expref: 118 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.411188:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126420.411190:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126420.411193:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.411217:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7f3ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc622 expref: 118 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.411231:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7f3ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc622 expref: 118 pid: 8425 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126420.411241:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726103040:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126420.411303:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.417529:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726103040:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126420.417554:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.417568:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095241600, rc 0) 00000100:00100000:1.0:1746126420.417622:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734053760:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6487us (6551us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.417629:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4308 00000100:00100000:1.0:1746126420.432009:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.432064:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734053888 00000100:00100000:1.0:1746126420.432072:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734053888 00002000:00100000:1.0:1746126420.432112:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801248aed80 x1830945734053888/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 496/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.432120:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aed80 with x1830945734053888 ext(0->7) 00010000:00010000:1.0:1746126420.432128:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7f3ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc622 expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.432144:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7f3ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc622 expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.432150:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248aed80 00000100:00100000:1.0:1746126420.432167:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1341 00000100:00100000:1.0:1746126420.432173:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734053888:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126420.432490:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734053888:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 316us (486us total) trans 4294967926 rc 0/0 00000100:00100000:1.0:1746126420.432496:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1341 00002000:00100000:1.0:1746126420.432501:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801248aed80 x1830945734053888/t4294967926(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 496/448 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.432507:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aed80 with x1830945734053888 ext(0->7) 00010000:00010000:1.0:1746126420.432511:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7f3ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc622 expref: 8 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.432519:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7f3ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc622 expref: 8 pid: 8425 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.432524:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248aed80 00000100:00100000:1.0:1746126420.433109:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.433129:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734054016 00000100:00100000:1.0:1746126420.433133:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734054016 00000100:00100000:1.0:1746126420.433153:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4309 00000100:00100000:1.0:1746126420.433158:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:31643:x1830945734054016:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126420.433168:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126420.433179:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b7f40d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc630 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.433195:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126420.433199:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.433204:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126420.433207:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b7f40d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc630 expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.433235:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.433245:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b7f40d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc630 expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.433253:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dff7800, rc 0) 00000100:00100000:1.0:1746126420.433274:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:31643:x1830945734054016:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.433279:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4309 00000100:00100000:0.0:1746126420.435345:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.435451:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734054144 00000100:00100000:1.0:1746126420.435457:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734054144 00010000:00010000:1.0:1746126420.435479:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7f3ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc622 expref: 9 pid: 8425 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.436183:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16447 00000100:00100000:1.0:1746126420.436192:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734054144:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126420.436203:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126420.436216:0:7072:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126418 -> 1746126419 00002000:00010000:1.0:1746126420.436219:0:7072:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126418 -> 1746126419 00010000:00010000:1.0:1746126420.436224:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7f3ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc622 expref: 9 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.436233:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7f3ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc622 expref: 9 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.436250:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6e00/0x9851078746b7f3ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc622 expref: 9 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.436261:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.436262:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.436268:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.436275:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.436298:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.436307:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 5 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.436317:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726103296:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126420.436934:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.440421:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726103296:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126420.440439:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126420.440483:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734054144:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4291us (5142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.440493:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16447 00000100:00100000:0.0:1746126420.441486:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.442020:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734054400 00000100:00100000:1.0:1746126420.442039:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734054400 00002000:00100000:1.0:1746126420.442071:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b09500 x1830945734054400/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.442080:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09500 with x1830945734054400 ext(0->4095) 00010000:00010000:1.0:1746126420.442087:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.442098:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.442104:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b09500 00000100:00100000:1.0:1746126420.442637:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1342 00000100:00100000:1.0:1746126420.442645:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734054400:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126420.442942:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734054400:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 296us (1456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.442948:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1342 00002000:00100000:1.0:1746126420.442954:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b09500 x1830945734054400/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.442966:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09500 with x1830945734054400 ext(0->4095) 00010000:00010000:1.0:1746126420.442971:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.442980:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.442986:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b09500 00000100:00100000:0.0:1746126420.447168:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.448008:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734054528 00000100:00100000:1.0:1746126420.448016:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734054528 00010000:00010000:1.0:1746126420.448156:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.448194:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16448 00000100:00100000:1.0:1746126420.448201:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734054528:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126420.448214:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126420.448230:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.448240:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.448258:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095241600/0x9851078746b7f406 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc629 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.448271:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.448273:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.448279:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b7f40d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc630 expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.448286:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b7f40d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc630 expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.448312:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b7f40d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc630 expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126420.448322:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726103424:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126420.448513:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.451731:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726103424:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126420.451750:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126420.451782:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734054528:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3581us (4620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.451792:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16448 00000100:00100000:0.0:1746126420.453003:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.453078:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734054784 00000100:00100000:1.0:1746126420.453084:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734054784 00002000:00100000:1.0:1746126420.453117:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b09880 x1830945734054784/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.453126:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09880 with x1830945734054784 ext(0->4095) 00002000:00010000:1.0:1746126420.453130:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b09880 00000100:00100000:1.0:1746126420.453156:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3456 00000100:00100000:1.0:1746126420.453162:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734054784:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126420.453277:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734054784:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.453283:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3456 00002000:00100000:1.0:1746126420.453288:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b09880 x1830945734054784/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.453294:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09880 with x1830945734054784 ext(0->4095) 00002000:00010000:1.0:1746126420.453296:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b09880 00000100:00100000:0.0:1746126420.454921:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.457671:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.457730:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734055040 00000100:00100000:1.0:1746126420.457735:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734055040 00010000:00010000:1.0:1746126420.457755:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b7f40d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc630 expref: 8 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.457870:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16449 00000100:00100000:1.0:1746126420.457877:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734055040:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126420.457886:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126420.457905:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b7f40d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc630 expref: 8 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.457913:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b7f40d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc630 expref: 8 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.457931:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b7f40d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc630 expref: 8 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.458063:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.458065:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.458071:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f414 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc637 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.458083:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f414 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc637 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.458108:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f414 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc637 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126420.458117:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726103680:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126420.458353:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.459655:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726103680:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126420.459670:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126420.459706:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734055040:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1828us (2034us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.459715:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16449 00000100:00100000:0.0:1746126420.460576:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.460655:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734055296 00000100:00100000:1.0:1746126420.460661:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734055296 00002000:00100000:1.0:1746126420.460690:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08e00 x1830945734055296/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.460699:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08e00 with x1830945734055296 ext(0->4095) 00002000:00010000:1.0:1746126420.460819:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b08e00 00000100:00100000:1.0:1746126420.460847:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3457 00000100:00100000:1.0:1746126420.460855:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734055296:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126420.460993:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734055296:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.461001:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3457 00002000:00100000:1.0:1746126420.461006:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08e00 x1830945734055296/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.461012:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08e00 with x1830945734055296 ext(0->4095) 00002000:00010000:1.0:1746126420.461015:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b08e00 00000100:00100000:0.0:1746126420.463218:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.463290:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.463375:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4311 00000100:00100000:1.0:1746126420.463383:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:31643:x1830945734055424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126420.463396:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126420.463410:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc63e expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.463434:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f414 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc637 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.463440:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.463442:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.463445:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc63e expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.463703:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f414 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc637 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.463713:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f414 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc637 expref: 5 pid: 8425 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.463724:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726103808:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126420.463966:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.465094:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726103808:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126420.465109:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc63e expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.465118:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70e00, rc 0) 00000100:00100000:1.0:1746126420.465140:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:31643:x1830945734055424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1758us (1926us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.465145:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4311 00000100:00100000:0.0:1746126420.466263:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.466313:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734055680 00000100:00100000:1.0:1746126420.466323:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734055680 00010000:00010000:1.0:1746126420.466346:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f414 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc637 expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.466377:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16450 00000100:00100000:1.0:1746126420.466383:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734055680:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126420.466395:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126420.466417:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f414 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc637 expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.466426:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f414 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc637 expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.466443:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6400/0x9851078746b7f414 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc637 expref: 6 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.466470:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.466473:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.466479:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc63e expref: 8 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.466485:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc63e expref: 8 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.466511:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc63e expref: 8 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.466520:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc63e expref: 8 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.466529:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726104064:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126420.466609:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.469197:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726104064:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126420.469217:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126420.469252:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734055680:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2867us (2992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.469260:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16450 00000100:00100000:0.0:1746126420.469916:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.470462:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734055936 00000100:00100000:1.0:1746126420.470468:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734055936 00002000:00100000:1.0:1746126420.470499:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7ce00 x1830945734055936/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.470514:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7ce00 with x1830945734055936 ext(0->4095) 00010000:00010000:1.0:1746126420.470520:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc63e expref: 9 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.470532:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc63e expref: 9 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.470537:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7ce00 00000100:00100000:1.0:1746126420.470695:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1343 00000100:00100000:1.0:1746126420.470702:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734055936:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126420.470980:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734055936:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 277us (1064us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.470986:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1343 00002000:00100000:1.0:1746126420.470991:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7ce00 x1830945734055936/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.470998:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7ce00 with x1830945734055936 ext(0->4095) 00010000:00010000:1.0:1746126420.471003:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc63e expref: 9 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.471012:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc63e expref: 9 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.471017:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7ce00 00000100:00100000:0.0:1746126420.473646:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.473717:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734056064 00000100:00100000:1.0:1746126420.473723:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734056064 00010000:00010000:1.0:1746126420.473746:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc63e expref: 9 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.473772:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16451 00000100:00100000:1.0:1746126420.473777:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734056064:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126420.473787:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126420.473802:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc63e expref: 9 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.473811:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc63e expref: 9 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.473829:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f41b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc63e expref: 9 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.473841:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.473843:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.473848:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013107d000/0x9851078746b7f422 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc645 expref: 8 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.473856:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013107d000/0x9851078746b7f422 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc645 expref: 8 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.473878:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013107d000/0x9851078746b7f422 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc645 expref: 8 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126420.473888:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726104192:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126420.474707:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.476635:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726104192:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126420.476652:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126420.476697:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734056064:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2918us (3055us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.476706:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16451 00000100:00100000:0.0:1746126420.476818:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.476982:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734056320 00000100:00100000:1.0:1746126420.476987:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734056320 00002000:00100000:1.0:1746126420.477016:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7d180 x1830945734056320/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.477043:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7d180 with x1830945734056320 ext(0->4095) 00002000:00010000:1.0:1746126420.477047:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd7d180 00000100:00100000:1.0:1746126420.477446:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3458 00000100:00100000:1.0:1746126420.477454:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734056320:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126420.477605:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734056320:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (787us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.477611:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3458 00002000:00100000:1.0:1746126420.477616:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7d180 x1830945734056320/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.477623:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7d180 with x1830945734056320 ext(0->4095) 00002000:00010000:1.0:1746126420.477626:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd7d180 00000100:00100000:0.0:1746126420.483112:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.483142:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734056448 00000100:00100000:1.0:1746126420.483149:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734056448 00000100:00100000:1.0:1746126420.483193:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4313 00000100:00100000:1.0:1746126420.483200:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734056448:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126420.483215:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126420.483229:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f429 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc64c expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.483252:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013107d000/0x9851078746b7f422 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc645 expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.483258:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126420.483260:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126420.483263:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f429 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc64c expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.483286:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013107d000/0x9851078746b7f422 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc645 expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.483296:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013107d000/0x9851078746b7f422 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc645 expref: 7 pid: 8425 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.483305:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726104320:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126420.483435:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126420.487367:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.487419:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726104320:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126420.487442:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f429 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc64c expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.487454:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:1.0:1746126420.487498:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734056448:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4299us (4395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.487508:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4313 00000100:00100000:1.0:1746126420.489755:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.492998:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.496517:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.498630:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.500844:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.508210:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.516783:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.518409:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.522890:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b792300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726105088:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126420.522909:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126420.522964:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734057856:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4288us (4554us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126420.522975:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16454 00000100:00100000:0.0:1746126420.523892:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.528973:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734058240 00000100:00100000:0.0:1746126420.528980:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734058240 00010000:00010000:0.0:1746126420.529007:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f437 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc65a expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126420.529057:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16455 00000100:00100000:0.0:1746126420.529064:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b793b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734058240:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126420.529075:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126420.529091:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f437 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc65a expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.529101:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f437 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc65a expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.529118:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f437 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc65a expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.529132:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.529134:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.529139:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f43e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc661 expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.529147:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f43e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc661 expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.529171:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b7f43e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc661 expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126420.529180:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726105216:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126420.529236:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.532942:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.533020:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734058496 00000100:00100000:0.0:1746126420.533239:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734058496 00002000:00100000:0.0:1746126420.533268:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248adc00 x1830945734058496/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.533276:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248adc00 with x1830945734058496 ext(0->4095) 00002000:00010000:0.0:1746126420.533280:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248adc00 00000100:00100000:0.0:1746126420.533294:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3460 00000100:00100000:0.0:1746126420.533299:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734058496:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126420.533777:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734058496:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 475us (836us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126420.533783:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3460 00002000:00100000:0.0:1746126420.533788:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248adc00 x1830945734058496/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.533795:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248adc00 with x1830945734058496 ext(0->4095) 00002000:00010000:0.0:1746126420.533798:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248adc00 00000100:00100000:0.0:1746126420.535691:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.539970:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.542858:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.543457:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.543478:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734059136 00000100:00100000:1.0:1746126420.543482:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734059136 00002000:00100000:1.0:1746126420.543504:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2300 x1830945734059136/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.543512:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2300 with x1830945734059136 ext(0->4095) 00010000:00010000:1.0:1746126420.543517:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f445 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc668 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.543526:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f445 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc668 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.543531:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf2300 00000100:00100000:1.0:1746126420.543714:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1347 00000100:00100000:1.0:1746126420.543721:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734059136:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126420.543838:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734059136:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.543844:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1347 00002000:00100000:1.0:1746126420.543849:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2300 x1830945734059136/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.543856:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2300 with x1830945734059136 ext(0->4095) 00010000:00010000:1.0:1746126420.543861:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f445 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc668 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.543869:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092aae800/0x9851078746b7f445 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc668 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.543874:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf2300 00000100:00100000:0.0:1746126420.547855:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.547897:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.554040:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.556891:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.563109:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.563185:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734060032 00000100:00100000:1.0:1746126420.563192:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734060032 00002000:00100000:1.0:1746126420.563220:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0a80 x1830945734060032/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.563228:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0a80 with x1830945734060032 ext(0->4095) 00002000:00010000:1.0:1746126420.563232:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0a80 00000100:00100000:1.0:1746126420.563735:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3461 00000100:00100000:1.0:1746126420.563741:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1965:x1830945734060032:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126420.563951:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1965:x1830945734060032:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 210us (845us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.563957:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3461 00002000:00100000:1.0:1746126420.563962:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0a80 x1830945734060032/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.563969:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0a80 with x1830945734060032 ext(0->4095) 00002000:00010000:1.0:1746126420.563972:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0a80 00000100:00100000:0.0:1746126420.565465:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.568522:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.573013:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b793100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726106240:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126420.573045:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126420.573080:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734060288:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4152us (4560us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126420.573090:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16459 00000100:00100000:1.0:1746126420.574441:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734060544 00000100:00100000:1.0:1746126420.574449:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734060544 00002000:00100000:1.0:1746126420.574482:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b790e00 x1830945734060544/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.574496:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b790e00 with x1830945734060544 ext(0->4095) 00002000:00010000:1.0:1746126420.574500:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b790e00 00000100:00100000:1.0:1746126420.574526:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3462 00000100:00100000:1.0:1746126420.574532:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b790e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734060544:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126420.574657:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b790e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734060544:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (1969us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.574662:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3462 00002000:00100000:1.0:1746126420.574666:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b790e00 x1830945734060544/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.574672:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b790e00 with x1830945734060544 ext(0->4095) 00002000:00010000:1.0:1746126420.574674:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b790e00 00000100:00100000:0.0:1746126420.574816:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.577545:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.580436:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.584759:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.588352:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.592073:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b793b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726106752:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126420.592094:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126420.592128:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734061312:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3621us (3779us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126420.592138:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16461 00000100:00100000:0.0:1746126420.592739:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.592844:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734061568 00000100:00100000:1.0:1746126420.592849:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734061568 00002000:00100000:1.0:1746126420.592879:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0e00 x1830945734061568/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.592887:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0e00 with x1830945734061568 ext(0->4095) 00002000:00010000:1.0:1746126420.592891:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0e00 00000100:00100000:1.0:1746126420.592913:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3463 00000100:00100000:1.0:1746126420.592919:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734061568:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126420.593062:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734061568:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.593067:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3463 00002000:00100000:1.0:1746126420.593072:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0e00 x1830945734061568/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.593078:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0e00 with x1830945734061568 ext(0->4095) 00002000:00010000:1.0:1746126420.593080:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0e00 00000100:00100000:0.0:1746126420.595139:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.598300:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.601856:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.608536:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.609529:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.612834:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.616444:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.622759:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.625513:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.630505:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.633730:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.634371:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.634405:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734063744 00000100:00100000:0.0:1746126420.634408:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734063744 00002000:00100000:0.0:1746126420.634426:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761f80 x1830945734063744/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.634433:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761f80 with x1830945734063744 ext(0->4095) 00010000:00010000:0.0:1746126420.634438:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f484 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6a7 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.634446:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f484 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6a7 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746126420.634451:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093761f80 00000100:00100000:0.0:1746126420.634461:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1351 00000100:00100000:0.0:1746126420.634465:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734063744:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126420.634989:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734063744:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 521us (615us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126420.634997:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1351 00002000:00100000:0.0:1746126420.635002:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761f80 x1830945734063744/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.635008:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761f80 with x1830945734063744 ext(0->4095) 00010000:00010000:0.0:1746126420.635013:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f484 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6a7 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.635020:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f484 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6a7 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746126420.635143:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093761f80 00000100:00100000:0.0:1746126420.636773:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.636807:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.639237:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.639296:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734064256 00000100:00100000:1.0:1746126420.639301:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734064256 00002000:00100000:1.0:1746126420.639326:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093763b80 x1830945734064256/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.639335:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763b80 with x1830945734064256 ext(0->4095) 00010000:00010000:1.0:1746126420.639341:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f48b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6ae expref: 11 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.639351:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f48b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6ae expref: 11 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.639357:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093763b80 00000100:00100000:1.0:1746126420.639379:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1352 00000100:00100000:1.0:1746126420.639384:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734064256:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126420.639722:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734064256:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 337us (561us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.639727:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1352 00002000:00100000:1.0:1746126420.639732:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093763b80 x1830945734064256/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.639739:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763b80 with x1830945734064256 ext(0->4095) 00010000:00010000:1.0:1746126420.639743:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f48b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6ae expref: 11 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.639751:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f48b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6ae expref: 11 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.639756:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093763b80 00000100:00100000:0.0:1746126420.641561:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.643974:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.644058:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734064640 00000100:00100000:1.0:1746126420.644063:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734064640 00002000:00100000:1.0:1746126420.644091:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760700 x1830945734064640/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.644099:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760700 with x1830945734064640 ext(0->4095) 00002000:00010000:1.0:1746126420.644102:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760700 00000100:00100000:1.0:1746126420.644125:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3466 00000100:00100000:1.0:1746126420.644131:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1966:x1830945734064640:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126420.644257:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1966:x1830945734064640:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.644263:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3466 00002000:00100000:1.0:1746126420.644268:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760700 x1830945734064640/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.644275:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760700 with x1830945734064640 ext(0->4095) 00002000:00010000:1.0:1746126420.644278:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760700 00000100:00100000:0.0:1746126420.645823:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.648646:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.650721:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.653933:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.654988:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.659641:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.663698:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.663778:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734065792 00000100:00100000:1.0:1746126420.663783:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734065792 00002000:00100000:1.0:1746126420.663817:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093762680 x1830945734065792/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.663835:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762680 with x1830945734065792 ext(0->4095) 00010000:00010000:1.0:1746126420.663843:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f4a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6c3 expref: 11 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.663854:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f4a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6c3 expref: 11 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.663859:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093762680 00000100:00100000:1.0:1746126420.663886:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1353 00000100:00100000:1.0:1746126420.663892:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734065792:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126420.664018:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734065792:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.664039:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1353 00002000:00100000:1.0:1746126420.664045:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093762680 x1830945734065792/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.664051:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762680 with x1830945734065792 ext(0->4095) 00010000:00010000:1.0:1746126420.664056:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f4a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6c3 expref: 11 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.664064:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f4a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6c3 expref: 11 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.664069:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093762680 00000100:00100000:0.0:1746126420.665541:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.665822:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.669092:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.673401:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.673489:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.680015:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.680242:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734066816 00000100:00100000:1.0:1746126420.680250:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734066816 00002000:00100000:1.0:1746126420.680284:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131544e00 x1830945734066816/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.680293:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544e00 with x1830945734066816 ext(0->4095) 00010000:00010000:1.0:1746126420.680301:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f4ae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6d1 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.680312:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f4ae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6d1 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.680319:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131544e00 00000100:00100000:1.0:1746126420.680335:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1355 00000100:00100000:1.0:1746126420.680342:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734066816:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126420.680464:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734066816:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (457us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.680470:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1355 00002000:00100000:1.0:1746126420.680475:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131544e00 x1830945734066816/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.680481:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544e00 with x1830945734066816 ext(0->4095) 00010000:00010000:1.0:1746126420.680485:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f4ae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6d1 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.680493:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f4ae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6d1 expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.680497:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131544e00 00000100:00100000:0.0:1746126420.684856:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.694575:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.700072:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734067328 00000100:00100000:0.0:1746126420.700078:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734067328 00000100:00100000:0.0:1746126420.700109:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4334 00000100:00100000:0.0:1746126420.700115:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734067328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126420.700128:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126420.700141:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b7f4bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc6df expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.700163:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f4b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6d8 expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.700170:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126420.700171:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126420.700174:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b7f4bc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6df expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.700200:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f4b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6d8 expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.700209:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f4b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6d8 expref: 9 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126420.700220:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726109696:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126420.700984:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126420.703900:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.715139:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734067584 00000100:00100000:0.0:1746126420.715146:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734067584 00000100:00100000:0.0:1746126420.715179:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4335 00000100:00100000:0.0:1746126420.715185:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b793480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:31643:x1830945734067584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126420.715198:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126420.715216:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b7f4c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc6e6 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.715237:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b7f4bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6df expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.715242:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.715244:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.715247:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b7f4c3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6e6 expref: 10 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.715268:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b7f4bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6df expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.715278:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b7f4bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6df expref: 5 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.715285:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734067840 00000100:00100000:0.0:1746126420.715287:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131544000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726109952:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126420.715288:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734067840 00002000:00100000:1.0:1746126420.715309:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b791180 x1830945734067840/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.715317:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b791180 with x1830945734067840 ext(0->4095) 00010000:00010000:1.0:1746126420.715322:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b7f4bc lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6df expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126420.715329:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de66c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746126420.715330:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b7f4bc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6df expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.715336:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b791180 00000100:00100000:1.0:1746126420.715346:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1356 00000100:00100000:1.0:1746126420.715356:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b791180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734067840:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126420.715471:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b791180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734067840:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.715476:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1356 00002000:00100000:1.0:1746126420.715481:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b791180 x1830945734067840/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.715488:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b791180 with x1830945734067840 ext(0->4095) 00010000:00010000:1.0:1746126420.715492:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b7f4bc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6df expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.715499:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b7f4bc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6df expref: 6 pid: 17079 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.715508:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b791180 00000100:00100000:0.0:1746126420.719447:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.719607:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734067968 00000100:00100000:1.0:1746126420.719615:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734067968 00000100:00100000:1.0:1746126420.719660:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4336 00000100:00100000:1.0:1746126420.719667:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:31655:x1830945734067968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126420.719681:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126420.719694:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f4ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc6ed expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.719716:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.719721:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b7f4c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6e6 expref: 12 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.719726:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126420.719729:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f4ca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6ed expref: 12 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.719759:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b7f4c3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6e6 expref: 12 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.719769:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f4ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6ed expref: 12 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.719777:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71400, rc 0) 00000100:00100000:1.0:1746126420.719972:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:31655:x1830945734067968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 305us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.719981:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4336 00000100:00100000:0.0:1746126420.722992:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.725437:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.726918:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.728403:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.731014:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.734341:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.738484:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.738608:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.741931:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.744597:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.744919:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734069888 00000100:00100000:1.0:1746126420.744926:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734069888 00002000:00100000:1.0:1746126420.744956:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4e680 x1830945734069888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.744965:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4e680 with x1830945734069888 ext(0->4095) 00010000:00010000:1.0:1746126420.744971:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae800/0x9851078746b7f4d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6fb expref: 11 pid: 8423 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.744982:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae800/0x9851078746b7f4d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6fb expref: 11 pid: 8423 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.744988:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4e680 00000100:00100000:1.0:1746126420.745016:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1358 00000100:00100000:1.0:1746126420.745049:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1963:x1830945734069888:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126420.745168:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1963:x1830945734069888:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (582us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.745173:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1358 00002000:00100000:1.0:1746126420.745178:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4e680 x1830945734069888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.745185:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4e680 with x1830945734069888 ext(0->4095) 00010000:00010000:1.0:1746126420.745189:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae800/0x9851078746b7f4d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6fb expref: 11 pid: 8423 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.745202:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae800/0x9851078746b7f4d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc6fb expref: 11 pid: 8423 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.745207:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4e680 00000100:00100000:0.0:1746126420.748233:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.750017:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.755596:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.759327:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.759553:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.763310:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.765209:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.772184:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.775194:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.783498:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.784884:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.790098:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.792563:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.798102:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.804062:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.808338:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.808824:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734072576 00000100:00100000:1.0:1746126420.808830:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734072576 00002000:00100000:1.0:1746126420.808857:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cd4d500 x1830945734072576/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 496/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.808865:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4d500 with x1830945734072576 ext(0->7) 00010000:00010000:1.0:1746126420.808869:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f4fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc71e expref: 10 pid: 8423 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.808879:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f4fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc71e expref: 10 pid: 8423 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.808884:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4d500 00000100:00100000:1.0:1746126420.808896:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1362 00000100:00100000:1.0:1746126420.808900:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734072576:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126420.809129:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1963:x1830945734072576:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 228us (797us total) trans 4294967928 rc 0/0 00000100:00100000:1.0:1746126420.809135:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1362 00002000:00100000:1.0:1746126420.809139:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cd4d500 x1830945734072576/t4294967928(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 496/448 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.809151:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4d500 with x1830945734072576 ext(0->7) 00010000:00010000:1.0:1746126420.809155:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f4fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc71e expref: 12 pid: 8423 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.809163:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f4fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc71e expref: 12 pid: 8423 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.809167:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4d500 00000100:00100000:0.0:1746126420.812765:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.822620:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.825800:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.843768:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.853803:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734073216 00000100:00100000:1.0:1746126420.853809:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734073216 00000100:00100000:1.0:1746126420.853858:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4346 00000100:00100000:1.0:1746126420.853864:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:31655:x1830945734073216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126420.853874:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126420.853884:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f510 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc733 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.853900:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7f509 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc72c expref: 13 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.853906:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126420.853907:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126420.853910:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f510 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc733 expref: 13 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.853925:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7f509 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc72c expref: 13 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.853937:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7f509 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc72c expref: 13 pid: 8423 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.853945:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726112768:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126420.853986:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126420.855225:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726112640:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126420.855240:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126420.855273:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734073344:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3064us (3185us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126420.855282:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16484 00000100:00100000:0.0:1746126420.859230:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726112768:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126420.859256:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f510 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc733 expref: 14 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.859270:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:0.0:1746126420.862001:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:31655:x1830945734073216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8135us (18238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126420.862008:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4346 00000100:00100000:0.0:1746126420.864822:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.865177:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.865330:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734073856 00000100:00100000:1.0:1746126420.865333:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734073856 00000100:00100000:1.0:1746126420.865352:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4347 00000100:00100000:1.0:1746126420.865357:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:31643:x1830945734073856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126420.865367:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126420.865377:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f517 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc73a expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.865388:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.865393:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f510 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc733 expref: 14 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.865397:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126420.865400:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f517 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc73a expref: 14 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.865862:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f510 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc733 expref: 14 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.865869:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f510 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc733 expref: 14 pid: 8425 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126420.865881:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726113024:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126420.865977:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126420.870488:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726113024:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126420.870507:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f517 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc73a expref: 13 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.870521:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70a00, rc 0) 00000100:00100000:1.0:1746126420.870539:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:31643:x1830945734073856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5182us (5362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.870546:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4347 00000100:00100000:0.0:1746126420.870632:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.873972:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.875064:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734074240 00000100:00100000:1.0:1746126420.875073:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734074240 00000100:00100000:1.0:1746126420.875108:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4348 00000100:00100000:1.0:1746126420.875114:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734074240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126420.875127:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126420.875140:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f51e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc741 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.875163:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126420.875169:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f517 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc73a expref: 12 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.875175:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126420.875178:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f51e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc741 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.875213:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f517 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc73a expref: 12 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.875224:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f51e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc741 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.875233:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70800, rc 0) 00000100:00100000:1.0:1746126420.875278:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734074240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.875284:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4348 00000100:00100000:0.0:1746126420.876753:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.881277:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.884613:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.884696:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.888439:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.890602:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.894875:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.897212:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.899832:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.902256:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.904154:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.904492:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.905106:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4352 00000100:00100000:1.0:1746126420.905113:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:31655:x1830945734076288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126420.905119:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126420.905124:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f53a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc75d expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.905133:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126420.905135:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f533 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc756 expref: 14 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.905140:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126420.905142:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f53a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc75d expref: 14 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.905184:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f533 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc756 expref: 14 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.905197:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f53a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc75d expref: 14 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126420.905205:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:1.0:1746126420.905746:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:31655:x1830945734076288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 632us (1253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126420.905752:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4352 00000100:00100000:0.0:1746126420.908298:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.919472:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.919747:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734076672 00000100:00100000:0.0:1746126420.919752:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734076672 00002000:00100000:0.0:1746126420.919779:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ae300 x1830945734076672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.919791:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ae300 with x1830945734076672 ext(0->4095) 00010000:00010000:0.0:1746126420.919798:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f533 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc756 expref: 13 pid: 8424 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.919808:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f533 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc756 expref: 13 pid: 8424 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746126420.919813:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248ae300 00000100:00100000:0.0:1746126420.919832:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1367 00000100:00100000:0.0:1746126420.919837:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1963:x1830945734076672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126420.919948:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1963:x1830945734076672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (481us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126420.919953:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1367 00002000:00100000:0.0:1746126420.919958:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ae300 x1830945734076672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126420.919965:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ae300 with x1830945734076672 ext(0->4095) 00010000:00010000:0.0:1746126420.919969:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f533 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc756 expref: 13 pid: 8424 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126420.919977:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f533 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc756 expref: 13 pid: 8424 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746126420.919982:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248ae300 00000100:00100000:0.0:1746126420.922696:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.930383:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.937941:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.944479:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.946418:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734077312 00000100:00100000:1.0:1746126420.946426:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734077312 00002000:00100000:1.0:1746126420.946459:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012bff2300 x1830945734077312/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 496/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.946467:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff2300 with x1830945734077312 ext(0->7) 00010000:00010000:1.0:1746126420.946473:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f53a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc75d expref: 12 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.946483:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f53a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc75d expref: 12 pid: 8425 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.946489:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff2300 00000100:00100000:1.0:1746126420.946512:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1368 00000100:00100000:1.0:1746126420.946519:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1964:x1830945734077312:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126420.946766:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1964:x1830945734077312:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 246us (2291us total) trans 4294967929 rc 0/0 00000100:00100000:1.0:1746126420.946775:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1368 00002000:00100000:1.0:1746126420.946780:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012bff2300 x1830945734077312/t4294967929(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 496/448 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.946786:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff2300 with x1830945734077312 ext(0->7) 00010000:00010000:1.0:1746126420.946790:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f53a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc75d expref: 14 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.946799:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f53a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc75d expref: 14 pid: 8425 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.946804:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff2300 00000100:00100000:0.0:1746126420.953378:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.956777:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.964527:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.965607:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734077952 00000100:00100000:0.0:1746126420.965610:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734077952 00000100:00100000:0.0:1746126420.965639:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4355 00000100:00100000:0.0:1746126420.965644:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:31643:x1830945734077952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126420.965651:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126420.965657:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7f54f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc772 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.965668:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126420.965671:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7f548 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc76b expref: 16 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.965676:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126420.965679:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7f54f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc772 expref: 16 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.965699:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7f548 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc76b expref: 16 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.965709:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7f54f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc772 expref: 16 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126420.965717:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c200800, rc 0) 00000100:00100000:0.0:1746126420.965753:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:31643:x1830945734077952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126420.965758:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4355 00000100:00100000:0.0:1746126420.967426:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126420.975366:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126420.975793:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.978676:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.980373:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.984084:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126420.984127:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734078848 00000100:00100000:1.0:1746126420.984135:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734078848 00002000:00100000:1.0:1746126420.984168:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c0e00 x1830945734078848/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/0 e 0 to 0 dl 1746126431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.984177:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0e00 with x1830945734078848 ext(0->4095) 00010000:00010000:1.0:1746126420.984183:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7f54f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc772 expref: 15 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.984195:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7f54f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc772 expref: 15 pid: 8425 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.984201:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c0e00 00000100:00100000:1.0:1746126420.984228:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1370 00000100:00100000:1.0:1746126420.984235:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1964:x1830945734078848:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126420.984367:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1964:x1830945734078848:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126420.984373:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1370 00002000:00100000:1.0:1746126420.984378:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c0e00 x1830945734078848/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746126431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126420.984385:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0e00 with x1830945734078848 ext(0->4095) 00010000:00010000:1.0:1746126420.984390:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7f54f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc772 expref: 14 pid: 8425 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126420.984399:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7f54f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc772 expref: 14 pid: 8425 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126420.984404:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c0e00 00000100:00100000:0.0:1746126420.987963:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.989711:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.992857:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126420.997304:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.002891:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:1.0:1746126421.005369:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126421.010495:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:1.0:1746126421.011761:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126421.050999:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.052351:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.052641:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734080128 00000100:00100000:1.0:1746126421.052645:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734080128 00002000:00100000:1.0:1746126421.052667:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801327c2a00 x1830945734080128/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 496/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.052675:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c2a00 with x1830945734080128 ext(0->7) 00010000:00010000:1.0:1746126421.052680:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f55d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc780 expref: 15 pid: 8424 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126421.052690:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f55d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc780 expref: 15 pid: 8424 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126421.052699:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c2a00 00000100:00100000:1.0:1746126421.052710:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1372 00000100:00100000:1.0:1746126421.052714:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1963:x1830945734080128:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126421.052949:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1963:x1830945734080128:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 233us (599us total) trans 4294967930 rc 0/0 00000100:00100000:1.0:1746126421.052954:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1372 00002000:00100000:1.0:1746126421.052960:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801327c2a00 x1830945734080128/t4294967930(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 496/448 e 0 to 0 dl 1746126432 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.052965:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c2a00 with x1830945734080128 ext(0->7) 00010000:00010000:1.0:1746126421.052969:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f55d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc780 expref: 17 pid: 8424 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126421.052977:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f55d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc780 expref: 17 pid: 8424 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126421.052981:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c2a00 00000100:00100000:0.0:1746126421.055469:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.058382:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.063574:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.073087:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.073229:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734080896 00000100:00100000:1.0:1746126421.073236:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734080896 00002000:00100000:1.0:1746126421.073273:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c1500 x1830945734080896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.073283:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1500 with x1830945734080896 ext(0->4095) 00002000:00010000:1.0:1746126421.073288:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c1500 00000100:00100000:1.0:1746126421.073319:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3479 00000100:00100000:1.0:1746126421.073326:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1965:x1830945734080896:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126421.073451:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1965:x1830945734080896:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.073457:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3479 00002000:00100000:1.0:1746126421.073462:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c1500 x1830945734080896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.073469:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1500 with x1830945734080896 ext(0->4095) 00002000:00010000:1.0:1746126421.073471:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c1500 00000100:00100000:0.0:1746126421.080839:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.080861:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734081024 00000100:00100000:0.0:1746126421.080868:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734081024 00000100:00100000:0.0:1746126421.080915:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4360 00000100:00100000:0.0:1746126421.080922:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734081024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126421.080935:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126421.080949:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f572 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc795 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.080972:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f56b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc78e expref: 15 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.080979:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126421.080980:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126421.080983:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f572 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc795 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.081004:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f56b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc78e expref: 15 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.081014:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f56b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc78e expref: 15 pid: 8424 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126421.081038:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726116352:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126421.083716:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126421.085841:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.086737:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1374 00000100:00100000:1.0:1746126421.086746:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1964:x1830945734081152:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126421.087478:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1964:x1830945734081152:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 732us (1641us total) trans 4294967931 rc 0/0 00000100:00100000:1.0:1746126421.087483:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1374 00002000:00100000:1.0:1746126421.087489:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092ae0380 x1830945734081152/t4294967931(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 496/448 e 0 to 0 dl 1746126432 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.087496:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0380 with x1830945734081152 ext(0->7) 00010000:00010000:1.0:1746126421.087501:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f56b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc78e expref: 18 pid: 8424 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126421.087510:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f56b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc78e expref: 18 pid: 8424 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126421.087515:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae0380 00000100:00100000:0.0:1746126421.093243:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734081280 00000100:00100000:0.0:1746126421.093250:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734081280 00010000:00010000:0.0:1746126421.093281:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f56b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc78e expref: 18 pid: 8424 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126421.093316:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16499 00000100:00100000:0.0:1746126421.093322:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1964:x1830945734081280:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126421.093334:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126421.093351:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f56b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc78e expref: 18 pid: 8424 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126421.093362:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f56b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc78e expref: 18 pid: 8424 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126421.093380:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f56b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc78e expref: 18 pid: 8424 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126421.093408:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126421.093410:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126421.093416:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f572 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc795 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.093423:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f572 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc795 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.093448:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f572 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc795 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126421.093458:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726116480:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126421.093511:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126421.097878:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.097941:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726116480:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126421.097956:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126421.097971:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734081664 00000100:00100000:1.0:1746126421.097974:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734081664 00002000:00100000:1.0:1746126421.097997:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1c00 x1830945734081664/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.098006:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1c00 with x1830945734081664 ext(0->4095) 00010000:00010000:1.0:1746126421.098011:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f572 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc795 expref: 6 pid: 8423 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126421.098041:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f572 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc795 expref: 6 pid: 8423 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126421.098047:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae1c00 00000100:00100000:1.0:1746126421.098070:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1375 00000100:00100000:1.0:1746126421.098075:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734081664:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126421.098194:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734081664:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.098200:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1375 00002000:00100000:1.0:1746126421.098205:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1c00 x1830945734081664/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.098212:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1c00 with x1830945734081664 ext(0->4095) 00010000:00010000:1.0:1746126421.098217:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f572 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc795 expref: 6 pid: 8423 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126421.098225:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f572 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc795 expref: 6 pid: 8423 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746126421.098231:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae1c00 00000100:00100000:1.0:1746126421.098269:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1964:x1830945734081280:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4947us (5070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.098276:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16499 00000100:00100000:0.0:1746126421.104170:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.104269:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734081792 00000100:00100000:1.0:1746126421.104277:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734081792 00010000:00010000:1.0:1746126421.104306:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f572 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc795 expref: 6 pid: 8423 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746126421.104515:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16500 00000100:00100000:1.0:1746126421.104523:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734081792:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126421.104534:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126421.104553:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f572 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc795 expref: 6 pid: 8423 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126421.104564:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f572 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc795 expref: 6 pid: 8423 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126421.104585:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f572 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc795 expref: 6 pid: 8423 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746126421.104742:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.104745:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.104751:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f579 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc79c expref: 17 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.104762:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f579 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc79c expref: 17 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.104790:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f579 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc79c expref: 17 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126421.104801:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726116736:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126421.105089:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126421.107062:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726116736:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126421.107080:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126421.107113:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734081792:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2591us (2950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.107121:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16500 00000100:00100000:0.0:1746126421.108233:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.108358:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734082048 00000100:00100000:1.0:1746126421.108365:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734082048 00002000:00100000:1.0:1746126421.108395:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae3b80 x1830945734082048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.108404:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3b80 with x1830945734082048 ext(0->4095) 00002000:00010000:1.0:1746126421.108408:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae3b80 00000100:00100000:1.0:1746126421.108434:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3480 00000100:00100000:1.0:1746126421.108439:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1963:x1830945734082048:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126421.108561:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1963:x1830945734082048:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.108570:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3480 00002000:00100000:1.0:1746126421.108576:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae3b80 x1830945734082048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.108583:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3b80 with x1830945734082048 ext(0->4095) 00002000:00010000:1.0:1746126421.108594:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae3b80 00000100:00100000:0.0:1746126421.110221:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.113977:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.114413:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734082304 00000100:00100000:1.0:1746126421.114419:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734082304 00010000:00010000:1.0:1746126421.114441:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f579 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc79c expref: 18 pid: 8423 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746126421.114747:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16501 00000100:00100000:1.0:1746126421.114754:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1964:x1830945734082304:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126421.114765:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126421.114782:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f579 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc79c expref: 18 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.114791:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f579 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc79c expref: 18 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.114806:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f579 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc79c expref: 18 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.114830:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.114832:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.114837:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f580 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7a3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.114849:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f580 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7a3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.114873:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f580 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7a3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126421.114883:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726116992:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126421.114947:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126421.115354:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726117120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126421.115381:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126421.116203:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726117120:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1746126421.116239:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126421.119790:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726116992:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126421.119807:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126421.119851:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1964:x1830945734082304:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5097us (5874us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.119860:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16501 00000100:00100000:0.0:1746126421.120790:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734082688 00000100:00100000:0.0:1746126421.120794:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734082688 00002000:00100000:0.0:1746126421.121139:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b793480 x1830945734082688/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126421.121148:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b793480 with x1830945734082688 ext(0->4095) 00010000:00010000:0.0:1746126421.121153:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f580 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7a3 expref: 6 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.121162:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f580 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7a3 expref: 6 pid: 8423 timeout: 640 lvb_type: 0 00002000:00010000:0.0:1746126421.121168:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b793480 00000100:00100000:0.0:1746126421.121180:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1376 00000100:00100000:0.0:1746126421.121185:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b793480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734082688:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126421.122506:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b793480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734082688:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 1316us (1826us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126421.122516:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1376 00002000:00100000:0.0:1746126421.122524:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b793480 x1830945734082688/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126421.122530:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b793480 with x1830945734082688 ext(0->4095) 00010000:00010000:0.0:1746126421.122536:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f580 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7a3 expref: 6 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.122545:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f580 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7a3 expref: 6 pid: 8423 timeout: 640 lvb_type: 0 00002000:00010000:0.0:1746126421.122550:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b793480 00000100:00100000:0.0:1746126421.126635:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.132340:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.133563:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734082944 00000100:00100000:1.0:1746126421.133572:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734082944 00010000:00010000:1.0:1746126421.133614:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f580 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7a3 expref: 6 pid: 8423 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746126421.133649:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16502 00000100:00100000:1.0:1746126421.133657:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734082944:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126421.133669:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126421.133686:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f580 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7a3 expref: 6 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.133701:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f580 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7a3 expref: 6 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.133721:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f580 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7a3 expref: 6 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.133743:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.133745:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.133751:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f587 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7aa expref: 18 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.133758:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f587 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7aa expref: 18 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.133786:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f587 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7aa expref: 18 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.133795:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f587 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7aa expref: 18 pid: 8423 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746126421.133804:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726117504:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126421.135716:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126421.138528:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726117504:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126421.138865:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126421.138923:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126421.138955:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734082944:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5299us (6621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.139244:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16502 00000100:00100000:0.0:1746126421.145208:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734083328 00000100:00100000:0.0:1746126421.145215:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734083328 00010000:00010000:0.0:1746126421.145248:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f587 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7aa expref: 19 pid: 8423 timeout: 640 lvb_type: 0 00000100:00100000:0.0:1746126421.145276:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16503 00000100:00100000:0.0:1746126421.145283:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b790700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1964:x1830945734083328:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126421.145295:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126421.145314:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f587 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7aa expref: 19 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.145328:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f587 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7aa expref: 19 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.145345:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f587 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7aa expref: 19 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.145365:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126421.145367:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126421.145373:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f58e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7b1 expref: 18 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.145379:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f58e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7b1 expref: 18 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.145404:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f58e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7b1 expref: 18 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126421.145415:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ae3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726117632:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126421.152491:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126421.156785:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.158615:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734083584 00000100:00100000:1.0:1746126421.158624:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734083584 00002000:00100000:1.0:1746126421.158666:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1180 x1830945734083584/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.158675:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1180 with x1830945734083584 ext(0->4095) 00002000:00010000:1.0:1746126421.158679:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1180 00000100:00100000:1.0:1746126421.158719:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3481 00000100:00100000:1.0:1746126421.158726:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1963:x1830945734083584:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126421.160541:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1963:x1830945734083584:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 1814us (3766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.160550:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3481 00002000:00100000:1.0:1746126421.160559:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1180 x1830945734083584/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.160566:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1180 with x1830945734083584 ext(0->4095) 00002000:00010000:1.0:1746126421.160570:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1180 00000100:00100000:0.0:1746126421.163519:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.168780:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.170033:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734083840 00000100:00100000:1.0:1746126421.170041:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734083840 00002000:00100000:1.0:1746126421.170076:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092ae2300 x1830945734083840/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 496/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.170085:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae2300 with x1830945734083840 ext(0->7) 00010000:00010000:1.0:1746126421.170092:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f58e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7b1 expref: 18 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.170109:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f58e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7b1 expref: 18 pid: 8423 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.170115:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae2300 00000100:00100000:1.0:1746126421.170145:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1378 00000100:00100000:1.0:1746126421.170152:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1964:x1830945734083840:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126421.170426:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1964:x1830945734083840:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 274us (1647us total) trans 4294967932 rc 0/0 00000100:00100000:1.0:1746126421.170433:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1378 00002000:00100000:1.0:1746126421.170438:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092ae2300 x1830945734083840/t4294967932(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 496/448 e 0 to 0 dl 1746126432 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.170444:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae2300 with x1830945734083840 ext(0->7) 00010000:00010000:1.0:1746126421.170448:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f58e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7b1 expref: 20 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.170456:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f58e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7b1 expref: 20 pid: 8423 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.170461:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae2300 00000100:00100000:0.0:1746126421.178509:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.186254:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.186535:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734084224 00000100:00100000:1.0:1746126421.186541:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734084224 00002000:00100000:1.0:1746126421.186570:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1500 x1830945734084224/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.186579:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1500 with x1830945734084224 ext(0->4095) 00002000:00010000:1.0:1746126421.186584:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1500 00000100:00100000:1.0:1746126421.186795:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3482 00000100:00100000:1.0:1746126421.186802:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734084224:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126421.186909:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734084224:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (661us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.186914:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3482 00002000:00100000:1.0:1746126421.186918:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1500 x1830945734084224/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.186925:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1500 with x1830945734084224 ext(0->4095) 00002000:00010000:1.0:1746126421.186927:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1500 00000100:00100000:0.0:1746126421.191430:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.217161:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734084480 00000100:00100000:0.0:1746126421.217169:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734084480 00010000:00010000:0.0:1746126421.217198:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f595 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7b8 expref: 6 pid: 8423 timeout: 640 lvb_type: 0 00000100:00100000:0.0:1746126421.217220:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16505 00000100:00100000:0.0:1746126421.217225:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b792680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734084480:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126421.217236:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126421.217424:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f595 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7b8 expref: 6 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.217436:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f595 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7b8 expref: 6 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.217454:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f595 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7b8 expref: 6 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.217479:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126421.217481:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126421.217495:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f59c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7bf expref: 19 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.217503:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f59c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7bf expref: 19 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.217530:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f59c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7bf expref: 19 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126421.217540:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726118144:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126421.218923:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126421.221200:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.230476:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734084864 00000100:00100000:1.0:1746126421.230483:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734084864 00000100:00100000:1.0:1746126421.230515:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4367 00000100:00100000:1.0:1746126421.230521:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b791c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734084864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.230535:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.230547:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f5a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc7c6 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.230569:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f59c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7bf expref: 19 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.230576:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.230577:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.230580:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f5a3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7c6 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.230616:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f59c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7bf expref: 19 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.230626:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f59c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7bf expref: 19 pid: 8423 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746126421.230637:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726118272:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126421.231335:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126421.235322:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726118272:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126421.235348:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f5a3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7c6 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.235362:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71400, rc 0) 00000100:00100000:1.0:1746126421.235652:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b791c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734084864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5129us (5598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.235660:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4367 00000100:00100000:0.0:1746126421.236725:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.237306:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734084992 00000100:00100000:1.0:1746126421.237313:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734084992 00002000:00100000:1.0:1746126421.237343:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c315180 x1830945734084992/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 496/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.237352:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c315180 with x1830945734084992 ext(0->7) 00010000:00010000:1.0:1746126421.237358:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f59c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7bf expref: 20 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.237373:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f59c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7bf expref: 20 pid: 8423 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.237379:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c315180 00000100:00100000:1.0:1746126421.237406:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1379 00000100:00100000:1.0:1746126421.237412:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c315180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1963:x1830945734084992:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126421.250281:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.257299:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.257427:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734085248 00000100:00100000:1.0:1746126421.257434:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734085248 00000100:00100000:1.0:1746126421.257481:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4368 00000100:00100000:1.0:1746126421.257488:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:31643:x1830945734085248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.257503:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.257515:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f5aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc7cd expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.257541:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f5a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7c6 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.257547:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.257549:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.257551:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f5aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7cd expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.257574:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f5a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7c6 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.257673:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f5a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7c6 expref: 5 pid: 8423 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746126421.257686:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726118528:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126421.257928:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126421.260175:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.260598:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726118528:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126421.260621:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f5aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7cd expref: 22 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.261081:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:1.0:1746126421.261103:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:31643:x1830945734085248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3616us (3810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.261109:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4368 00000100:00100000:0.0:1746126421.262998:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.263060:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734085632 00000100:00100000:1.0:1746126421.263065:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734085632 00000100:00100000:1.0:1746126421.263104:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4369 00000100:00100000:1.0:1746126421.263110:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:31655:x1830945734085632:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.263122:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.263133:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f5b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc7d4 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.263154:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.263159:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f5aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7cd expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.263163:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.263166:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f5b1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7d4 expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.263196:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f5aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7cd expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.263206:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f5b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7d4 expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.263214:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71e00, rc 0) 00000100:00100000:1.0:1746126421.263251:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:31655:x1830945734085632:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.263256:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4369 00000100:00100000:0.0:1746126421.265326:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.269995:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.273965:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.278182:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.282287:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.284793:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.287199:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.287513:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734086912 00000100:00100000:1.0:1746126421.287519:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734086912 00002000:00100000:1.0:1746126421.287548:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147f480 x1830945734086912/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.287556:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147f480 with x1830945734086912 ext(0->4095) 00002000:00010000:1.0:1746126421.287560:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147f480 00000100:00100000:1.0:1746126421.287572:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3485 00000100:00100000:1.0:1746126421.287578:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734086912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126421.287710:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734086912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.287716:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3485 00002000:00100000:1.0:1746126421.287721:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147f480 x1830945734086912/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.287733:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147f480 with x1830945734086912 ext(0->4095) 00002000:00010000:1.0:1746126421.287735:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147f480 00000100:00100000:0.0:1746126421.288712:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.291373:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.291739:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734087168 00000100:00100000:1.0:1746126421.291745:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734087168 00000100:00100000:1.0:1746126421.291789:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4372 00000100:00100000:1.0:1746126421.291795:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:31655:x1830945734087168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.291810:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.291825:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f5c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc7e9 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.291845:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.291850:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f5bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7e2 expref: 24 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.291854:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.291857:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f5c6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7e9 expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.291888:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7f5bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7e2 expref: 24 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.291899:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f5c6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7e9 expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.291908:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:1.0:1746126421.291955:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:31655:x1830945734087168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.291960:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4372 00000100:00100000:0.0:1746126421.294678:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.299257:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.302700:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.306216:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.309264:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.312388:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.315043:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.315384:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734088448 00000100:00100000:1.0:1746126421.315390:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734088448 00002000:00100000:1.0:1746126421.315421:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147ea00 x1830945734088448/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.315429:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ea00 with x1830945734088448 ext(0->4095) 00002000:00010000:1.0:1746126421.315433:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147ea00 00000100:00100000:1.0:1746126421.315459:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3487 00000100:00100000:1.0:1746126421.315466:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734088448:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126421.315600:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734088448:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (577us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.315607:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3487 00002000:00100000:1.0:1746126421.315612:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147ea00 x1830945734088448/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.315618:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ea00 with x1830945734088448 ext(0->4095) 00002000:00010000:1.0:1746126421.315621:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147ea00 00000100:00100000:0.0:1746126421.318908:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.318996:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.319326:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734088576 00000100:00100000:1.0:1746126421.319333:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734088576 00000100:00100000:1.0:1746126421.319367:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734088704 00000100:00100000:1.0:1746126421.319369:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734088704 00000100:00100000:1.0:1746126421.319396:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4374 00000100:00100000:1.0:1746126421.319401:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:31643:x1830945734088576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.319414:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.319427:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f5d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc7f7 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.319448:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7f5cd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7f0 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.319455:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.319456:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.319459:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f5d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7f7 expref: 23 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.319482:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7f5cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7f0 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.319493:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7f5cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7f0 expref: 5 pid: 8424 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746126421.319503:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726120064:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126421.319559:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126421.319574:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4375 00000100:00100000:1.0:1746126421.319579:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:31655:x1830945734088704:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.319595:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.319601:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae600/0x9851078746b7f5db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc7fe expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.319612:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.319615:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f5d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7f7 expref: 24 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.319624:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.319626:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae600/0x9851078746b7f5db lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7fe expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.319645:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f5d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7f7 expref: 24 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.319654:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae600/0x9851078746b7f5db lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7fe expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.319662:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5cae600, rc 0) 00000100:00100000:1.0:1746126421.319680:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:31655:x1830945734088704:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.319685:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4375 00000100:00100000:1.0:1746126421.322613:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726120064:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126421.322638:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f5d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7f7 expref: 23 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.322651:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71400, rc 0) 00000100:00100000:1.0:1746126421.322713:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:31643:x1830945734088576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3311us (3811us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.322720:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4374 00000100:00100000:0.0:1746126421.324214:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.332481:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.339847:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.344245:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.346567:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.346755:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734089600 00000100:00100000:1.0:1746126421.346762:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734089600 00000100:00100000:1.0:1746126421.346803:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4376 00000100:00100000:1.0:1746126421.346809:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734089600:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.346820:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.346831:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae400/0x9851078746b7f5e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc805 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.346851:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae600/0x9851078746b7f5db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7fe expref: 21 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.346857:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.346859:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.346862:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae400/0x9851078746b7f5e2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc805 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.346887:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae600/0x9851078746b7f5db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7fe expref: 21 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.346898:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae600/0x9851078746b7f5db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc7fe expref: 21 pid: 8423 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746126421.346908:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726120576:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126421.346967:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126421.348133:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726120576:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126421.348151:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae400/0x9851078746b7f5e2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc805 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.348159:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5cae400, rc 0) 00000100:00100000:1.0:1746126421.348179:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734089600:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1371us (1617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.348188:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4376 00000100:00100000:0.0:1746126421.349480:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.352814:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.352903:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734089984 00000100:00100000:1.0:1746126421.352909:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734089984 00002000:00100000:1.0:1746126421.352946:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1f80 x1830945734089984/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.352955:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1f80 with x1830945734089984 ext(0->4095) 00002000:00010000:1.0:1746126421.352959:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f1f80 00000100:00100000:1.0:1746126421.352985:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3489 00000100:00100000:1.0:1746126421.352991:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734089984:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126421.353138:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734089984:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.353143:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3489 00002000:00100000:1.0:1746126421.353148:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1f80 x1830945734089984/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.353154:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1f80 with x1830945734089984 ext(0->4095) 00002000:00010000:1.0:1746126421.353156:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f1f80 00000100:00100000:0.0:1746126421.355357:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.355544:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734090112 00000100:00100000:1.0:1746126421.355551:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734090112 00000100:00100000:1.0:1746126421.355916:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4377 00000100:00100000:1.0:1746126421.355924:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:31643:x1830945734090112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.355939:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.355952:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f5e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc80c expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.355980:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae400/0x9851078746b7f5e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc805 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.355986:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.355988:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.355991:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f5e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc80c expref: 22 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.356014:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae400/0x9851078746b7f5e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc805 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.356050:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5cae400/0x9851078746b7f5e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc805 expref: 5 pid: 8425 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746126421.356061:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726120832:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126421.356122:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126421.359880:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.361069:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801248ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726120832:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126421.361095:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f5e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc80c expref: 22 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.361110:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70800, rc 0) 00000100:00100000:1.0:1746126421.361143:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:31643:x1830945734090112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5219us (5791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.361151:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4377 00000100:00100000:1.0:1746126421.361173:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734090240 00000100:00100000:1.0:1746126421.361177:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734090240 00000100:00100000:1.0:1746126421.361210:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4378 00000100:00100000:1.0:1746126421.361216:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:31655:x1830945734090240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.361228:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.361237:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f5f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc813 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.361254:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.361258:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f5e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc80c expref: 23 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.361263:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.361266:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f5f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc813 expref: 23 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.361289:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f5e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc80c expref: 23 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.361297:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f5f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc813 expref: 23 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.361303:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71e00, rc 0) 00000100:00100000:1.0:1746126421.361318:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:31655:x1830945734090240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (1446us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.361323:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4378 00000100:00100000:0.0:1746126421.361583:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.364367:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.368242:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.371891:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.372267:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734091008 00000100:00100000:1.0:1746126421.372273:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734091008 00002000:00100000:1.0:1746126421.372303:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1880 x1830945734091008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.372316:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1880 with x1830945734091008 ext(0->4095) 00002000:00010000:1.0:1746126421.372320:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f1880 00000100:00100000:1.0:1746126421.372343:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3490 00000100:00100000:1.0:1746126421.372349:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1963:x1830945734091008:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126421.372475:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1963:x1830945734091008:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.372481:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3490 00002000:00100000:1.0:1746126421.372487:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1880 x1830945734091008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.372493:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1880 with x1830945734091008 ext(0->4095) 00002000:00010000:1.0:1746126421.372495:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f1880 00000100:00100000:0.0:1746126421.374662:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.379494:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.382888:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.383459:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.388290:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.390981:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.396619:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.396804:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734092160 00000100:00100000:1.0:1746126421.396809:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734092160 00002000:00100000:1.0:1746126421.396837:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092867800 x1830945734092160/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.396846:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092867800 with x1830945734092160 ext(0->4095) 00010000:00010000:1.0:1746126421.396852:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f5fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc821 expref: 23 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.396863:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f5fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc821 expref: 23 pid: 17079 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.396868:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092867800 00000100:00100000:1.0:1746126421.396891:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1386 00000100:00100000:1.0:1746126421.396897:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1963:x1830945734092160:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126421.397056:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1963:x1830945734092160:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.397062:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1386 00002000:00100000:1.0:1746126421.397067:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092867800 x1830945734092160/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.397073:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092867800 with x1830945734092160 ext(0->4095) 00010000:00010000:1.0:1746126421.397077:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f5fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc821 expref: 23 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.397084:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b8c7c00/0x9851078746b7f5fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc821 expref: 23 pid: 17079 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.397090:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092867800 00000100:00100000:0.0:1746126421.399257:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.401994:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.406109:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.408822:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.412867:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.414769:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.417303:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.420129:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.424280:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.424560:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734093696 00000100:00100000:1.0:1746126421.424566:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734093696 00002000:00100000:1.0:1746126421.424602:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a0380 x1830945734093696/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.424610:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0380 with x1830945734093696 ext(0->4095) 00010000:00010000:1.0:1746126421.424616:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7f613 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc836 expref: 23 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.424627:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7f613 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc836 expref: 23 pid: 17079 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.424637:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a0380 00000100:00100000:1.0:1746126421.424658:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1387 00000100:00100000:1.0:1746126421.424664:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1963:x1830945734093696:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126421.424778:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1963:x1830945734093696:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.424782:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1387 00002000:00100000:1.0:1746126421.424787:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a0380 x1830945734093696/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.424793:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0380 with x1830945734093696 ext(0->4095) 00010000:00010000:1.0:1746126421.424797:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7f613 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc836 expref: 23 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.424804:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7f613 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc836 expref: 23 pid: 17079 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.424809:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a0380 00000100:00100000:0.0:1746126421.429927:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.448335:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.452848:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.461957:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.462052:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.466968:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.468109:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734094848 00000100:00100000:1.0:1746126421.468116:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734094848 00002000:00100000:1.0:1746126421.468148:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2300 x1830945734094848/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.468158:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2300 with x1830945734094848 ext(0->4095) 00010000:00010000:1.0:1746126421.468165:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc844 expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.468181:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc844 expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.468187:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a2300 00000100:00100000:1.0:1746126421.470078:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1389 00000100:00100000:1.0:1746126421.470092:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734094848:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126421.470260:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734094848:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (3298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.470266:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1389 00002000:00100000:1.0:1746126421.470273:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2300 x1830945734094848/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.470280:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2300 with x1830945734094848 ext(0->4095) 00010000:00010000:1.0:1746126421.470287:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc844 expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.470297:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc844 expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.470304:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a2300 00000100:00100000:0.0:1746126421.478557:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734094976 00000100:00100000:0.0:1746126421.478564:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734094976 00010000:00010000:0.0:1746126421.478601:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc844 expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00000100:00100000:0.0:1746126421.478632:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16525 00000100:00100000:0.0:1746126421.478640:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b790a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734094976:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126421.478652:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126421.478670:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc844 expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.478682:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f621 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc844 expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.478708:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f621 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc844 expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.478724:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126421.478726:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126421.478732:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f628 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc84b expref: 23 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.478740:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f628 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc84b expref: 23 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.478772:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f628 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc84b expref: 23 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126421.478784:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726123264:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126421.479348:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126421.481485:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.495088:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734095360 00000100:00100000:0.0:1746126421.495095:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734095360 00000100:00100000:0.0:1746126421.495572:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4387 00000100:00100000:0.0:1746126421.495580:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b792a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734095360:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126421.495602:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126421.495614:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7f62f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc852 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.495636:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f628 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc84b expref: 23 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.495642:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126421.495644:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126421.495647:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7f62f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc852 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.495668:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f628 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc84b expref: 23 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.495677:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f628 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc84b expref: 23 pid: 17079 timeout: 640 lvb_type: 0 00000100:00100000:0.0:1746126421.495687:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726123392:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126421.495756:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126421.501450:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.516795:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.524649:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.530652:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.536144:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.541221:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.547088:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.547699:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.547741:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734096768 00000100:00100000:1.0:1746126421.547745:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734096768 00002000:00100000:1.0:1746126421.547771:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800943e4000 x1830945734096768/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 496/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.547784:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e4000 with x1830945734096768 ext(0->7) 00010000:00010000:1.0:1746126421.547789:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f636 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc859 expref: 28 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.547800:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f636 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc859 expref: 28 pid: 17079 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.547805:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943e4000 00000100:00100000:1.0:1746126421.548894:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1392 00000100:00100000:1.0:1746126421.548903:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1963:x1830945734096768:12345-192.168.203.32@tcp:4:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126421.549169:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1963:x1830945734096768:12345-192.168.203.32@tcp:4:ptlrpcd_00_00.0 Request processed in 267us (1470us total) trans 4294967936 rc 0/0 00000100:00100000:1.0:1746126421.549175:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1392 00002000:00100000:1.0:1746126421.549181:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800943e4000 x1830945734096768/t4294967936(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 496/448 e 0 to 0 dl 1746126432 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.549188:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e4000 with x1830945734096768 ext(0->7) 00010000:00010000:1.0:1746126421.549194:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f636 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc859 expref: 29 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.549203:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f636 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc859 expref: 29 pid: 17079 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.549209:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943e4000 00000100:00100000:0.0:1746126421.551379:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.558618:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.570657:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.585723:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.585949:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734097664 00000100:00100000:0.0:1746126421.585956:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734097664 00002000:00100000:0.0:1746126421.585991:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248af100 x1830945734097664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126421.586000:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248af100 with x1830945734097664 ext(0->4095) 00002000:00010000:0.0:1746126421.586005:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248af100 00000100:00100000:0.0:1746126421.586042:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3497 00000100:00100000:0.0:1746126421.586049:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734097664:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126421.586479:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734097664:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 429us (761us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126421.586485:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3497 00002000:00100000:0.0:1746126421.586490:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248af100 x1830945734097664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126421.586497:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248af100 with x1830945734097664 ext(0->4095) 00002000:00010000:0.0:1746126421.586500:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248af100 00000100:00100000:0.0:1746126421.592082:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.615009:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.627272:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.630593:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.634950:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.637217:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.644007:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.647859:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.650451:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.652140:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16532 00000100:00100000:1.0:1746126421.652152:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1964:x1830945734099072:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126421.652166:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126421.652185:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7f652 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc875 expref: 31 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.652196:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7f652 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc875 expref: 31 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.652216:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7f652 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc875 expref: 31 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.652539:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.652542:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.652548:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f659 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc87c expref: 30 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.652555:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f659 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc87c expref: 30 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.652593:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f659 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc87c expref: 30 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126421.652604:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131467480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726125056:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126421.653669:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126421.657231:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.658007:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131467480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726125056:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126421.658036:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126421.658060:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945734099072:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5911us (7615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.658067:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16532 00000100:00100000:0.0:1746126421.661385:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.668077:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.679749:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.680797:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734099712 00000100:00100000:1.0:1746126421.680805:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734099712 00010000:00010000:1.0:1746126421.680915:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f659 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc87c expref: 32 pid: 17079 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746126421.680953:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16533 00000100:00100000:1.0:1746126421.680961:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1965:x1830945734099712:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126421.680972:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126421.680989:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f659 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc87c expref: 32 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.681000:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f659 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc87c expref: 32 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.681019:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b7f659 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc87c expref: 32 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.681069:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.681071:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.681077:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f660 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc883 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.681088:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f660 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc883 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.681259:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f660 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc883 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126421.681271:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131467480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726125312:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126421.681596:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126421.685479:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131467480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726125312:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126421.685495:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126421.685841:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734099840 00000100:00100000:0.0:1746126421.685847:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734099840 00000100:00100000:1.0:1746126421.686517:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1965:x1830945734099712:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5555us (6772us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.686526:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16533 00000100:00100000:1.0:1746126421.695147:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.697555:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.703606:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.703662:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734100608 00000100:00100000:0.0:1746126421.703668:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734100608 00002000:00100000:0.0:1746126421.703697:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131464700 x1830945734100608/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126421.703706:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464700 with x1830945734100608 ext(0->4095) 00010000:00010000:0.0:1746126421.703712:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f667 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc88a expref: 33 pid: 8425 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.703724:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f667 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc88a expref: 33 pid: 8425 timeout: 640 lvb_type: 0 00002000:00010000:0.0:1746126421.703734:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131464700 00000100:00100000:0.0:1746126421.703758:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1399 00000100:00100000:0.0:1746126421.703765:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1963:x1830945734100608:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126421.703893:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1963:x1830945734100608:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126421.703899:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1399 00002000:00100000:0.0:1746126421.703905:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131464700 x1830945734100608/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126421.703912:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464700 with x1830945734100608 ext(0->4095) 00010000:00010000:0.0:1746126421.703915:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f667 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc88a expref: 33 pid: 8425 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.703923:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f667 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc88a expref: 33 pid: 8425 timeout: 640 lvb_type: 0 00002000:00010000:0.0:1746126421.703928:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131464700 00000100:00100000:1.0:1746126421.709125:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.712810:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.715703:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.719013:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.721442:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.723124:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.725436:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.728427:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.731439:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.740058:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.744253:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.746943:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.751489:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.755127:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.757000:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.762003:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.764910:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.765115:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734103552 00000100:00100000:1.0:1746126421.765120:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734103552 00002000:00100000:1.0:1746126421.765147:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad5180 x1830945734103552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.765156:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad5180 with x1830945734103552 ext(0->4095) 00002000:00010000:1.0:1746126421.765159:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad5180 00000100:00100000:1.0:1746126421.765182:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3502 00000100:00100000:1.0:1746126421.765187:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734103552:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126421.765294:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734103552:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.765299:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3502 00002000:00100000:1.0:1746126421.765304:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad5180 x1830945734103552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.765311:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad5180 with x1830945734103552 ext(0->4095) 00002000:00010000:1.0:1746126421.765313:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad5180 00000100:00100000:0.0:1746126421.776751:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.794955:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.803290:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.804117:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.808445:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.810010:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.810107:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.810129:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.810152:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.810168:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.810183:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734104704 00000100:00100000:0.0:1746126421.810187:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734104704 00000100:00100000:1.0:1746126421.810209:0:7081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734104448 00000100:00100000:1.0:1746126421.810211:0:7081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734104448 00000100:00100000:0.0:1746126421.810215:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734104960 00000100:00100000:0.0:1746126421.810216:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734104960 00000100:00100000:1.0:1746126421.810229:0:7081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 408 00000100:00100000:0.0:1746126421.810229:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 499 00000100:00100000:1.0:1746126421.810234:0:7081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d568850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d94413c0-4094-4072-8112-4e637805471b+12:1966:x1830945734104448:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126421.810234:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945734104704:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126421.810627:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945734104704:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 391us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.810714:0:7081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d568850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d94413c0-4094-4072-8112-4e637805471b+12:1966:x1830945734104448:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 478us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.810719:0:7081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 408 00000100:00080000:1.0:1746126421.810742:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746126421.810745:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126421.810755:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 500 00000100:00100000:1.0:1746126421.810760:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734104960:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126421.810781:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734104960:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 22us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.810787:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 500 00000100:00100000:0.0:1746126421.811291:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 499 00000100:00100000:0.0:1746126421.816910:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734105088 00000100:00100000:0.0:1746126421.816917:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734105088 00010000:00010000:0.0:1746126421.816944:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f698 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8bb expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00000100:00100000:0.0:1746126421.817450:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16542 00000100:00100000:0.0:1746126421.817457:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734105088:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126421.817469:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126421.817483:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f698 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8bb expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.817493:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f698 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8bb expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.817510:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f698 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8bb expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126421.817535:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126421.817537:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126421.817543:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f69f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8c2 expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.817550:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f69f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8c2 expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126421.817576:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f69f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8c2 expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126421.817597:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009473ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726127616:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126421.817663:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126421.822001:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009473ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726127616:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126421.822170:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126421.822408:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734105088:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4950us (6231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.822422:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16542 00000100:00100000:0.0:1746126421.822548:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734105344 00000100:00100000:0.0:1746126421.822553:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734105344 00002000:00100000:0.0:1746126421.822591:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c319500 x1830945734105344/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126421.822599:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c319500 with x1830945734105344 ext(0->4095) 00002000:00010000:0.0:1746126421.822603:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c319500 00000100:00100000:0.0:1746126421.822626:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3503 00000100:00100000:0.0:1746126421.822632:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1964:x1830945734105344:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126421.822736:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1964:x1830945734105344:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (436us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126421.822741:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3503 00002000:00100000:0.0:1746126421.822746:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c319500 x1830945734105344/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126421.822753:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c319500 with x1830945734105344 ext(0->4095) 00002000:00010000:0.0:1746126421.822755:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c319500 00000100:00100000:0.0:1746126421.827938:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.828059:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734105472 00000100:00100000:1.0:1746126421.828067:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734105472 00000100:00100000:1.0:1746126421.828457:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4404 00000100:00100000:1.0:1746126421.828464:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734105472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.828477:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.828489:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f6a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc8c9 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.828511:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f69f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8c2 expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.828518:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.828519:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.828522:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f6a6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8c9 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.828546:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f69f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8c2 expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.828557:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f69f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8c2 expref: 33 pid: 17079 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746126421.828567:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131466680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726127744:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126421.829423:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126421.832234:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.832404:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131466680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726127744:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126421.832433:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f6a6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8c9 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.832447:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70800, rc 0) 00000100:00100000:1.0:1746126421.832482:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734105472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4017us (4550us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.832490:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4404 00000100:00100000:0.0:1746126421.833426:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.833555:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734105728 00000100:00100000:1.0:1746126421.833559:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734105728 00000100:00100000:1.0:1746126421.833593:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4405 00000100:00100000:1.0:1746126421.833599:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:31643:x1830945734105728:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.833610:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.833618:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f6ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc8d0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.833632:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f6a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8c9 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.833637:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.833638:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.833640:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f6ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8d0 expref: 35 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.833653:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f6a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8c9 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.833661:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f6a6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8c9 expref: 5 pid: 8425 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746126421.833670:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131466680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726128000:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126421.833704:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126421.836990:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.837071:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131466680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726128000:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126421.837093:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f6ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8d0 expref: 35 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.837108:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71e00, rc 0) 00000100:00100000:1.0:1746126421.837500:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+35:31643:x1830945734105728:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3901us (4075us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.837507:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4405 00000100:00100000:0.0:1746126421.840431:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.843471:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.844107:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734106368 00000100:00100000:1.0:1746126421.844113:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734106368 00002000:00100000:1.0:1746126421.844141:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b5f80 x1830945734106368/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.844150:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b5f80 with x1830945734106368 ext(0->4095) 00002000:00010000:1.0:1746126421.844153:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b5f80 00000100:00100000:1.0:1746126421.844599:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3504 00000100:00100000:1.0:1746126421.844606:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1964:x1830945734106368:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126421.844730:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1964:x1830945734106368:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (1265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.844736:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3504 00002000:00100000:1.0:1746126421.844740:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b5f80 x1830945734106368/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.844753:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b5f80 with x1830945734106368 ext(0->4095) 00002000:00010000:1.0:1746126421.844755:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b5f80 00000100:00100000:0.0:1746126421.854174:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.854244:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734106496 00000100:00100000:1.0:1746126421.854251:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734106496 00000100:00100000:1.0:1746126421.854294:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4406 00000100:00100000:1.0:1746126421.854301:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734106496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.854315:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.854329:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f6b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc8d7 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.854353:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f6ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8d0 expref: 33 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.854360:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.854361:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.854365:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f6b4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8d7 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.854388:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f6ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8d0 expref: 33 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.854397:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f6ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8d0 expref: 33 pid: 8425 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746126421.854407:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131466680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726128256:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126421.854471:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126421.857075:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131466680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726128256:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126421.857101:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f6b4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8d7 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.857115:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70e00, rc 0) 00000100:00100000:1.0:1746126421.857148:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734106496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2847us (2980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.857155:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4406 00000100:00100000:0.0:1746126421.867690:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.867744:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.868973:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734106752 00000100:00100000:1.0:1746126421.868978:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734106752 00000100:00100000:1.0:1746126421.869015:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4407 00000100:00100000:1.0:1746126421.869041:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+35:31643:x1830945734106752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.869052:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.869064:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f6bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc8de expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.869085:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.869089:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f6b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8d7 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.869094:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126421.869098:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f6bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8de expref: 36 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.869126:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f6b4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8d7 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.869136:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f6bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8de expref: 36 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.869145:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71400, rc 0) 00000100:00100000:1.0:1746126421.869189:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:31643:x1830945734106752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (1444us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.869195:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4407 00000100:00100000:0.0:1746126421.871613:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.876358:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.876458:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734107136 00000100:00100000:1.0:1746126421.876465:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734107136 00002000:00100000:1.0:1746126421.876500:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff10700 x1830945734107136/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.876509:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff10700 with x1830945734107136 ext(0->4095) 00010000:00010000:1.0:1746126421.876516:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f6b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8d7 expref: 6 pid: 8425 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.876528:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f6b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8d7 expref: 6 pid: 8425 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.876534:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ff10700 00000100:00100000:1.0:1746126421.876706:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1406 00000100:00100000:1.0:1746126421.876714:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734107136:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126421.876842:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734107136:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (490us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.876847:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1406 00002000:00100000:1.0:1746126421.876852:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff10700 x1830945734107136/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.876863:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff10700 with x1830945734107136 ext(0->4095) 00010000:00010000:1.0:1746126421.876867:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f6b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8d7 expref: 6 pid: 8425 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.876875:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f6b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8d7 expref: 6 pid: 8425 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.876880:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ff10700 00000100:00100000:1.0:1746126421.881626:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.886411:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.889154:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.893915:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.897806:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.898370:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.898881:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734108160 00000100:00100000:1.0:1746126421.898884:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734108160 00002000:00100000:1.0:1746126421.898906:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e52a00 x1830945734108160/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.898915:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52a00 with x1830945734108160 ext(0->4095) 00010000:00010000:1.0:1746126421.898919:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f6c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8e5 expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.898927:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f6c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8e5 expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.898932:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e52a00 00000100:00100000:1.0:1746126421.898944:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1407 00000100:00100000:1.0:1746126421.898949:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734108160:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126421.899063:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734108160:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (693us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.899072:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1407 00002000:00100000:1.0:1746126421.899077:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e52a00 x1830945734108160/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.899083:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52a00 with x1830945734108160 ext(0->4095) 00010000:00010000:1.0:1746126421.899087:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f6c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8e5 expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.899094:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f6c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8e5 expref: 6 pid: 17079 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.899099:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e52a00 00000100:00100000:0.0:1746126421.903695:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.903757:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734108288 00000100:00100000:1.0:1746126421.903764:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734108288 00000100:00100000:1.0:1746126421.903812:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4410 00000100:00100000:1.0:1746126421.903819:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:31655:x1830945734108288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.903834:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.903847:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f6d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc8f3 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.903870:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.903875:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f6c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8ec expref: 38 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.903881:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.903884:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f6d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8f3 expref: 38 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.903919:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f6c9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8ec expref: 38 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.903930:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f6d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc8f3 expref: 38 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.903939:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70a00, rc 0) 00000100:00100000:1.0:1746126421.903975:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:31655:x1830945734108288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.903981:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4410 00000100:00100000:0.0:1746126421.906533:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.912485:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.915702:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.920866:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.921341:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734109056 00000100:00100000:1.0:1746126421.921346:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734109056 00002000:00100000:1.0:1746126421.921379:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e52680 x1830945734109056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.921387:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52680 with x1830945734109056 ext(0->4095) 00002000:00010000:1.0:1746126421.921390:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e52680 00000100:00100000:1.0:1746126421.921406:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3506 00000100:00100000:1.0:1746126421.921411:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:1964:x1830945734109056:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126421.922637:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1964:x1830945734109056:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1223us (1774us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.922643:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3506 00002000:00100000:1.0:1746126421.922649:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e52680 x1830945734109056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.922661:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52680 with x1830945734109056 ext(0->4095) 00002000:00010000:1.0:1746126421.922663:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e52680 00000100:00100000:0.0:1746126421.925604:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.928377:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.931694:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.931732:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.931934:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734109568 00000100:00100000:1.0:1746126421.931939:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734109568 00002000:00100000:1.0:1746126421.931965:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590380 x1830945734109568/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.931973:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590380 with x1830945734109568 ext(0->4095) 00002000:00010000:1.0:1746126421.931976:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d590380 00000100:00100000:1.0:1746126421.931987:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3507 00000100:00100000:1.0:1746126421.931991:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734109568:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126421.932127:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734109568:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.932132:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3507 00002000:00100000:1.0:1746126421.932136:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590380 x1830945734109568/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.932142:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590380 with x1830945734109568 ext(0->4095) 00002000:00010000:1.0:1746126421.932144:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d590380 00000100:00100000:0.0:1746126421.935268:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.935703:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734109824 00000100:00100000:1.0:1746126421.935710:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734109824 00000100:00100000:1.0:1746126421.935754:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4413 00000100:00100000:1.0:1746126421.935760:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:31655:x1830945734109824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126421.935774:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126421.935788:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f6e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc908 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.935809:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126421.935814:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f6de lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc901 expref: 38 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.935819:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126421.935822:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f6e5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc908 expref: 38 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.935852:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f6de lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc901 expref: 38 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.935862:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f6e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc908 expref: 38 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126421.935870:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70800, rc 0) 00000100:00100000:1.0:1746126421.935908:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:31655:x1830945734109824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126421.935913:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4413 00000100:00100000:0.0:1746126421.937122:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.941105:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.945391:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.952598:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.955292:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734110592 00000100:00100000:1.0:1746126421.955302:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734110592 00002000:00100000:1.0:1746126421.955341:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d591180 x1830945734110592/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.955351:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d591180 with x1830945734110592 ext(0->4095) 00002000:00010000:1.0:1746126421.955356:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d591180 00000100:00100000:1.0:1746126421.955382:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3508 00000100:00100000:1.0:1746126421.955388:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1966:x1830945734110592:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126421.957061:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1966:x1830945734110592:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 1664us (4456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126421.957072:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3508 00002000:00100000:1.0:1746126421.957083:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d591180 x1830945734110592/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746126432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.957091:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d591180 with x1830945734110592 ext(0->4095) 00002000:00010000:1.0:1746126421.957095:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d591180 00000100:00100000:0.0:1746126421.960402:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.973592:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126421.973673:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734110848 00000100:00100000:1.0:1746126421.973680:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734110848 00002000:00100000:1.0:1746126421.973716:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012d590700 x1830945734110848/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:182/0 lens 496/0 e 0 to 0 dl 1746126432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126421.973725:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590700 with x1830945734110848 ext(0->7) 00010000:00010000:1.0:1746126421.973732:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f6e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc908 expref: 36 pid: 17079 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126421.973743:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f6e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc908 expref: 36 pid: 17079 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126421.973749:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d590700 00000100:00100000:1.0:1746126421.973775:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1410 00000100:00100000:1.0:1746126421.973781:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1963:x1830945734110848:12345-192.168.203.32@tcp:4:ldlm_bl.0 00010000:00010000:0.0:1746126421.977396:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126421.982089:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.983812:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.989835:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126421.997944:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.003527:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.007610:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.013389:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.015485:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.018987:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.029147:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.037871:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.038740:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734112768 00000100:00100000:1.0:1746126422.038747:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734112768 00002000:00100000:1.0:1746126422.040608:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6bb80 x1830945734112768/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.040625:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6bb80 with x1830945734112768 ext(0->4095) 00002000:00010000:1.0:1746126422.040630:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6bb80 00000100:00100000:1.0:1746126422.040658:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3510 00000100:00100000:1.0:1746126422.040666:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1963:x1830945734112768:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126422.041572:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1963:x1830945734112768:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 905us (3706us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.041578:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3510 00002000:00100000:1.0:1746126422.041592:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6bb80 x1830945734112768/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.041598:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6bb80 with x1830945734112768 ext(0->4095) 00002000:00010000:1.0:1746126422.041601:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6bb80 00000100:00100000:0.0:1746126422.045274:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.055382:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.055774:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734113024 00000100:00100000:1.0:1746126422.055779:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734113024 00002000:00100000:1.0:1746126422.055809:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009ba69180 x1830945734113024/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 496/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.055817:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69180 with x1830945734113024 ext(0->7) 00010000:00010000:1.0:1746126422.055822:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f701 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc924 expref: 38 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126422.055831:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f701 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc924 expref: 38 pid: 8423 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126422.055837:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba69180 00000100:00100000:1.0:1746126422.055848:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1413 00000100:00100000:1.0:1746126422.055854:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1964:x1830945734113024:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126422.056105:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1964:x1830945734113024:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 249us (728us total) trans 4294967942 rc 0/0 00000100:00100000:1.0:1746126422.056111:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1413 00002000:00100000:1.0:1746126422.056116:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009ba69180 x1830945734113024/t4294967942(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 496/448 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.056123:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69180 with x1830945734113024 ext(0->7) 00010000:00010000:1.0:1746126422.056127:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f701 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc924 expref: 40 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126422.056136:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f701 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc924 expref: 40 pid: 8423 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126422.056142:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba69180 00000100:00100000:0.0:1746126422.060177:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.068356:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.068392:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.070227:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734113408 00000100:00100000:1.0:1746126422.070231:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734113408 00002000:00100000:1.0:1746126422.070250:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6b800 x1830945734113408/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.070257:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b800 with x1830945734113408 ext(0->4095) 00010000:00010000:1.0:1746126422.070262:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f708 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc92b expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.070269:0:8428:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f708 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc92b expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126422.070274:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6b800 00000100:00100000:1.0:1746126422.070285:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1414 00000100:00100000:1.0:1746126422.070289:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734113408:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126422.070393:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734113408:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (2043us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.070398:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1414 00002000:00100000:1.0:1746126422.070402:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6b800 x1830945734113408/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.070407:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b800 with x1830945734113408 ext(0->4095) 00010000:00010000:1.0:1746126422.070411:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f708 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc92b expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.070417:0:8428:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f708 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc92b expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126422.070421:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6b800 00000100:00100000:0.0:1746126422.073140:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.075932:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.082311:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.082355:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734114048 00000100:00100000:1.0:1746126422.082361:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734114048 00002000:00100000:1.0:1746126422.082395:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403d880 x1830945734114048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.082403:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403d880 with x1830945734114048 ext(0->4095) 00010000:00010000:1.0:1746126422.082410:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7f70f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc932 expref: 41 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126422.082421:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7f70f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc932 expref: 41 pid: 8423 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126422.082432:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403d880 00000100:00100000:1.0:1746126422.082449:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1415 00000100:00100000:1.0:1746126422.082455:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1964:x1830945734114048:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126422.082611:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1964:x1830945734114048:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.082617:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1415 00002000:00100000:1.0:1746126422.082623:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403d880 x1830945734114048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.082630:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403d880 with x1830945734114048 ext(0->4095) 00010000:00010000:1.0:1746126422.082635:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7f70f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc932 expref: 41 pid: 8423 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746126422.082645:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7f70f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc932 expref: 41 pid: 8423 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746126422.082650:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403d880 00000100:00100000:0.0:1746126422.085335:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.091679:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.092313:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734114432 00000100:00100000:1.0:1746126422.092319:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734114432 00002000:00100000:1.0:1746126422.092350:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403ce00 x1830945734114432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.092359:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403ce00 with x1830945734114432 ext(0->4095) 00002000:00010000:1.0:1746126422.092363:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403ce00 00000100:00100000:1.0:1746126422.092387:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3511 00000100:00100000:1.0:1746126422.092394:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1966:x1830945734114432:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126422.092712:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1966:x1830945734114432:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 318us (1040us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.092718:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3511 00002000:00100000:1.0:1746126422.092722:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403ce00 x1830945734114432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.092729:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403ce00 with x1830945734114432 ext(0->4095) 00002000:00010000:1.0:1746126422.092732:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403ce00 00000100:00100000:1.0:1746126422.095828:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.099568:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.104688:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b793b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726132224:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126422.104710:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126422.104765:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1964:x1830945734114688:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4857us (5202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126422.104775:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16560 00000100:00100000:0.0:1746126422.106996:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.107078:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.107230:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734115072 00000100:00100000:1.0:1746126422.107234:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734115072 00002000:00100000:1.0:1746126422.107262:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403dc00 x1830945734115072/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.107270:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403dc00 with x1830945734115072 ext(0->4095) 00002000:00010000:1.0:1746126422.107274:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403dc00 00000100:00100000:1.0:1746126422.107854:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1416 00000100:00100000:1.0:1746126422.107860:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734115072:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126422.107988:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734115072:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (908us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.107993:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1416 00002000:00100000:1.0:1746126422.107998:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403dc00 x1830945734115072/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.108005:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403dc00 with x1830945734115072 ext(0->4095) 00010000:00010000:1.0:1746126422.108010:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f71d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc940 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.108020:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f71d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc940 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.108043:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403dc00 00000100:00100000:0.0:1746126422.110797:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.112631:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734115328 00000100:00100000:0.0:1746126422.112636:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734115328 00010000:00010000:0.0:1746126422.112654:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f71d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc940 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126422.112685:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16561 00000100:00100000:0.0:1746126422.112691:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734115328:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126422.112701:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126422.112717:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f71d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc940 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126422.112725:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f71d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc940 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126422.112741:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f71d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc940 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126422.112754:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126422.112756:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126422.112761:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f724 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc947 expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.112768:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f724 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc947 expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.112788:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f724 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc947 expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.112797:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f724 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc947 expref: 40 pid: 8423 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126422.112807:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b403df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726132608:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126422.112853:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.115922:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.116114:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734115584 00000100:00100000:1.0:1746126422.116120:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734115584 00002000:00100000:1.0:1746126422.116151:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403fb80 x1830945734115584/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.116159:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403fb80 with x1830945734115584 ext(0->4095) 00010000:00010000:1.0:1746126422.116165:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f724 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc947 expref: 41 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.116176:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f724 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc947 expref: 41 pid: 8423 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.116181:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403fb80 00000100:00100000:1.0:1746126422.116204:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1417 00000100:00100000:1.0:1746126422.116210:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1964:x1830945734115584:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126422.116516:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1964:x1830945734115584:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 306us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.116522:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1417 00002000:00100000:1.0:1746126422.116526:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403fb80 x1830945734115584/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.116538:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403fb80 with x1830945734115584 ext(0->4095) 00010000:00010000:1.0:1746126422.116542:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f724 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc947 expref: 41 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.116550:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f724 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc947 expref: 41 pid: 8423 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.116555:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403fb80 00000100:00100000:0.0:1746126422.125892:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.126616:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734115968 00000100:00100000:1.0:1746126422.126623:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734115968 00002000:00100000:1.0:1746126422.126658:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403f480 x1830945734115968/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.126667:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403f480 with x1830945734115968 ext(0->4095) 00002000:00010000:1.0:1746126422.126672:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403f480 00000100:00100000:1.0:1746126422.126733:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3513 00000100:00100000:1.0:1746126422.126740:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1963:x1830945734115968:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126422.127163:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1963:x1830945734115968:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 422us (1275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.127169:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3513 00002000:00100000:1.0:1746126422.127174:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403f480 x1830945734115968/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.127180:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403f480 with x1830945734115968 ext(0->4095) 00002000:00010000:1.0:1746126422.127183:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403f480 00000100:00100000:0.0:1746126422.130149:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.135434:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.135519:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.140393:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.144315:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.147460:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.147876:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734116992 00000100:00100000:1.0:1746126422.147881:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734116992 00002000:00100000:1.0:1746126422.147911:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403df80 x1830945734116992/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.147920:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403df80 with x1830945734116992 ext(0->4095) 00002000:00010000:1.0:1746126422.147924:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403df80 00000100:00100000:1.0:1746126422.147938:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3514 00000100:00100000:1.0:1746126422.147944:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1965:x1830945734116992:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126422.148104:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1965:x1830945734116992:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.148110:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3514 00002000:00100000:1.0:1746126422.148115:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403df80 x1830945734116992/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.148122:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403df80 with x1830945734116992 ext(0->4095) 00002000:00010000:1.0:1746126422.148124:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403df80 00000100:00100000:0.0:1746126422.154739:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.166403:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.172861:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.174189:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.179173:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.179318:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734117760 00000100:00100000:1.0:1746126422.179324:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734117760 00002000:00100000:1.0:1746126422.179355:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4f480 x1830945734117760/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.179363:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4f480 with x1830945734117760 ext(0->4095) 00010000:00010000:1.0:1746126422.179370:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f740 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc963 expref: 6 pid: 17079 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.179380:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f740 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc963 expref: 6 pid: 17079 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.179391:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4f480 00000100:00100000:1.0:1746126422.179418:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1420 00000100:00100000:1.0:1746126422.179425:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734117760:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126422.179542:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734117760:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.179547:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1420 00002000:00100000:1.0:1746126422.179552:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4f480 x1830945734117760/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.179559:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4f480 with x1830945734117760 ext(0->4095) 00010000:00010000:1.0:1746126422.179563:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f740 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc963 expref: 6 pid: 17079 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.179571:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f740 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc963 expref: 6 pid: 17079 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.179576:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4f480 00000100:00100000:0.0:1746126422.183008:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.189372:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.195595:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.209105:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.211002:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734118400 00000100:00100000:1.0:1746126422.211011:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734118400 00002000:00100000:1.0:1746126422.211063:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092b4df80 x1830945734118400/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 496/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.211072:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4df80 with x1830945734118400 ext(0->7) 00010000:00010000:1.0:1746126422.211079:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f747 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc96a expref: 42 pid: 17079 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.211091:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f747 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc96a expref: 42 pid: 17079 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.211097:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4df80 00000100:00100000:1.0:1746126422.211121:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1421 00000100:00100000:1.0:1746126422.211128:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734118400:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126422.211366:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734118400:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 237us (2268us total) trans 4294967944 rc 0/0 00000100:00100000:1.0:1746126422.211371:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1421 00002000:00100000:1.0:1746126422.211376:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092b4df80 x1830945734118400/t4294967944(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 496/448 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.211383:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4df80 with x1830945734118400 ext(0->7) 00010000:00010000:1.0:1746126422.211387:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f747 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc96a expref: 44 pid: 17079 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.211395:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f747 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc96a expref: 44 pid: 17079 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.211400:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4df80 00000100:00100000:0.0:1746126422.220157:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.223358:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.225778:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.228075:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.230271:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.230522:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734119296 00000100:00100000:1.0:1746126422.230527:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734119296 00002000:00100000:1.0:1746126422.230554:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0df80 x1830945734119296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.230563:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0df80 with x1830945734119296 ext(0->4095) 00002000:00010000:1.0:1746126422.230567:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0df80 00000100:00100000:1.0:1746126422.230597:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3516 00000100:00100000:1.0:1746126422.230604:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1963:x1830945734119296:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126422.230717:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1963:x1830945734119296:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.230722:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3516 00002000:00100000:1.0:1746126422.230727:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0df80 x1830945734119296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.230734:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0df80 with x1830945734119296 ext(0->4095) 00002000:00010000:1.0:1746126422.230736:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0df80 00000100:00100000:0.0:1746126422.232087:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.234807:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.239872:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.248070:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.248139:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.248204:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734119936 00000100:00100000:1.0:1746126422.248210:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734119936 00002000:00100000:1.0:1746126422.248242:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0e680 x1830945734119936/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.248250:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0e680 with x1830945734119936 ext(0->4095) 00002000:00010000:1.0:1746126422.248254:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0e680 00000100:00100000:1.0:1746126422.248269:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3517 00000100:00100000:1.0:1746126422.248274:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734119936:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126422.248398:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734119936:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.248403:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3517 00002000:00100000:1.0:1746126422.248408:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0e680 x1830945734119936/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.248419:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0e680 with x1830945734119936 ext(0->4095) 00010000:00010000:1.0:1746126422.248423:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f75c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc97f expref: 6 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.248432:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f75c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc97f expref: 6 pid: 8425 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.248437:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a0e680 00000100:00100000:1.0:1746126422.253541:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.254268:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734120192 00000100:00100000:0.0:1746126422.254277:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734120192 00000100:00100000:0.0:1746126422.259435:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.262760:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.262879:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734120704 00000100:00100000:1.0:1746126422.262887:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734120704 00010000:00010000:1.0:1746126422.263017:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f763 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc986 expref: 47 pid: 8425 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.264787:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16571 00000100:00100000:1.0:1746126422.264872:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1965:x1830945734120704:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126422.264887:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126422.264906:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f763 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc986 expref: 47 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.264918:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f763 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc986 expref: 47 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.264937:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f763 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc986 expref: 47 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.265646:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.265649:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.265656:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f76a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc98d expref: 46 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.265664:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f76a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc98d expref: 46 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.265694:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f76a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc98d expref: 46 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126422.265704:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726135040:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126422.265768:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.270123:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.270197:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800936db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726135040:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126422.270216:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126422.270250:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1965:x1830945734120704:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5382us (7495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.270259:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16571 00000100:00100000:0.0:1746126422.273359:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.280388:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.280586:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734121216 00000100:00100000:1.0:1746126422.280593:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734121216 00010000:00010000:1.0:1746126422.280620:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f76a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc98d expref: 46 pid: 8425 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.280641:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16572 00000100:00100000:1.0:1746126422.280647:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1963:x1830945734121216:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126422.280659:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126422.280676:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f76a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc98d expref: 46 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.280686:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f76a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc98d expref: 46 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.280704:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f76a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc98d expref: 46 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.280729:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.280731:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.280738:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f771 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc994 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.280745:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f771 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc994 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.280772:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f771 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc994 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126422.280781:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726135296:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126422.280847:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.283592:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.286003:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800936db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726135296:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126422.286020:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126422.286703:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1963:x1830945734121216:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6053us (6318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.286716:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16572 00000100:00100000:1.0:1746126422.286985:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.296210:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.296333:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.296387:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734121856 00000100:00100000:1.0:1746126422.296395:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734121856 00010000:00010000:1.0:1746126422.296422:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f771 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc994 expref: 6 pid: 8425 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.296443:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16573 00000100:00100000:1.0:1746126422.296450:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734121856:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126422.296460:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126422.296477:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f771 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc994 expref: 6 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.296512:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f771 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc994 expref: 6 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.296529:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f771 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc994 expref: 6 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.296544:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.296546:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.296551:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f778 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc99b expref: 47 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.296558:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f778 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc99b expref: 47 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.296594:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f778 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc99b expref: 47 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.296604:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f778 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc99b expref: 47 pid: 8425 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.296612:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936d9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726135680:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126422.296669:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126422.299358:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800936d9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726135680:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126422.299378:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126422.299417:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734121856:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2966us (3081us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.299426:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16573 00000100:00100000:0.0:1746126422.300115:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.303744:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.305605:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734122240 00000100:00100000:1.0:1746126422.305615:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734122240 00010000:00010000:1.0:1746126422.305650:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f778 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc99b expref: 47 pid: 8425 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.305686:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16574 00000100:00100000:1.0:1746126422.305693:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1963:x1830945734122240:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126422.305705:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126422.305723:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f778 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc99b expref: 47 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.305742:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f778 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc99b expref: 47 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.305760:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b7f778 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc99b expref: 47 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.305783:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.305785:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.305790:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f77f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a2 expref: 46 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.305797:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f77f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a2 expref: 46 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.305824:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f77f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a2 expref: 46 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126422.305834:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936d9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726135808:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126422.305906:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.310093:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.310184:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800936d9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726135808:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126422.310200:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126422.310232:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1963:x1830945734122240:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4539us (6493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.310239:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16574 00000100:00100000:0.0:1746126422.314492:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734122624 00000100:00100000:0.0:1746126422.314500:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734122624 00000100:00100000:0.0:1746126422.314534:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4436 00000100:00100000:0.0:1746126422.314540:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734122624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126422.314554:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126422.314567:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f786 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc9a9 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.314600:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f77f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a2 expref: 45 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.314607:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126422.314609:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126422.314611:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f786 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a9 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.314635:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f77f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a2 expref: 45 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.314645:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f77f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a2 expref: 45 pid: 8425 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126422.314655:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133306a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726135936:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126422.314722:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.317661:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.317823:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734122752 00000100:00100000:1.0:1746126422.317829:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734122752 00010000:00010000:1.0:1746126422.317852:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f77f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a2 expref: 46 pid: 8425 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.317883:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16575 00000100:00100000:1.0:1746126422.317889:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1963:x1830945734122752:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126422.317899:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126422.317915:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f77f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a2 expref: 46 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.317923:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f77f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a2 expref: 46 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.317941:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f77f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a2 expref: 46 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.317954:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.317956:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.317962:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f786 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.317969:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f786 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.317992:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f786 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126422.318001:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936d9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726136064:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126422.318064:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.321555:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.321629:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.321771:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800936d9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726136064:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126422.321789:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126422.321822:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1963:x1830945734122752:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3932us (4161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.321830:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16575 00000100:00100000:0.0:1746126422.328807:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.328852:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.328905:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734123392 00000100:00100000:1.0:1746126422.328911:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734123392 00010000:00010000:1.0:1746126422.328938:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f786 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a9 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.328971:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16576 00000100:00100000:1.0:1746126422.328976:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734123392:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126422.328986:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126422.329003:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f786 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a9 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.329012:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f786 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a9 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.329057:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c14e00/0x9851078746b7f786 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9a9 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.329073:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.329075:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.329081:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f78d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9b0 expref: 45 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.329091:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f78d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9b0 expref: 45 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.329115:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f78d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9b0 expref: 45 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126422.329127:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936d9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726136320:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126422.329184:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.334902:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.334926:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734123648 00000100:00100000:1.0:1746126422.334930:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800936d9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726136320:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126422.334931:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734123648 00010000:00010000:1.0:1746126422.334949:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746126422.334966:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133306a00 x1830945734123648/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126422.334975:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133306a00 with x1830945734123648 ext(0->4095) 00010000:00010000:0.0:1746126422.334981:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f78d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9b0 expref: 48 pid: 8423 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.334986:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734123392:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6008us (6132us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.334995:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16576 00010000:00010000:0.0:1746126422.334998:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f78d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9b0 expref: 48 pid: 8423 timeout: 641 lvb_type: 0 00002000:00010000:0.0:1746126422.335003:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133306a00 00000100:00100000:0.0:1746126422.335673:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1428 00000100:00100000:0.0:1746126422.335681:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1964:x1830945734123648:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126422.336649:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1964:x1830945734123648:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 966us (1751us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.336655:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1428 00002000:00100000:1.0:1746126422.336661:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133306a00 x1830945734123648/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.336668:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133306a00 with x1830945734123648 ext(0->4095) 00010000:00010000:1.0:1746126422.336674:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f78d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9b0 expref: 47 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.336684:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f78d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9b0 expref: 47 pid: 8423 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.336693:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133306a00 00000100:00100000:1.0:1746126422.342426:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734123776 00000100:00100000:1.0:1746126422.342434:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734123776 00010000:00010000:1.0:1746126422.342462:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f78d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9b0 expref: 47 pid: 8423 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.342502:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16577 00000100:00100000:1.0:1746126422.342508:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b793100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1964:x1830945734123776:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126422.342520:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126422.342536:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f78d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9b0 expref: 47 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.342547:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f78d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9b0 expref: 47 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.342565:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a069800/0x9851078746b7f78d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9b0 expref: 47 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.342593:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.342595:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.342600:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b7f794 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9b7 expref: 46 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.342607:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b7f794 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9b7 expref: 46 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.342636:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b7f794 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9b7 expref: 46 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126422.342645:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936d9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726136576:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126422.342701:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126422.348066:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800936d9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726136576:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126422.348084:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126422.348123:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b793100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945734123776:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5614us (5779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.348132:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16577 00000100:00100000:0.0:1746126422.349323:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.350203:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734124032 00000100:00100000:1.0:1746126422.350210:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734124032 00002000:00100000:1.0:1746126422.350247:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761180 x1830945734124032/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.350256:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761180 with x1830945734124032 ext(0->4095) 00002000:00010000:1.0:1746126422.350260:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761180 00000100:00100000:1.0:1746126422.350285:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3520 00000100:00100000:1.0:1746126422.350291:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945734124032:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126422.350419:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945734124032:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (1100us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.350424:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3520 00002000:00100000:1.0:1746126422.350429:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761180 x1830945734124032/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.350440:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761180 with x1830945734124032 ext(0->4095) 00002000:00010000:1.0:1746126422.350442:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761180 00000100:00100000:0.0:1746126422.355471:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.359556:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.359663:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.363512:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.366976:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.375425:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.375520:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734125056 00000100:00100000:1.0:1746126422.375528:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734125056 00002000:00100000:1.0:1746126422.375568:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761880 x1830945734125056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.375577:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761880 with x1830945734125056 ext(0->4095) 00002000:00010000:1.0:1746126422.375593:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761880 00000100:00100000:1.0:1746126422.375620:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3521 00000100:00100000:1.0:1746126422.375626:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945734125056:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126422.375766:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945734125056:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.375771:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3521 00002000:00100000:1.0:1746126422.375776:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761880 x1830945734125056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.375784:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761880 with x1830945734125056 ext(0->4095) 00002000:00010000:1.0:1746126422.375787:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761880 00000100:00100000:0.0:1746126422.398523:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.402191:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.407673:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.408181:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726137472:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126422.408200:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f7b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9d3 expref: 49 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.408210:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:0.0:1746126422.409246:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:31643:x1830945734125568:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6800us (7055us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126422.409251:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4442 00000100:00100000:0.0:1746126422.413745:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.419084:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.431607:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.432001:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734126336 00000100:00100000:1.0:1746126422.432010:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734126336 00000100:00100000:1.0:1746126422.432072:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4443 00000100:00100000:1.0:1746126422.432078:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a535b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734126336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126422.432093:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126422.432107:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f7b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc9da expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.432129:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f7b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9d3 expref: 47 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.432135:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126422.432137:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126422.432140:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f7b7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9da expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.432161:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f7b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9d3 expref: 47 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.432169:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f7b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9d3 expref: 47 pid: 8423 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.432178:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726137728:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126422.432247:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126422.444318:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800936d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726137728:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126422.444347:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f7b7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9da expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.444363:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70e00, rc 0) 00000100:00100000:1.0:1746126422.444418:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a535b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734126336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12339us (12818us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.444425:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4443 00000100:00100000:0.0:1746126422.447685:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.457832:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.459656:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.460499:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3523 00000100:00100000:1.0:1746126422.460507:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734126848:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126422.460634:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734126848:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (980us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.460640:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3523 00002000:00100000:1.0:1746126422.460645:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093763100 x1830945734126848/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.460650:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763100 with x1830945734126848 ext(0->4095) 00002000:00010000:1.0:1746126422.460653:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093763100 00000100:00100000:0.0:1746126422.465109:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.465186:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734126976 00000100:00100000:1.0:1746126422.465193:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734126976 00000100:00100000:1.0:1746126422.465239:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4444 00000100:00100000:1.0:1746126422.465246:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:31643:x1830945734126976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126422.465261:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126422.465273:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f7be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc9e1 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.465297:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f7b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9da expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.465303:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.465304:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.465307:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f7be lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9e1 expref: 50 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.465331:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f7b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9da expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.465341:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f7b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9da expref: 5 pid: 8423 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.465352:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726137984:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126422.465417:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.467074:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.467865:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800936d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726137984:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126422.467882:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f7be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9e1 expref: 51 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.467890:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70a00, rc 0) 00000100:00100000:1.0:1746126422.467906:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:31643:x1830945734126976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2661us (2805us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.467912:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4444 00000100:00100000:0.0:1746126422.470515:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.473483:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.476873:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.481428:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.483243:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.483320:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734128000 00000100:00100000:1.0:1746126422.483326:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734128000 00000100:00100000:1.0:1746126422.483353:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4446 00000100:00100000:1.0:1746126422.483358:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734128000:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126422.483368:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126422.483381:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f7cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc9ef expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.483403:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7f7c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9e8 expref: 49 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.483412:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126422.483414:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126422.483416:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f7cc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9ef expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.483438:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7f7c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9e8 expref: 49 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.483448:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7f7c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9e8 expref: 49 pid: 8425 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.483458:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726138496:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126422.483522:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126422.485186:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800936d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726138496:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126422.485207:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f7cc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9ef expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.485219:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71400, rc 0) 00000100:00100000:1.0:1746126422.485249:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734128000:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1890us (2010us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.485256:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4446 00000100:00100000:0.0:1746126422.487150:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.489937:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.491145:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.491210:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734128512 00000100:00100000:1.0:1746126422.491214:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734128512 00000100:00100000:1.0:1746126422.491247:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4447 00000100:00100000:1.0:1746126422.491252:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:31643:x1830945734128512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126422.491263:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126422.491276:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f7d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc9f6 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.491295:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f7cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9ef expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.491301:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.491302:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.491305:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f7d3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9f6 expref: 50 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.491327:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f7cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9ef expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.491336:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f7cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9ef expref: 5 pid: 8423 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.491346:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726138752:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126422.491410:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126422.493396:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.493447:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734128640 00000100:00100000:0.0:1746126422.493454:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734128640 00000100:00100000:0.0:1746126422.493492:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4448 00000100:00100000:0.0:1746126422.493498:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:31655:x1830945734128640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126422.493511:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126422.493522:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200e00/0x9851078746b7f7da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcc9fd expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.493541:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126422.493546:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f7d3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9f6 expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.493551:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126422.493554:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200e00/0x9851078746b7f7da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9fd expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.493589:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f7d3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9f6 expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.493600:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c200e00/0x9851078746b7f7da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9fd expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.493607:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c200e00, rc 0) 00000100:00100000:0.0:1746126422.493625:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:31655:x1830945734128640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126422.493642:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4448 00000100:00100000:1.0:1746126422.493708:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.496234:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.498800:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.504443:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.509135:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.511507:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734129536 00000100:00100000:0.0:1746126422.511517:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734129536 00000100:00100000:0.0:1746126422.511587:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4449 00000100:00100000:0.0:1746126422.511595:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734129536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126422.511617:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126422.511631:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7f7e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcca04 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.511655:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c200e00/0x9851078746b7f7da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9fd expref: 49 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.511661:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126422.511663:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126422.511666:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7f7e1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca04 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.511693:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c200e00/0x9851078746b7f7da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9fd expref: 49 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.511702:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c200e00/0x9851078746b7f7da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcc9fd expref: 49 pid: 17079 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126422.511713:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726139264:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126422.512440:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.516281:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.516749:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.521827:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.533440:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.541311:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.542156:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734130432 00000100:00100000:1.0:1746126422.542162:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734130432 00002000:00100000:1.0:1746126422.542195:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314daa00 x1830945734130432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.542208:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314daa00 with x1830945734130432 ext(0->4095) 00002000:00010000:1.0:1746126422.542212:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314daa00 00000100:00100000:1.0:1746126422.542226:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3527 00000100:00100000:1.0:1746126422.542232:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1964:x1830945734130432:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126422.542359:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1964:x1830945734130432:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (1053us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.542364:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3527 00002000:00100000:1.0:1746126422.542369:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314daa00 x1830945734130432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.542375:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314daa00 with x1830945734130432 ext(0->4095) 00002000:00010000:1.0:1746126422.542377:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314daa00 00000100:00100000:0.0:1746126422.545364:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.557378:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.564225:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.570857:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.581585:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.581657:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.582233:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4453 00000100:00100000:0.0:1746126422.582239:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31643:x1830945734131328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126422.582245:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126422.582252:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130111400/0x9851078746b7f7fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcca20 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.582266:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126422.582269:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f7f6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca19 expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.582273:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126422.582276:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130111400/0x9851078746b7f7fd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca20 expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.582296:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f7f6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca19 expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.582307:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130111400/0x9851078746b7f7fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca20 expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.582315:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130111400, rc 0) 00000100:00100000:0.0:1746126422.582336:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:31643:x1830945734131328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126422.582341:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4453 00000100:00100000:0.0:1746126422.592650:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.602287:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.602494:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734131712 00000100:00100000:1.0:1746126422.602500:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734131712 00002000:00100000:1.0:1746126422.602533:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095762680 x1830945734131712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.602542:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095762680 with x1830945734131712 ext(0->4095) 00010000:00010000:1.0:1746126422.602550:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f7f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca19 expref: 53 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.602562:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f7f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca19 expref: 53 pid: 8423 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.602568:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095762680 00000100:00100000:1.0:1746126422.602748:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1437 00000100:00100000:1.0:1746126422.602754:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945734131712:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126422.602880:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945734131712:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (600us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.602885:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1437 00002000:00100000:1.0:1746126422.602890:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095762680 x1830945734131712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.602896:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095762680 with x1830945734131712 ext(0->4095) 00010000:00010000:1.0:1746126422.602900:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f7f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca19 expref: 53 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.602908:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f7f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca19 expref: 53 pid: 8423 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.602913:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095762680 00000100:00100000:0.0:1746126422.608319:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.608408:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.611430:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.614533:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.614593:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.617595:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.622183:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.623258:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.627358:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.632648:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.635561:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.646305:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.650287:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.660357:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734134144 00000100:00100000:0.0:1746126422.660364:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734134144 00002000:00100000:0.0:1746126422.660397:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b790700 x1830945734134144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126422.660406:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b790700 with x1830945734134144 ext(0->4095) 00002000:00010000:0.0:1746126422.660411:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b790700 00000100:00100000:0.0:1746126422.660741:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3530 00000100:00100000:0.0:1746126422.660749:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b790700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734134144:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126422.661910:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b790700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734134144:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 1161us (1686us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126422.661916:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3530 00002000:00100000:0.0:1746126422.662091:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b790700 x1830945734134144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126422.662098:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b790700 with x1830945734134144 ext(0->4095) 00010000:00010000:0.0:1746126422.662104:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f819 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca3c expref: 6 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126422.662113:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f819 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca3c expref: 6 pid: 8425 timeout: 641 lvb_type: 0 00002000:00010000:0.0:1746126422.662118:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b790700 00000100:00100000:0.0:1746126422.665939:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.666050:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.669193:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.669846:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734134656 00000100:00100000:1.0:1746126422.669851:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734134656 00002000:00100000:1.0:1746126422.669877:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac4a80 x1830945734134656/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.669885:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac4a80 with x1830945734134656 ext(0->4095) 00010000:00010000:1.0:1746126422.669891:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f820 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca43 expref: 55 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.669901:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f820 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca43 expref: 55 pid: 8425 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.669908:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac4a80 00000100:00100000:1.0:1746126422.669921:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1441 00000100:00100000:1.0:1746126422.669927:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734134656:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126422.670074:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734134656:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (884us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.670080:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1441 00002000:00100000:1.0:1746126422.670085:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac4a80 x1830945734134656/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.670092:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac4a80 with x1830945734134656 ext(0->4095) 00010000:00010000:1.0:1746126422.670096:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f820 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca43 expref: 55 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.670105:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7f820 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca43 expref: 55 pid: 8425 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.670110:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac4a80 00000100:00100000:0.0:1746126422.672521:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.675282:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.678526:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.686705:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.686925:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.693669:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.694129:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734135680 00000100:00100000:1.0:1746126422.694136:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734135680 00002000:00100000:1.0:1746126422.694172:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490ca80 x1830945734135680/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.694180:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490ca80 with x1830945734135680 ext(0->4095) 00010000:00010000:1.0:1746126422.694188:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f82e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca51 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.694374:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f82e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca51 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.694381:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490ca80 00000100:00100000:1.0:1746126422.694461:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1442 00000100:00100000:1.0:1746126422.694467:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734135680:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126422.695012:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734135680:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 543us (1345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.695018:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1442 00002000:00100000:1.0:1746126422.695040:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490ca80 x1830945734135680/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.695047:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490ca80 with x1830945734135680 ext(0->4095) 00010000:00010000:1.0:1746126422.695052:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f82e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca51 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.695060:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7f82e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca51 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.695066:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490ca80 00000100:00100000:0.0:1746126422.698674:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.703545:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.703589:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734136064 00000100:00100000:1.0:1746126422.703595:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734136064 00002000:00100000:1.0:1746126422.703626:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490c380 x1830945734136064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.703634:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490c380 with x1830945734136064 ext(0->4095) 00002000:00010000:1.0:1746126422.703639:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490c380 00000100:00100000:1.0:1746126422.703660:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3532 00000100:00100000:1.0:1746126422.703665:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1964:x1830945734136064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126422.703802:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1964:x1830945734136064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.703808:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3532 00002000:00100000:1.0:1746126422.703813:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490c380 x1830945734136064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.703820:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490c380 with x1830945734136064 ext(0->4095) 00002000:00010000:1.0:1746126422.703822:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490c380 00000100:00100000:0.0:1746126422.710459:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734136192 00000100:00100000:0.0:1746126422.710466:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734136192 00000100:00100000:0.0:1746126422.710500:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4462 00000100:00100000:0.0:1746126422.710506:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b791f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734136192:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126422.710518:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126422.710533:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7f83c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcca5f expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.710556:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7f835 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca58 expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.710563:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126422.710564:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126422.710567:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7f83c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca5f expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.710600:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7f835 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca58 expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.710610:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7f835 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca58 expref: 53 pid: 8423 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126422.710620:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b490e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726142592:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126422.710670:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.716833:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.716907:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734136320 00000100:00100000:1.0:1746126422.716914:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734136320 00002000:00100000:1.0:1746126422.716941:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800b490f480 x1830945734136320/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 496/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.716950:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490f480 with x1830945734136320 ext(0->7) 00010000:00010000:1.0:1746126422.716956:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7f835 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca58 expref: 54 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.716966:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7f835 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca58 expref: 54 pid: 8423 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.716971:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490f480 00000100:00100000:0.0:1746126422.723288:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.731317:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.731356:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.731706:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734136704 00000100:00100000:1.0:1746126422.731709:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734136704 00002000:00100000:1.0:1746126422.731730:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490c000 x1830945734136704/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.731744:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490c000 with x1830945734136704 ext(0->4095) 00010000:00010000:1.0:1746126422.731748:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7f83c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca5f expref: 6 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.731756:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7f83c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca5f expref: 6 pid: 8425 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.731761:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490c000 00000100:00100000:1.0:1746126422.731771:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1444 00000100:00100000:1.0:1746126422.731775:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734136704:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126422.731878:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734136704:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (567us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.731883:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1444 00002000:00100000:1.0:1746126422.731888:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490c000 x1830945734136704/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.731895:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490c000 with x1830945734136704 ext(0->4095) 00010000:00010000:1.0:1746126422.731898:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7f83c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca5f expref: 6 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.731905:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7f83c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca5f expref: 6 pid: 8425 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.731911:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490c000 00000100:00100000:0.0:1746126422.738687:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.743016:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.748654:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.763269:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.766822:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.768684:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.772287:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.775401:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.778499:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.781877:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.785118:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.789510:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.791256:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.794367:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.802806:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.807186:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.809061:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.812300:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.817399:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734140544 00000100:00100000:0.0:1746126422.817404:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734140544 00000100:00100000:0.0:1746126422.817435:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4470 00000100:00100000:0.0:1746126422.817441:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b791c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:31643:x1830945734140544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126422.817451:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126422.817463:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5942a00/0x9851078746b7f874 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcca97 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.817484:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad200/0x9851078746b7f86d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca90 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.817490:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126422.817492:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126422.817494:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5942a00/0x9851078746b7f874 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca97 expref: 58 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.817516:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ad200/0x9851078746b7f86d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca90 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.817525:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951ad200/0x9851078746b7f86d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca90 expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126422.817534:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726144640:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126422.817597:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.820872:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.821852:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726144640:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126422.821865:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5942a00/0x9851078746b7f874 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca97 expref: 59 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.821873:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5942a00, rc 0) 00000100:00100000:0.0:1746126422.821891:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b791c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31643:x1830945734140544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4451us (4733us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126422.821896:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4470 00000100:00100000:0.0:1746126422.823338:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.828087:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.831177:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.833847:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.837135:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.837622:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734141568 00000100:00100000:1.0:1746126422.837630:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734141568 00000100:00100000:1.0:1746126422.837670:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4472 00000100:00100000:1.0:1746126422.837677:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734141568:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126422.837689:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126422.837703:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f882 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccaa5 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.837724:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f87b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca9e expref: 57 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.837730:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126422.837731:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126422.837733:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f882 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaa5 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.837756:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f87b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca9e expref: 57 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.837766:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f87b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca9e expref: 57 pid: 8425 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.837776:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726145152:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126422.837842:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.839973:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126422.840767:0:17079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f87b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcca9e expref: 58 pid: 8425 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.840790:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726145152:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126422.840808:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaa5 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.840816:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70a00, rc 0) 00000100:00100000:1.0:1746126422.840847:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734141568:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3170us (3716us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.840854:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4472 00000100:00100000:0.0:1746126422.843210:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.843255:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734141952 00000100:00100000:1.0:1746126422.843261:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734141952 00002000:00100000:1.0:1746126422.843289:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e50a80 x1830945734141952/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.843298:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50a80 with x1830945734141952 ext(0->4095) 00002000:00010000:1.0:1746126422.843302:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e50a80 00000100:00100000:1.0:1746126422.843327:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3537 00000100:00100000:1.0:1746126422.843332:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734141952:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126422.843451:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734141952:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.843456:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3537 00002000:00100000:1.0:1746126422.843461:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e50a80 x1830945734141952/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.843468:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50a80 with x1830945734141952 ext(0->4095) 00002000:00010000:1.0:1746126422.843471:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e50a80 00000100:00100000:0.0:1746126422.845741:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.846600:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734142080 00000100:00100000:1.0:1746126422.846608:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734142080 00000100:00100000:1.0:1746126422.846650:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4473 00000100:00100000:1.0:1746126422.846656:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:31643:x1830945734142080:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126422.846670:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126422.846683:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f889 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccaac expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.846706:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f882 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaa5 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.846712:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.846714:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.846716:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f889 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaac expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.846737:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaa5 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.846746:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7f882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaa5 expref: 5 pid: 17079 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.846757:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726145408:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126422.848109:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.848897:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734142208 00000100:00100000:0.0:1746126422.848904:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734142208 00000100:00100000:0.0:1746126422.848944:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4474 00000100:00100000:0.0:1746126422.848950:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31655:x1830945734142208:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126422.848963:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126422.848974:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5942800/0x9851078746b7f890 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccab3 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.848994:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126422.848998:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f889 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaac expref: 60 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.849003:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126422.849006:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5942800/0x9851078746b7f890 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccab3 expref: 60 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.849052:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f889 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaac expref: 60 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.849063:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5942800/0x9851078746b7f890 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccab3 expref: 60 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126422.849071:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5942800, rc 0) 00000100:00100000:0.0:1746126422.849113:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:31655:x1830945734142208:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126422.849118:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4474 00000100:00100000:1.0:1746126422.850409:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726145408:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126422.850427:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f889 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaac expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.850437:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:1.0:1746126422.850468:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31643:x1830945734142080:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3812us (4734us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.850473:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4473 00000100:00100000:0.0:1746126422.851073:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.853921:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.854477:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734142592 00000100:00100000:1.0:1746126422.854482:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734142592 00002000:00100000:1.0:1746126422.854511:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133328380 x1830945734142592/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.854519:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328380 with x1830945734142592 ext(0->4095) 00010000:00010000:1.0:1746126422.854526:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f889 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaac expref: 59 pid: 17079 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.854537:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f889 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaac expref: 59 pid: 17079 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.854542:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133328380 00000100:00100000:1.0:1746126422.854555:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1451 00000100:00100000:1.0:1746126422.854560:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734142592:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126422.854684:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734142592:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (769us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.854689:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1451 00002000:00100000:1.0:1746126422.854693:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133328380 x1830945734142592/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.854705:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328380 with x1830945734142592 ext(0->4095) 00010000:00010000:1.0:1746126422.854709:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f889 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaac expref: 59 pid: 17079 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.854716:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7f889 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaac expref: 59 pid: 17079 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.854721:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133328380 00000100:00100000:0.0:1746126422.857137:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.859610:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.861154:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.861341:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734143104 00000100:00100000:1.0:1746126422.861347:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734143104 00000100:00100000:1.0:1746126422.861385:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4475 00000100:00100000:1.0:1746126422.861390:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734143104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126422.861401:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126422.861412:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f897 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccaba expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.861433:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5942800/0x9851078746b7f890 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccab3 expref: 57 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.861440:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126422.861441:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126422.861444:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f897 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaba expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.861466:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5942800/0x9851078746b7f890 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccab3 expref: 57 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.861480:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5942800/0x9851078746b7f890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccab3 expref: 57 pid: 8423 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.861488:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726145920:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126422.861556:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126422.863374:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726145920:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126422.863395:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f897 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaba expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.863407:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70800, rc 0) 00000100:00100000:1.0:1746126422.863443:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734143104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2052us (2292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.863449:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4475 00000100:00100000:0.0:1746126422.864877:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.868405:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.868560:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734143488 00000100:00100000:0.0:1746126422.868566:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734143488 00002000:00100000:0.0:1746126422.868623:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4f100 x1830945734143488/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126422.868631:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4f100 with x1830945734143488 ext(0->4095) 00002000:00010000:0.0:1746126422.868634:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b4f100 00000100:00100000:0.0:1746126422.868659:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3539 00000100:00100000:0.0:1746126422.868665:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734143488:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126422.869062:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734143488:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 396us (661us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126422.869068:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3539 00002000:00100000:0.0:1746126422.869073:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4f100 x1830945734143488/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126422.869080:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4f100 with x1830945734143488 ext(0->4095) 00002000:00010000:0.0:1746126422.869082:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b4f100 00000100:00100000:0.0:1746126422.870204:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.871546:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734143616 00000100:00100000:1.0:1746126422.871554:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734143616 00000100:00100000:1.0:1746126422.871594:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4476 00000100:00100000:1.0:1746126422.871600:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:31643:x1830945734143616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126422.871614:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126422.871626:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f89e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccac1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.871647:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f897 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaba expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.871656:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.871657:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.871660:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f89e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccac1 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.871683:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f897 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaba expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.871692:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f897 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaba expref: 5 pid: 17079 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.871701:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726146176:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126422.871770:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.872295:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.876050:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.876156:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726146176:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126422.876176:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f89e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccac1 expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.876186:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70e00, rc 0) 00000100:00100000:1.0:1746126422.876213:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31643:x1830945734143616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4613us (6012us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.876219:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4476 00000100:00100000:0.0:1746126422.879320:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.879392:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734144128 00000100:00100000:1.0:1746126422.879398:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734144128 00002000:00100000:1.0:1746126422.879431:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad7480 x1830945734144128/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.879445:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7480 with x1830945734144128 ext(0->4095) 00010000:00010000:1.0:1746126422.879451:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f89e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccac1 expref: 59 pid: 17079 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.879462:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f89e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccac1 expref: 59 pid: 17079 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.879467:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad7480 00000100:00100000:1.0:1746126422.880050:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1452 00000100:00100000:1.0:1746126422.880058:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734144128:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126422.880179:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734144128:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (864us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.880185:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1452 00002000:00100000:1.0:1746126422.880189:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad7480 x1830945734144128/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.880196:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7480 with x1830945734144128 ext(0->4095) 00010000:00010000:1.0:1746126422.880201:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f89e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccac1 expref: 59 pid: 17079 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.880210:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f89e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccac1 expref: 59 pid: 17079 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.880215:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad7480 00000100:00100000:0.0:1746126422.883230:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.887566:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.890703:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.891224:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734144640 00000100:00100000:1.0:1746126422.891232:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734144640 00000100:00100000:1.0:1746126422.891984:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4478 00000100:00100000:1.0:1746126422.891993:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734144640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126422.892007:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126422.892035:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f8ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccacf expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.892059:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad200/0x9851078746b7f8a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccac8 expref: 57 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.892065:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126422.892067:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126422.892070:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f8ac lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccacf expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.892094:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ad200/0x9851078746b7f8a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccac8 expref: 57 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.892104:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951ad200/0x9851078746b7f8a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccac8 expref: 57 pid: 8423 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.892113:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726146688:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126422.892187:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126422.895919:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726146688:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126422.895945:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f8ac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccacf expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.895963:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70e00, rc 0) 00000100:00100000:1.0:1746126422.896225:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734144640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4233us (5526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.896233:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4478 00000100:00100000:0.0:1746126422.898245:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.898649:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.899188:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734144896 00000100:00100000:1.0:1746126422.899192:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734144896 00000100:00100000:1.0:1746126422.899210:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4479 00000100:00100000:1.0:1746126422.899215:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31643:x1830945734144896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126422.899224:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126422.899231:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f8b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccad6 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.899244:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f8ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccacf expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.899248:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.899250:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126422.899252:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f8b3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccad6 expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.899265:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f8ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccacf expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.899272:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f8ac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccacf expref: 5 pid: 17079 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.899283:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726146944:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126422.899312:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.901928:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.902113:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726146944:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126422.902134:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f8b3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccad6 expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.902147:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70800, rc 0) 00000100:00100000:1.0:1746126422.902187:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31643:x1830945734144896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2971us (3538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.902194:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4479 00000100:00100000:1.0:1746126422.902219:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734145152 00000100:00100000:1.0:1746126422.902223:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734145152 00002000:00100000:1.0:1746126422.902245:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a0e00 x1830945734145152/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.902253:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0e00 with x1830945734145152 ext(0->4095) 00010000:00010000:1.0:1746126422.902258:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f8ac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccacf expref: 6 pid: 17079 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.902269:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f8ac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccacf expref: 6 pid: 17079 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.902274:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a0e00 00000100:00100000:1.0:1746126422.902286:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1453 00000100:00100000:1.0:1746126422.902290:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734145152:12345-192.168.203.32@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126422.902394:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734145152:12345-192.168.203.32@tcp:3:ldlm_bl.0 Request processed in 103us (470us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.902400:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1453 00002000:00100000:1.0:1746126422.902405:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a0e00 x1830945734145152/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.902412:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0e00 with x1830945734145152 ext(0->4095) 00010000:00010000:1.0:1746126422.902416:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f8ac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccacf expref: 6 pid: 17079 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.902425:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f8ac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccacf expref: 6 pid: 17079 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.902431:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a0e00 00000100:00100000:0.0:1746126422.905859:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.910368:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.920786:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.920865:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734145664 00000100:00100000:1.0:1746126422.920872:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734145664 00000100:00100000:1.0:1746126422.920904:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4480 00000100:00100000:1.0:1746126422.920910:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734145664:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126422.920923:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126422.920937:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f8ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccadd expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.920958:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f8b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccad6 expref: 57 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.920964:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126422.920966:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126422.920969:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f8ba lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccadd expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.920990:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f8b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccad6 expref: 57 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.920999:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f8b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccad6 expref: 57 pid: 17079 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746126422.921008:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726147200:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126422.921102:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126422.936377:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.937380:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726147200:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126422.937395:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f8ba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccadd expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126422.937403:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71400, rc 0) 00000100:00100000:1.0:1746126422.937419:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734145664:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16509us (16641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126422.937424:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4480 00000100:00100000:0.0:1746126422.941108:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.941182:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734145920 00000100:00100000:1.0:1746126422.941190:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734145920 00002000:00100000:1.0:1746126422.941224:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800946a1f80 x1830945734145920/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 496/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.941233:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a1f80 with x1830945734145920 ext(0->7) 00010000:00010000:1.0:1746126422.941239:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f8b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccad6 expref: 59 pid: 17079 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.941253:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f8b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccad6 expref: 59 pid: 17079 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.941258:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a1f80 00000100:00100000:1.0:1746126422.941281:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1454 00000100:00100000:1.0:1746126422.941286:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734145920:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126422.941511:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+61:1964:x1830945734145920:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 224us (408us total) trans 4294967952 rc 0/0 00000100:00100000:1.0:1746126422.941516:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1454 00002000:00100000:1.0:1746126422.941521:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800946a1f80 x1830945734145920/t4294967952(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 496/448 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.941527:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a1f80 with x1830945734145920 ext(0->7) 00010000:00010000:1.0:1746126422.941530:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f8b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccad6 expref: 61 pid: 17079 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.941537:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70800/0x9851078746b7f8b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccad6 expref: 61 pid: 17079 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.941542:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a1f80 00000100:00100000:0.0:1746126422.951115:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.957678:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.964076:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.968851:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.968917:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734146688 00000100:00100000:1.0:1746126422.968924:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734146688 00002000:00100000:1.0:1746126422.968956:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f2680 x1830945734146688/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.968970:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f2680 with x1830945734146688 ext(0->4095) 00002000:00010000:1.0:1746126422.968974:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f2680 00000100:00100000:1.0:1746126422.969000:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3542 00000100:00100000:1.0:1746126422.969007:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1964:x1830945734146688:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126422.969212:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1964:x1830945734146688:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 205us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126422.969218:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3542 00002000:00100000:1.0:1746126422.969224:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f2680 x1830945734146688/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746126433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.969230:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f2680 with x1830945734146688 ext(0->4095) 00002000:00010000:1.0:1746126422.969233:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f2680 00000100:00100000:0.0:1746126422.976546:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126422.979429:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126422.988646:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126422.990130:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734146944 00000100:00100000:1.0:1746126422.990140:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734146944 00002000:00100000:1.0:1746126422.990181:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008a9f1c00 x1830945734146944/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 496/0 e 0 to 0 dl 1746126433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.990189:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1c00 with x1830945734146944 ext(0->7) 00010000:00010000:1.0:1746126422.990197:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7f8c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccae4 expref: 60 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.990209:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7f8c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccae4 expref: 60 pid: 8425 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.990214:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f1c00 00000100:00100000:1.0:1746126422.990247:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1456 00000100:00100000:1.0:1746126422.990255:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1963:x1830945734146944:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126422.990624:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1963:x1830945734146944:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 368us (1984us total) trans 4294967953 rc 0/0 00000100:00100000:1.0:1746126422.990630:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1456 00002000:00100000:1.0:1746126422.990635:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008a9f1c00 x1830945734146944/t4294967953(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:183/0 lens 496/448 e 0 to 0 dl 1746126433 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126422.990642:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1c00 with x1830945734146944 ext(0->7) 00010000:00010000:1.0:1746126422.990646:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7f8c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccae4 expref: 62 pid: 8425 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126422.990654:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7f8c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccae4 expref: 62 pid: 8425 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126422.990659:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f1c00 00000100:00100000:0.0:1746126422.993175:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126422.996829:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.000755:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.002361:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734147456 00000100:00100000:1.0:1746126423.002368:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734147456 00002000:00100000:1.0:1746126423.002410:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f2a00 x1830945734147456/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.002418:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f2a00 with x1830945734147456 ext(0->4095) 00010000:00010000:1.0:1746126423.002425:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f8c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaeb expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126423.002436:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f8c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaeb expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126423.002441:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f2a00 00000100:00100000:1.0:1746126423.002465:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1457 00000100:00100000:1.0:1746126423.002472:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734147456:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126423.002608:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734147456:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (1859us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.002614:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1457 00002000:00100000:1.0:1746126423.002619:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f2a00 x1830945734147456/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.002625:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f2a00 with x1830945734147456 ext(0->4095) 00010000:00010000:1.0:1746126423.002629:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f8c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaeb expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126423.002638:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7f8c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaeb expref: 6 pid: 8423 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126423.002643:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f2a00 00000100:00100000:0.0:1746126423.005584:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.009309:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.016417:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.029787:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.029840:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734148096 00000100:00100000:1.0:1746126423.029847:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734148096 00002000:00100000:1.0:1746126423.029879:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008a9f0a80 x1830945734148096/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 496/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.029888:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f0a80 with x1830945734148096 ext(0->7) 00010000:00010000:1.0:1746126423.029895:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f8cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaf2 expref: 62 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126423.029906:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f8cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaf2 expref: 62 pid: 8423 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126423.029916:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f0a80 00000100:00100000:1.0:1746126423.029942:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1458 00000100:00100000:1.0:1746126423.029949:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1963:x1830945734148096:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126423.030387:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1963:x1830945734148096:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 437us (611us total) trans 4294967954 rc 0/0 00000100:00100000:1.0:1746126423.030393:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1458 00002000:00100000:1.0:1746126423.030399:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008a9f0a80 x1830945734148096/t4294967954(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 496/448 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.030406:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f0a80 with x1830945734148096 ext(0->7) 00010000:00010000:1.0:1746126423.030411:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f8cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaf2 expref: 64 pid: 8423 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746126423.030420:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f8cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccaf2 expref: 64 pid: 8423 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746126423.030424:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f0a80 00000100:00100000:0.0:1746126423.034412:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.034489:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.037823:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.041380:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.044906:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.047341:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.049613:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.054082:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.055360:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.057868:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.058152:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734149760 00000100:00100000:1.0:1746126423.058252:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734149760 00000100:00100000:1.0:1746126423.058294:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4488 00000100:00100000:1.0:1746126423.058303:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+65:31655:x1830945734149760:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126423.058315:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126423.058662:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f8f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccb15 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.058687:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126423.058692:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b7f8eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb0e expref: 66 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.058697:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126423.058700:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f8f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb15 expref: 66 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.058728:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b7f8eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb0e expref: 66 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.058738:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7f8f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb15 expref: 66 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.058747:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71400, rc 0) 00000100:00100000:1.0:1746126423.058781:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:31655:x1830945734149760:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 480us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.058786:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4488 00000100:00100000:0.0:1746126423.059921:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.064547:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.067488:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.069772:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.071361:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.077761:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.085198:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.092071:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.097464:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.098330:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.098428:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734151424 00000100:00100000:0.0:1746126423.098432:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734151424 00000100:00100000:0.0:1746126423.098588:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4491 00000100:00100000:0.0:1746126423.098595:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:31643:x1830945734151424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126423.098603:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126423.098611:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7f907 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccb2a expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.098624:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126423.098628:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f900 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb23 expref: 68 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.098633:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126423.098636:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7f907 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb2a expref: 68 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.098653:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f900 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb23 expref: 68 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.098663:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7f907 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb2a expref: 68 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.098670:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5943800, rc 0) 00000100:00100000:0.0:1746126423.098707:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:31643:x1830945734151424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126423.098712:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4491 00000100:00100000:1.0:1746126423.101969:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.107201:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.107308:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734151808 00000100:00100000:1.0:1746126423.107315:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734151808 00002000:00100000:1.0:1746126423.107350:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c3100 x1830945734151808/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.107358:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c3100 with x1830945734151808 ext(0->4095) 00010000:00010000:1.0:1746126423.107365:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f900 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb23 expref: 67 pid: 8423 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.107376:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f900 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb23 expref: 67 pid: 8423 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.107382:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c3100 00000100:00100000:1.0:1746126423.107412:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1462 00000100:00100000:1.0:1746126423.107420:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1964:x1830945734151808:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126423.107680:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1964:x1830945734151808:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 260us (484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.107686:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1462 00002000:00100000:1.0:1746126423.107692:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c3100 x1830945734151808/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.107699:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c3100 with x1830945734151808 ext(0->4095) 00010000:00010000:1.0:1746126423.107703:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f900 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb23 expref: 67 pid: 8423 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.107711:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f900 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb23 expref: 67 pid: 8423 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.107716:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c3100 00000100:00100000:1.0:1746126423.112427:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.112510:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.117794:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.117902:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734152320 00000100:00100000:1.0:1746126423.117908:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734152320 00002000:00100000:1.0:1746126423.117939:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c3480 x1830945734152320/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.117948:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c3480 with x1830945734152320 ext(0->4095) 00010000:00010000:1.0:1746126423.117954:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7f907 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb2a expref: 66 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.117967:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7f907 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb2a expref: 66 pid: 8425 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.117972:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c3480 00000100:00100000:1.0:1746126423.117995:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1463 00000100:00100000:1.0:1746126423.118000:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1964:x1830945734152320:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126423.118139:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1964:x1830945734152320:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.118145:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1463 00002000:00100000:1.0:1746126423.118149:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c3480 x1830945734152320/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.118155:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c3480 with x1830945734152320 ext(0->4095) 00010000:00010000:1.0:1746126423.118160:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7f907 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb2a expref: 66 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.118167:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7f907 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb2a expref: 66 pid: 8425 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.118173:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c3480 00000100:00100000:0.0:1746126423.121840:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.121998:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.124429:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.126481:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.130705:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.138659:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734153344 00000100:00100000:1.0:1746126423.138667:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734153344 00000100:00100000:1.0:1746126423.138710:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4494 00000100:00100000:1.0:1746126423.138718:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b792d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734153344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126423.139762:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126423.139780:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f91c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccb3f expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.139806:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f915 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb38 expref: 65 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.139814:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126423.139815:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126423.139818:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f91c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb3f expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.139843:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f915 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb38 expref: 65 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.139853:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f915 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb38 expref: 65 pid: 8423 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746126423.139862:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726150784:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126423.140522:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126423.142422:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726150784:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126423.142445:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f91c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb3f expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.142462:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71e00, rc 0) 00000100:00100000:1.0:1746126423.142502:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b792d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734153344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3785us (4281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.142509:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4494 00000100:00100000:0.0:1746126423.143077:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.145588:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.149168:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.156425:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734153984 00000100:00100000:1.0:1746126423.156432:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734153984 00000100:00100000:1.0:1746126423.156465:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734154112 00000100:00100000:1.0:1746126423.156468:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734154112 00000100:00100000:1.0:1746126423.156480:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4495 00000100:00100000:1.0:1746126423.156486:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:31643:x1830945734153984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126423.156498:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126423.156511:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f923 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccb46 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.156535:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f91c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb3f expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.156541:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126423.156543:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126423.156546:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f923 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb46 expref: 69 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.156570:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f91c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb3f expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.156590:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7f91c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb3f expref: 5 pid: 17079 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746126423.156601:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726151040:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126423.156667:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126423.160617:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.160703:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726151040:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126423.160725:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7f923 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb46 expref: 69 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.160737:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70e00, rc 0) 00000100:00100000:1.0:1746126423.160771:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:31643:x1830945734153984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4284us (4401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.160777:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4495 00000100:00100000:0.0:1746126423.166814:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.169705:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.177592:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.177671:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734154880 00000100:00100000:1.0:1746126423.177679:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734154880 00002000:00100000:1.0:1746126423.177712:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2f100 x1830945734154880/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.177721:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f100 with x1830945734154880 ext(0->4095) 00002000:00010000:1.0:1746126423.177726:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf2f100 00000100:00100000:1.0:1746126423.177744:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3550 00000100:00100000:1.0:1746126423.177750:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1964:x1830945734154880:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126423.177868:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1964:x1830945734154880:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.177874:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3550 00002000:00100000:1.0:1746126423.177879:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2f100 x1830945734154880/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.177892:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f100 with x1830945734154880 ext(0->4095) 00002000:00010000:1.0:1746126423.177894:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf2f100 00000100:00100000:0.0:1746126423.179916:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.180213:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734155008 00000100:00100000:1.0:1746126423.180219:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734155008 00000100:00100000:1.0:1746126423.180249:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4497 00000100:00100000:1.0:1746126423.180254:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734155008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126423.180266:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126423.180277:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f931 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccb54 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.180299:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f92a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb4d expref: 68 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.180305:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126423.180306:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126423.180309:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f931 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb54 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.180334:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f92a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb4d expref: 68 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.180345:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7f92a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb4d expref: 68 pid: 8423 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746126423.180355:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726151552:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126423.182216:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126423.185357:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726151552:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126423.185377:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7f931 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb54 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.185391:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c200a00, rc 0) 00000100:00100000:1.0:1746126423.185420:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734155008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5165us (5510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.185427:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4497 00000100:00100000:0.0:1746126423.187659:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.188214:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.192155:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.198731:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126423.204178:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f938 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb5b expref: 67 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126423.204195:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726151936:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126423.207754:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.207830:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734155904 00000100:00100000:1.0:1746126423.207837:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734155904 00002000:00100000:1.0:1746126423.207870:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0a680 x1830945734155904/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.207879:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0a680 with x1830945734155904 ext(0->4095) 00002000:00010000:1.0:1746126423.207884:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b0a680 00000100:00100000:1.0:1746126423.207952:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3551 00000100:00100000:1.0:1746126423.207959:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1963:x1830945734155904:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126423.209636:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1963:x1830945734155904:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 1673us (1884us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.209644:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3551 00002000:00100000:1.0:1746126423.209652:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0a680 x1830945734155904/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.209659:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0a680 with x1830945734155904 ext(0->4095) 00002000:00010000:1.0:1746126423.209663:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b0a680 00000100:00100000:1.0:1746126423.211269:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126423.211295:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726151936:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126423.211308:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126423.211338:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734155648:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 12434us (12613us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.211346:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16637 00000100:00100000:0.0:1746126423.214973:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.229270:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.229337:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734156160 00000100:00100000:1.0:1746126423.229344:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734156160 00002000:00100000:1.0:1746126423.229374:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093b08700 x1830945734156160/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 496/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.229383:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08700 with x1830945734156160 ext(0->7) 00010000:00010000:1.0:1746126423.229389:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f938 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb5b expref: 68 pid: 17079 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.229400:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f938 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb5b expref: 68 pid: 17079 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.229406:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b08700 00000100:00100000:1.0:1746126423.229433:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1468 00000100:00100000:1.0:1746126423.229440:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1963:x1830945734156160:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126423.229698:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1963:x1830945734156160:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 258us (431us total) trans 4294967957 rc 0/0 00000100:00100000:1.0:1746126423.229704:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1468 00002000:00100000:1.0:1746126423.229709:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093b08700 x1830945734156160/t4294967957(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 496/448 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.229716:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08700 with x1830945734156160 ext(0->7) 00010000:00010000:1.0:1746126423.229720:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f938 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb5b expref: 70 pid: 17079 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.229728:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f938 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb5b expref: 70 pid: 17079 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.229733:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b08700 00000100:00100000:0.0:1746126423.242974:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.244818:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.253281:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.253346:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734156672 00000100:00100000:1.0:1746126423.253352:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734156672 00002000:00100000:1.0:1746126423.253384:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7f100 x1830945734156672/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.253392:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7f100 with x1830945734156672 ext(0->4095) 00010000:00010000:1.0:1746126423.253398:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f93f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb62 expref: 6 pid: 17079 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.253409:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f93f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb62 expref: 6 pid: 17079 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.253415:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7f100 00000100:00100000:1.0:1746126423.253445:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1469 00000100:00100000:1.0:1746126423.253451:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734156672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126423.253584:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734156672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.253590:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1469 00002000:00100000:1.0:1746126423.253595:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7f100 x1830945734156672/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.253608:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7f100 with x1830945734156672 ext(0->4095) 00010000:00010000:1.0:1746126423.253612:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f93f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb62 expref: 6 pid: 17079 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.253620:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f93f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb62 expref: 6 pid: 17079 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.253625:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7f100 00000100:00100000:0.0:1746126423.256653:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.259319:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.264169:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.268115:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.271160:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.273677:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.278157:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.288902:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.293493:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.302820:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.316540:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.326096:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.326153:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.333225:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.337954:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.343204:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.349479:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734159488 00000100:00100000:0.0:1746126423.349485:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734159488 00000100:00100000:0.0:1746126423.349528:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4505 00000100:00100000:0.0:1746126423.349535:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b791f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734159488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126423.349548:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126423.349564:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5942800/0x9851078746b7f969 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccb8c expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.349595:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f962 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb85 expref: 73 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.349601:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126423.349603:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126423.349605:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5942800/0x9851078746b7f969 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb8c expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.349632:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f962 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb85 expref: 73 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.349642:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f962 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccb85 expref: 73 pid: 17079 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746126423.349652:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b490f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726153600:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126423.349722:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126423.367349:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.370247:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.374467:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.380869:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.382718:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.386268:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.389558:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.392466:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.395180:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.396342:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.397114:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.398872:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.401788:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734161664 00000100:00100000:0.0:1746126423.401793:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734161664 00002000:00100000:0.0:1746126423.401821:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b791c00 x1830945734161664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126423.401828:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b791c00 with x1830945734161664 ext(0->4095) 00010000:00010000:0.0:1746126423.401835:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7f97e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccba1 expref: 77 pid: 17079 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126423.401845:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7f97e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccba1 expref: 77 pid: 17079 timeout: 642 lvb_type: 0 00002000:00010000:0.0:1746126423.401850:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b791c00 00000100:00100000:0.0:1746126423.401862:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1475 00000100:00100000:0.0:1746126423.401868:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b791c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+77:1963:x1830945734161664:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126423.401977:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b791c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+77:1963:x1830945734161664:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (306us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126423.401982:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1475 00002000:00100000:0.0:1746126423.401986:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b791c00 x1830945734161664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126423.401993:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b791c00 with x1830945734161664 ext(0->4095) 00010000:00010000:0.0:1746126423.401997:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7f97e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccba1 expref: 77 pid: 17079 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126423.402005:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7f97e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccba1 expref: 77 pid: 17079 timeout: 642 lvb_type: 0 00002000:00010000:0.0:1746126423.402011:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b791c00 00000100:00100000:0.0:1746126423.403488:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.408181:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.415339:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.419909:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.422878:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.434187:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.434881:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734162688 00000100:00100000:1.0:1746126423.434888:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734162688 00002000:00100000:1.0:1746126423.434922:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0d880 x1830945734162688/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.434930:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0d880 with x1830945734162688 ext(0->4095) 00002000:00010000:1.0:1746126423.434935:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0d880 00000100:00100000:0.0:1746126423.435126:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.435595:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3559 00000100:00100000:1.0:1746126423.435603:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734162688:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126423.435724:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734162688:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (1540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.435730:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3559 00002000:00100000:1.0:1746126423.435736:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0d880 x1830945734162688/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.435743:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0d880 with x1830945734162688 ext(0->4095) 00002000:00010000:1.0:1746126423.435746:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0d880 00000100:00100000:0.0:1746126423.442435:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.442988:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.446628:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.448866:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.452666:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.458072:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.478706:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.479333:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734163968 00000100:00100000:1.0:1746126423.479340:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734163968 00002000:00100000:1.0:1746126423.479375:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013147f100 x1830945734163968/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 496/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.479383:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147f100 with x1830945734163968 ext(0->7) 00010000:00010000:1.0:1746126423.479391:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7f99a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbbd expref: 78 pid: 8424 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.479401:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7f99a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbbd expref: 78 pid: 8424 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.479407:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147f100 00000100:00100000:1.0:1746126423.479436:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1478 00000100:00100000:1.0:1746126423.479443:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1963:x1830945734163968:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126423.479702:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1963:x1830945734163968:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 259us (1002us total) trans 4294967962 rc 0/0 00000100:00100000:1.0:1746126423.479707:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1478 00002000:00100000:1.0:1746126423.479713:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013147f100 x1830945734163968/t4294967962(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 496/448 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.479719:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147f100 with x1830945734163968 ext(0->7) 00010000:00010000:1.0:1746126423.479723:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7f99a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbbd expref: 80 pid: 8424 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.479736:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7f99a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbbd expref: 80 pid: 8424 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.479741:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147f100 00000100:00100000:0.0:1746126423.491995:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.494568:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.495678:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.496673:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734164352 00000100:00100000:1.0:1746126423.496678:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734164352 00002000:00100000:1.0:1746126423.496701:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147d880 x1830945734164352/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.496710:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147d880 with x1830945734164352 ext(0->4095) 00010000:00010000:1.0:1746126423.496715:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f9a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbc4 expref: 6 pid: 17079 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.496725:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f9a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbc4 expref: 6 pid: 17079 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.496730:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147d880 00000100:00100000:1.0:1746126423.496752:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1479 00000100:00100000:1.0:1746126423.496758:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734164352:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126423.496878:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734164352:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (2318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.496884:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1479 00002000:00100000:1.0:1746126423.496889:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147d880 x1830945734164352/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.496896:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147d880 with x1830945734164352 ext(0->4095) 00010000:00010000:1.0:1746126423.496900:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f9a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbc4 expref: 6 pid: 17079 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.496908:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7f9a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbc4 expref: 6 pid: 17079 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.496913:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147d880 00000100:00100000:0.0:1746126423.499702:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.500521:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.505766:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.505831:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734164992 00000100:00100000:1.0:1746126423.505837:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734164992 00002000:00100000:1.0:1746126423.505870:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147c000 x1830945734164992/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.505878:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c000 with x1830945734164992 ext(0->4095) 00010000:00010000:1.0:1746126423.505885:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f9a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbcb expref: 81 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.505895:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f9a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbcb expref: 81 pid: 8425 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.505901:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147c000 00000100:00100000:1.0:1746126423.505928:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1480 00000100:00100000:1.0:1746126423.505934:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:1964:x1830945734164992:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126423.506073:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:1964:x1830945734164992:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.506078:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1480 00002000:00100000:1.0:1746126423.506084:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147c000 x1830945734164992/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.506096:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c000 with x1830945734164992 ext(0->4095) 00010000:00010000:1.0:1746126423.506100:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f9a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbcb expref: 81 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.506107:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f9a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbcb expref: 81 pid: 8425 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.506112:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147c000 00000100:00100000:0.0:1746126423.515337:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.515753:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b790000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3292:1830945726156544:0@lo:400:kworker.0 00000100:00100000:1.0:1746126423.515773:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126423.515784:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945726157056:0@lo:400:kworker.0 00000100:00100000:1.0:1746126423.515796:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126423.515806:0:3292:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746126423.515809:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b793b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3292:1830945726156416:0@lo:400:kworker.0 00000100:00100000:1.0:1746126423.515824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126423.515841:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1830945726156928:0@lo:400:kworker.0 00000100:00100000:1.0:1746126423.515853:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126423.515866:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726156416 00000100:00100000:1.0:1746126423.515868:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726156416 00000100:00100000:1.0:1746126423.515883:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1746126423.515886:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d568450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3292:x1830945726156416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126423.515905:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d568450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3292:x1830945726156416:12345-0@lo:400:kworker.0 Request processed in 18us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.515909:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1746126423.515928:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b793b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3292:1830945726156416:0@lo:400:kworker.0 00000100:00100000:1.0:1746126423.515946:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726156800 00000100:00100000:1.0:1746126423.515948:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726156800 00000100:00080000:1.0:1746126423.515955:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126423.515968:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726157056 00000100:00100000:1.0:1746126423.515969:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726157056 00000100:00100000:1.0:1746126423.515981:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1746126423.515984:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726156800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126423.516002:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726156800:12345-0@lo:400:kworker.0 Request processed in 18us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.516006:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1746126423.516012:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1746126423.516014:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945726157056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126423.516050:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945726157056:12345-0@lo:400:kworker.0 Request processed in 35us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.516054:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00080000:1.0:1746126423.516061:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126423.516070:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945726157056:0@lo:400:kworker.0 00000100:00080000:0.0:1746126423.516881:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126423.516884:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1830945726156928:0@lo:400:kworker.0 00000100:00100000:1.0:1746126423.516893:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b790000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3292:1830945726156544:0@lo:400:kworker.0 00000100:00100000:0.0:1746126423.518449:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.521834:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.525926:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.527305:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.527353:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734166016 00000100:00100000:1.0:1746126423.527356:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734166016 00002000:00100000:1.0:1746126423.527377:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e34700 x1830945734166016/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.527391:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34700 with x1830945734166016 ext(0->4095) 00010000:00010000:1.0:1746126423.527395:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f9b6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbd9 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.527616:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f9b6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbd9 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.527623:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e34700 00000100:00100000:1.0:1746126423.527646:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1481 00000100:00100000:1.0:1746126423.527652:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734166016:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126423.527900:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734166016:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 248us (595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.527906:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1481 00002000:00100000:1.0:1746126423.527911:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e34700 x1830945734166016/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.527918:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34700 with x1830945734166016 ext(0->4095) 00010000:00010000:1.0:1746126423.527922:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f9b6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbd9 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.527931:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f9b6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbd9 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.527936:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e34700 00000100:00100000:0.0:1746126423.532903:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.532969:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734166144 00000100:00100000:1.0:1746126423.532977:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734166144 00000100:00100000:1.0:1746126423.533009:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4518 00000100:00100000:1.0:1746126423.533016:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:31655:x1830945734166144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126423.533060:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126423.533073:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200e00/0x9851078746b7f9c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccbe7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.533093:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126423.533097:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f9bd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbe0 expref: 82 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.533102:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126423.533105:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200e00/0x9851078746b7f9c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbe7 expref: 82 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.533129:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f9bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbe0 expref: 82 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.533309:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c200e00/0x9851078746b7f9c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbe7 expref: 81 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.533316:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c200e00, rc 0) 00000100:00100000:1.0:1746126423.533333:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:31655:x1830945734166144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 317us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.533337:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4518 00000100:00100000:0.0:1746126423.534051:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734166272 00000100:00100000:0.0:1746126423.534056:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734166272 00010000:00010000:0.0:1746126423.534075:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f9b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbd9 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746126423.534264:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16656 00000100:00100000:0.0:1746126423.534270:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734166272:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126423.534283:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126423.534301:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f9b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbd9 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126423.534311:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f9b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbd9 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126423.534328:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7f9b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbd9 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126423.534352:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126423.534354:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126423.534359:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f9bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbe0 expref: 80 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.534365:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f9bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbe0 expref: 80 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.534386:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f9bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbe0 expref: 80 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.534396:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7f9bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbe0 expref: 80 pid: 8425 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746126423.534406:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092828700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726157696:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126423.534468:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126423.539240:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.545654:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.551439:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.553814:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.556952:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.559947:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.560080:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734167424 00000100:00100000:1.0:1746126423.560085:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734167424 00002000:00100000:1.0:1746126423.560118:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff3800 x1830945734167424/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.560133:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff3800 with x1830945734167424 ext(0->4095) 00002000:00010000:1.0:1746126423.560136:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff3800 00000100:00100000:1.0:1746126423.560166:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3563 00000100:00100000:1.0:1746126423.560172:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734167424:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126423.560299:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734167424:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.560304:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3563 00002000:00100000:1.0:1746126423.560309:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff3800 x1830945734167424/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.560315:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff3800 with x1830945734167424 ext(0->4095) 00002000:00010000:1.0:1746126423.560317:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff3800 00000100:00100000:0.0:1746126423.563215:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.563285:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.563331:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734167680 00000100:00100000:1.0:1746126423.563335:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734167680 00000100:00100000:1.0:1746126423.563361:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4520 00000100:00100000:1.0:1746126423.563366:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:31655:x1830945734167680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126423.563378:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126423.563390:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7f9d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccbfc expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.563411:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f9cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbee expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.563417:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126423.563418:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126423.563422:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7f9d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbfc expref: 81 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.563441:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f9cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbee expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.563449:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7f9cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbee expref: 5 pid: 17079 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746126423.563456:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726158336:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126423.563484:0:8426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726158208 00000100:00100000:0.0:1746126423.563488:0:8426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726158208 00000100:00100000:1.0:1746126423.563494:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126423.563508:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1746126423.563513:0:8426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726158208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746126423.563523:0:8426:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 269025280 pending 63045632 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746126423.563705:0:8426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726158208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 191us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126423.563710:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:1.0:1746126423.566258:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726158336:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126423.566279:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7f9d2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbfc expref: 81 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.566292:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c200600, rc 0) 00000100:00100000:1.0:1746126423.566330:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:31655:x1830945734167680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2963us (3044us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126423.566611:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.567125:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4520 00000100:00100000:0.0:1746126423.571387:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726158592:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126423.571404:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126423.571641:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734167808:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4199us (4828us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126423.571651:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16659 00000100:00100000:0.0:1746126423.572080:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.572234:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734168064 00000100:00100000:1.0:1746126423.572239:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734168064 00002000:00100000:1.0:1746126423.572267:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4dc00 x1830945734168064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.572275:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4dc00 with x1830945734168064 ext(0->4095) 00010000:00010000:1.0:1746126423.572282:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7f9d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbfc expref: 81 pid: 8423 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.572297:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7f9d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbfc expref: 81 pid: 8423 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.572303:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4dc00 00000100:00100000:1.0:1746126423.572363:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1483 00000100:00100000:1.0:1746126423.572370:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:1964:x1830945734168064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126423.572607:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:1964:x1830945734168064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 237us (527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.572613:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1483 00002000:00100000:1.0:1746126423.572619:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4dc00 x1830945734168064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.572625:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4dc00 with x1830945734168064 ext(0->4095) 00010000:00010000:1.0:1746126423.572629:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7f9d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbfc expref: 81 pid: 8423 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.572637:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7f9d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbfc expref: 81 pid: 8423 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.572642:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4dc00 00000100:00100000:0.0:1746126423.574818:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.574889:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734168320 00000100:00100000:1.0:1746126423.574895:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734168320 00000100:00100000:0.0:1746126423.574897:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.574937:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4522 00000100:00100000:1.0:1746126423.574944:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734168320:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126423.574957:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126423.574971:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b7f9e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccc03 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.574991:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126423.574996:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f9d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbf5 expref: 80 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.575001:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126423.575004:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b7f9e0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc03 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.575069:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f9d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbf5 expref: 80 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.575080:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b7f9e0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc03 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.575089:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c201600, rc 0) 00000100:00100000:1.0:1746126423.575124:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734168320:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.575129:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4522 00000100:00100000:0.0:1746126423.577601:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.577673:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734168576 00000100:00100000:1.0:1746126423.577678:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734168576 00002000:00100000:1.0:1746126423.577702:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4c380 x1830945734168576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.577710:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4c380 with x1830945734168576 ext(0->4095) 00010000:00010000:1.0:1746126423.577717:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f9d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbf5 expref: 80 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.577731:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f9d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbf5 expref: 80 pid: 8425 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.577736:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4c380 00000100:00100000:1.0:1746126423.577894:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1484 00000100:00100000:1.0:1746126423.577901:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1963:x1830945734168576:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126423.578305:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1963:x1830945734168576:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 404us (704us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.578311:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1484 00002000:00100000:1.0:1746126423.578316:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4c380 x1830945734168576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.578323:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4c380 with x1830945734168576 ext(0->4095) 00010000:00010000:1.0:1746126423.578328:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f9d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbf5 expref: 80 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.578335:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7f9d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccbf5 expref: 80 pid: 8425 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.578341:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4c380 00000100:00100000:0.0:1746126423.580250:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.580314:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.583202:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.583394:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734169088 00000100:00100000:0.0:1746126423.583399:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734169088 00002000:00100000:0.0:1746126423.583427:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e34e00 x1830945734169088/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126423.583435:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34e00 with x1830945734169088 ext(0->4095) 00010000:00010000:0.0:1746126423.583442:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b7f9e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc03 expref: 6 pid: 8423 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126423.583452:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b7f9e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc03 expref: 6 pid: 8423 timeout: 642 lvb_type: 0 00002000:00010000:0.0:1746126423.583457:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e34e00 00000100:00100000:0.0:1746126423.583481:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1485 00000100:00100000:0.0:1746126423.583487:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734169088:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126423.583616:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734169088:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (419us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126423.583621:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1485 00002000:00100000:0.0:1746126423.583626:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e34e00 x1830945734169088/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126423.583633:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34e00 with x1830945734169088 ext(0->4095) 00010000:00010000:0.0:1746126423.583637:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b7f9e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc03 expref: 6 pid: 8423 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126423.583646:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b7f9e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc03 expref: 6 pid: 8423 timeout: 642 lvb_type: 0 00002000:00010000:0.0:1746126423.583655:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e34e00 00000100:00100000:0.0:1746126423.586991:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.587073:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.591675:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.595438:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.598509:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.601556:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.602482:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.605717:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.605861:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734170368 00000100:00100000:1.0:1746126423.605867:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734170368 00002000:00100000:1.0:1746126423.605896:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4c000 x1830945734170368/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.605905:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4c000 with x1830945734170368 ext(0->4095) 00010000:00010000:1.0:1746126423.605911:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad200/0x9851078746b7f9f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc18 expref: 81 pid: 8423 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.605921:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ad200/0x9851078746b7f9f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc18 expref: 81 pid: 8423 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.605927:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4c000 00000100:00100000:1.0:1746126423.605952:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1486 00000100:00100000:1.0:1746126423.605959:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:1964:x1830945734170368:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126423.606103:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:1964:x1830945734170368:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.606109:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1486 00002000:00100000:1.0:1746126423.606114:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4c000 x1830945734170368/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.606120:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4c000 with x1830945734170368 ext(0->4095) 00010000:00010000:1.0:1746126423.606124:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad200/0x9851078746b7f9f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc18 expref: 81 pid: 8423 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.606132:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ad200/0x9851078746b7f9f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc18 expref: 81 pid: 8423 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.606137:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4c000 00000100:00100000:0.0:1746126423.608514:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.609652:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.616927:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.625163:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.625209:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.632576:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.640429:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.646583:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.646623:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734171776 00000100:00100000:1.0:1746126423.646628:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734171776 00002000:00100000:1.0:1746126423.646656:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131545c00 x1830945734171776/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.646664:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545c00 with x1830945734171776 ext(0->4095) 00002000:00010000:1.0:1746126423.646667:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131545c00 00000100:00100000:1.0:1746126423.646690:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3565 00000100:00100000:1.0:1746126423.646695:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1963:x1830945734171776:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126423.647362:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1963:x1830945734171776:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 665us (778us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.647368:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3565 00002000:00100000:1.0:1746126423.647374:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131545c00 x1830945734171776/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.647381:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545c00 with x1830945734171776 ext(0->4095) 00002000:00010000:1.0:1746126423.647383:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131545c00 00000100:00100000:0.0:1746126423.653314:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.657678:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.658124:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.663258:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734172416 00000100:00100000:1.0:1746126423.663265:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734172416 00002000:00100000:1.0:1746126423.663299:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e18e00 x1830945734172416/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.663308:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18e00 with x1830945734172416 ext(0->4095) 00010000:00010000:1.0:1746126423.663315:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa11 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc34 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.663327:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa11 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc34 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.663333:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e18e00 00000100:00100000:1.0:1746126423.663349:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1489 00000100:00100000:1.0:1746126423.663356:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734172416:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126423.663477:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734172416:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.663483:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1489 00002000:00100000:1.0:1746126423.663488:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e18e00 x1830945734172416/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.663495:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18e00 with x1830945734172416 ext(0->4095) 00010000:00010000:1.0:1746126423.663500:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa11 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc34 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.663508:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa11 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc34 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.663514:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e18e00 00000100:00100000:1.0:1746126423.669059:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734172672 00000100:00100000:1.0:1746126423.669066:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734172672 00000100:00100000:1.0:1746126423.669099:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4531 00000100:00100000:1.0:1746126423.669106:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734172672:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126423.669119:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126423.669132:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7fa1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccc42 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.669154:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126423.669159:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7fa18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc3b expref: 79 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.669164:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126423.669166:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7fa1f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc42 expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.669195:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7fa18 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc3b expref: 79 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.669205:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7fa1f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc42 expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.669213:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c200a00, rc 0) 00000100:00100000:1.0:1746126423.669251:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+7:31655:x1830945734172672:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.669256:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4531 00000100:00100000:0.0:1746126423.674320:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.678337:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.682753:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.686616:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.687801:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.701459:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.701568:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734173696 00000100:00100000:1.0:1746126423.701583:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734173696 00002000:00100000:1.0:1746126423.701617:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0aa00 x1830945734173696/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.701625:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0aa00 with x1830945734173696 ext(0->4095) 00010000:00010000:1.0:1746126423.701632:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7fa26 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc49 expref: 81 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.701647:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7fa26 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc49 expref: 81 pid: 8425 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.701653:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b0aa00 00000100:00100000:1.0:1746126423.701682:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1490 00000100:00100000:1.0:1746126423.701690:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:1964:x1830945734173696:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126423.701831:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:1964:x1830945734173696:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.701840:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1490 00002000:00100000:1.0:1746126423.701845:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0aa00 x1830945734173696/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.701852:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0aa00 with x1830945734173696 ext(0->4095) 00010000:00010000:1.0:1746126423.701857:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7fa26 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc49 expref: 81 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.701868:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7fa26 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc49 expref: 81 pid: 8425 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.701873:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b0aa00 00000100:00100000:0.0:1746126423.706666:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.710287:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.715502:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd4d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726161920:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126423.715520:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126423.715553:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1963:x1830945734173952:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5129us (5271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126423.715562:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16672 00000100:00100000:1.0:1746126423.716001:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734174208 00000100:00100000:1.0:1746126423.716007:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734174208 00002000:00100000:1.0:1746126423.716061:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009310a300 x1830945734174208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.716069:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a300 with x1830945734174208 ext(0->4095) 00010000:00010000:1.0:1746126423.716077:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc50 expref: 80 pid: 17079 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.716088:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc50 expref: 80 pid: 17079 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.716093:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009310a300 00000100:00100000:1.0:1746126423.716195:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1491 00000100:00100000:1.0:1746126423.716202:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1964:x1830945734174208:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126423.717126:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1964:x1830945734174208:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 922us (1714us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.717133:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1491 00002000:00100000:1.0:1746126423.717139:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009310a300 x1830945734174208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.717147:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a300 with x1830945734174208 ext(0->4095) 00010000:00010000:1.0:1746126423.717152:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc50 expref: 80 pid: 17079 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.717162:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc50 expref: 80 pid: 17079 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.717166:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009310a300 00000100:00100000:1.0:1746126423.726149:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.726649:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.726882:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734174464 00000100:00100000:0.0:1746126423.726887:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734174464 00010000:00010000:0.0:1746126423.726903:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc50 expref: 81 pid: 17079 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746126423.726928:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16673 00000100:00100000:0.0:1746126423.726933:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:1964:x1830945734174464:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126423.726941:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126423.726957:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc50 expref: 81 pid: 17079 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126423.726965:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc50 expref: 81 pid: 17079 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126423.726978:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc50 expref: 81 pid: 17079 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126423.726998:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126423.726999:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126423.727005:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fa34 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc57 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.727011:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fa34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc57 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.727058:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fa34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc57 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.727067:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fa34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc57 expref: 5 pid: 8425 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746126423.727256:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726162176:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126423.727875:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126423.729766:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.729857:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734174720 00000100:00100000:1.0:1746126423.729863:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734174720 00002000:00100000:1.0:1746126423.729951:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf3b80 x1830945734174720/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.729961:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf3b80 with x1830945734174720 ext(0->4095) 00010000:00010000:1.0:1746126423.729968:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fa34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc57 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.729979:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fa34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc57 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.729984:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf3b80 00000100:00100000:1.0:1746126423.730612:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1492 00000100:00100000:1.0:1746126423.730619:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734174720:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126423.730910:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734174720:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 291us (1145us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.730916:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1492 00002000:00100000:1.0:1746126423.730921:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf3b80 x1830945734174720/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.730929:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf3b80 with x1830945734174720 ext(0->4095) 00010000:00010000:1.0:1746126423.730934:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fa34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc57 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126423.730943:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fa34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc57 expref: 6 pid: 8425 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126423.730948:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf3b80 00000100:00100000:0.0:1746126423.741310:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.746476:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.750585:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.754853:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.757412:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.760089:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.767194:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.770762:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.810389:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.810422:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734176256 00000100:00100000:0.0:1746126423.810430:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734176256 00000100:00100000:0.0:1746126423.810462:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4538 00000100:00100000:0.0:1746126423.810469:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734176256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126423.810483:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126423.810496:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009512bc00/0x9851078746b7fa50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccc73 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.810525:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc6c expref: 79 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.810531:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126423.810533:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126423.810536:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009512bc00/0x9851078746b7fa50 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc73 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.810562:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc6c expref: 79 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.810603:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fa49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc6c expref: 79 pid: 8423 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746126423.810613:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726162944:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126423.810688:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126423.820719:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726162944:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126423.820744:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009512bc00/0x9851078746b7fa50 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc73 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126423.820760:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009512bc00, rc 0) 00000100:00100000:1.0:1746126423.821103:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734176256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10631us (10719us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.821111:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4538 00000100:00100000:0.0:1746126423.847758:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.847863:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734176384 00000100:00100000:1.0:1746126423.847872:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734176384 00000100:00100000:1.0:1746126423.847925:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4539 00000100:00100000:1.0:1746126423.847933:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:31643:x1830945734176384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126423.847947:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126423.847961:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7fa57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccc7a expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.847984:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126423.847989:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009512bc00/0x9851078746b7fa50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc73 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.847995:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126423.847998:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7fa57 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc7a expref: 81 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.848061:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009512bc00/0x9851078746b7fa50 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc73 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.848072:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7fa57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc7a expref: 81 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.848081:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c200a00, rc 0) 00000100:00100000:1.0:1746126423.848121:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:31643:x1830945734176384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.848130:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4539 00000100:00100000:0.0:1746126423.851057:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.853706:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.856985:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.862222:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.864398:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.873584:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.892515:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.894228:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.916401:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.922132:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.928179:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.934877:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.938411:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.940215:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734178560 00000100:00100000:1.0:1746126423.940223:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734178560 00000100:00100000:1.0:1746126423.940260:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4542 00000100:00100000:1.0:1746126423.940265:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734178560:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126423.940278:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126423.940292:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7fa6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccc8f expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.940312:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fa65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc88 expref: 83 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.940318:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126423.940320:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126423.940322:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7fa6c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc8f expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.940345:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fa65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc88 expref: 83 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.940354:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fa65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc88 expref: 83 pid: 8425 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746126423.940363:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726163968:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126423.940426:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126423.946707:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726163968:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126423.946734:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7fa6c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc8f expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.946749:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c200a00, rc 0) 00000100:00100000:1.0:1746126423.946787:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734178560:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6521us (8382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.946794:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4542 00000100:00100000:1.0:1746126423.951455:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.966442:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.966530:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734178816 00000100:00100000:1.0:1746126423.966538:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734178816 00000100:00100000:1.0:1746126423.966586:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4543 00000100:00100000:1.0:1746126423.966593:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:31643:x1830945734178816:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126423.966607:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126423.966619:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7fa73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccc96 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.966639:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126423.966644:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7fa6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc8f expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.966650:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126423.966653:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7fa73 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc96 expref: 87 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.966679:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7fa6c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc8f expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.966688:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7fa73 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc96 expref: 87 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.966696:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c200800, rc 0) 00000100:00100000:1.0:1746126423.966815:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31643:x1830945734178816:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 221us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126423.966821:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4543 00000100:00100000:0.0:1746126423.973776:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126423.982742:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126423.982930:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734179200 00000100:00100000:0.0:1746126423.982937:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734179200 00002000:00100000:0.0:1746126423.982969:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009310bb80 x1830945734179200/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126423.982978:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310bb80 with x1830945734179200 ext(0->4095) 00010000:00010000:0.0:1746126423.982984:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7fa6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc8f expref: 6 pid: 8423 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126423.982995:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c200a00/0x9851078746b7fa6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc8f expref: 6 pid: 8423 timeout: 642 lvb_type: 0 00002000:00010000:0.0:1746126423.983001:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009310bb80 00000100:00100000:0.0:1746126423.991927:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126423.995317:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.995534:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734179584 00000100:00100000:1.0:1746126423.995540:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734179584 00002000:00100000:1.0:1746126423.995583:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a1c00 x1830945734179584/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/0 e 0 to 0 dl 1746126434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.995591:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a1c00 with x1830945734179584 ext(0->4095) 00002000:00010000:1.0:1746126423.995595:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a1c00 00000100:00100000:1.0:1746126423.995811:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3571 00000100:00100000:1.0:1746126423.995818:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734179584:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126423.995979:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734179584:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126423.995984:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3571 00002000:00100000:1.0:1746126423.995989:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a1c00 x1830945734179584/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:184/0 lens 488/4536 e 0 to 0 dl 1746126434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126423.995995:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a1c00 with x1830945734179584 ext(0->4095) 00002000:00010000:1.0:1746126423.995997:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a1c00 00000100:00100000:0.0:1746126423.999224:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126423.999299:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734179712 00000100:00100000:1.0:1746126423.999306:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734179712 00000100:00100000:1.0:1746126423.999822:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4544 00000100:00100000:1.0:1746126423.999830:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734179712:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126423.999845:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126423.999858:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7fa7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccc9d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.999880:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7fa73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc96 expref: 85 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.999886:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126423.999888:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126423.999891:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7fa7a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc9d expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.999914:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7fa73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc96 expref: 85 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126423.999926:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7fa73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc96 expref: 85 pid: 8423 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746126423.999936:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726164480:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126424.002843:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c900 going to sleep for 10 seconds 00000100:00100000:1.0:1746126424.002875:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726164480:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126424.002896:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7fa7a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc9d expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.002909:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c200600, rc 0) 00000100:00100000:1.0:1746126424.002941:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734179712:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3112us (3722us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.002951:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4544 00000100:00100000:0.0:1746126424.006959:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.007056:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734179840 00000100:00100000:1.0:1746126424.007063:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734179840 00002000:00100000:1.0:1746126424.007100:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800946a3100 x1830945734179840/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 496/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.007109:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3100 with x1830945734179840 ext(0->7) 00010000:00010000:1.0:1746126424.007116:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7fa73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc96 expref: 86 pid: 8423 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126424.007126:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7fa73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc96 expref: 86 pid: 8423 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126424.007132:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a3100 00000100:00100000:1.0:1746126424.007156:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1500 00000100:00100000:1.0:1746126424.007162:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734179840:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126424.007390:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1964:x1830945734179840:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 228us (437us total) trans 4294967966 rc 0/0 00000100:00100000:1.0:1746126424.007395:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1500 00002000:00100000:1.0:1746126424.007400:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800946a3100 x1830945734179840/t4294967966(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 496/448 e 0 to 0 dl 1746126435 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.007406:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3100 with x1830945734179840 ext(0->7) 00010000:00010000:1.0:1746126424.007410:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7fa73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc96 expref: 88 pid: 8423 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126424.007421:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b7fa73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc96 expref: 88 pid: 8423 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746126424.007426:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a3100 00000100:00100000:0.0:1746126424.013869:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.016206:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.018310:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.018379:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734180352 00000100:00100000:1.0:1746126424.018386:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734180352 00000100:00100000:1.0:1746126424.019004:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4545 00000100:00100000:1.0:1746126424.019012:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31655:x1830945734180352:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.019157:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.019172:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200e00/0x9851078746b7fa81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccca4 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.019195:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7fa7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc9d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.019201:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.019203:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.019205:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200e00/0x9851078746b7fa81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccca4 expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.019229:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7fa7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc9d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.019239:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7fa7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc9d expref: 5 pid: 8423 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746126424.019249:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726164736:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126424.019298:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126424.021469:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.024075:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126424.024480:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c200600/0x9851078746b7fa7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccc9d expref: 6 pid: 8423 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746126424.024493:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726164736:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126424.024506:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c200e00/0x9851078746b7fa81 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccca4 expref: 89 pid: 8423 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126424.024512:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c200e00/0x9851078746b7fa81 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccca4 expref: 89 pid: 8423 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746126424.024519:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c200e00, rc 0) 00000100:00100000:1.0:1746126424.024533:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31655:x1830945734180352:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5523us (6227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.024538:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4545 00000100:00100000:0.0:1746126424.027431:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.031451:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.031799:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734180992 00000100:00100000:1.0:1746126424.031805:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734180992 00000100:00100000:1.0:1746126424.032092:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4547 00000100:00100000:1.0:1746126424.032100:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734180992:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.032113:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.032127:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fa8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcccb2 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.032148:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.032153:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fa88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcccab expref: 88 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.032163:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126424.032165:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fa8f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcccb2 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.032192:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fa88 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcccab expref: 88 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.032203:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fa8f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcccb2 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.032211:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5943400, rc 0) 00000100:00100000:1.0:1746126424.032259:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734180992:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.032265:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4547 00000100:00100000:0.0:1746126424.032430:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.036419:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.040185:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.040225:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.046366:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.050146:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.053191:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.056212:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.059648:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.062991:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.065372:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.067771:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.068236:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734183040 00000100:00100000:1.0:1746126424.068242:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734183040 00000100:00100000:1.0:1746126424.068278:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4551 00000100:00100000:1.0:1746126424.068284:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31655:x1830945734183040:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.068295:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.068307:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5942800/0x9851078746b7faab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcccce expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.068324:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.068328:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b7faa4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcccc7 expref: 90 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.068337:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.068340:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5942800/0x9851078746b7faab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcccce expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.068364:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b7faa4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcccc7 expref: 90 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.068373:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5942800/0x9851078746b7faab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcccce expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.068380:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5942800, rc 0) 00000100:00100000:1.0:1746126424.068418:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31655:x1830945734183040:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.068423:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4551 00000100:00100000:0.0:1746126424.072315:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.079902:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.083794:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.086559:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.090836:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.094754:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.094836:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.098471:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.098719:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734184576 00000100:00100000:1.0:1746126424.098725:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734184576 00000100:00100000:1.0:1746126424.098762:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4554 00000100:00100000:1.0:1746126424.098768:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b792d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31655:x1830945734184576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.098781:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.098793:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5942a00/0x9851078746b7fac0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccce3 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.098811:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.098816:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7fab9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcccdc expref: 90 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.098826:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.098829:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5942a00/0x9851078746b7fac0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccce3 expref: 90 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.098855:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7fab9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcccdc expref: 90 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.098863:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5942a00/0x9851078746b7fac0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccce3 expref: 90 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.098872:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5942a00, rc 0) 00000100:00100000:1.0:1746126424.098902:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b792d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31655:x1830945734184576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.098907:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4554 00000100:00100000:0.0:1746126424.101683:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.106671:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.109335:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.113947:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.116874:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.121613:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.125158:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.128053:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.137161:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.140836:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.150545:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.174806:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.174916:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.174998:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734186624 00000100:00100000:1.0:1746126424.175006:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734186624 00002000:00100000:1.0:1746126424.175071:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880095760a80 x1830945734186624/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 496/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.175080:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760a80 with x1830945734186624 ext(0->7) 00010000:00010000:1.0:1746126424.175088:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7face lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcccf1 expref: 88 pid: 8425 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.175099:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7face lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcccf1 expref: 88 pid: 8425 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.175105:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095760a80 00000100:00100000:1.0:1746126424.175135:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1507 00000100:00100000:1.0:1746126424.175143:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1964:x1830945734186624:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126424.175409:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734186624:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 265us (491us total) trans 4294967967 rc 0/0 00000100:00100000:1.0:1746126424.175415:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1507 00002000:00100000:1.0:1746126424.175420:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880095760a80 x1830945734186624/t4294967967(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 496/448 e 0 to 0 dl 1746126435 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.175427:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760a80 with x1830945734186624 ext(0->7) 00010000:00010000:1.0:1746126424.175431:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7face lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcccf1 expref: 90 pid: 8425 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.175439:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7face lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcccf1 expref: 90 pid: 8425 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.175444:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095760a80 00000100:00100000:0.0:1746126424.189708:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.192817:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.197898:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.203184:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.203239:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734187520 00000100:00100000:1.0:1746126424.203247:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734187520 00002000:00100000:1.0:1746126424.203409:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314d8e00 x1830945734187520/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.203418:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d8e00 with x1830945734187520 ext(0->4095) 00002000:00010000:1.0:1746126424.203423:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314d8e00 00000100:00100000:1.0:1746126424.203692:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3579 00000100:00100000:1.0:1746126424.203700:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734187520:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126424.203824:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734187520:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (644us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126424.203830:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3579 00002000:00100000:1.0:1746126424.203835:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314d8e00 x1830945734187520/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.203841:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d8e00 with x1830945734187520 ext(0->4095) 00002000:00010000:1.0:1746126424.203844:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314d8e00 00000100:00100000:0.0:1746126424.206126:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.210094:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.220259:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.225176:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.229667:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.230123:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734188672 00000100:00100000:1.0:1746126424.230129:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734188672 00002000:00100000:1.0:1746126424.230163:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305500 x1830945734188672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.230172:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305500 with x1830945734188672 ext(0->4095) 00010000:00010000:1.0:1746126424.230180:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7faea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd0d expref: 91 pid: 8423 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.230191:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7faea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd0d expref: 91 pid: 8423 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.230196:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133305500 00000100:00100000:1.0:1746126424.231047:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1510 00000100:00100000:1.0:1746126424.231057:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734188672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126424.231185:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734188672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (1524us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126424.231191:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1510 00002000:00100000:1.0:1746126424.231197:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305500 x1830945734188672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.231210:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305500 with x1830945734188672 ext(0->4095) 00010000:00010000:1.0:1746126424.231215:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7faea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd0d expref: 91 pid: 8423 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.231225:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7faea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd0d expref: 91 pid: 8423 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.231230:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133305500 00000100:00100000:0.0:1746126424.233560:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.237500:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.239218:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.243650:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.247218:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.250007:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.252253:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.253830:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.256596:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.261119:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.265738:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.265837:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734190592 00000100:00100000:1.0:1746126424.265844:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734190592 00002000:00100000:1.0:1746126424.265882:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403c000 x1830945734190592/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.265890:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403c000 with x1830945734190592 ext(0->4095) 00002000:00010000:1.0:1746126424.265894:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403c000 00000100:00100000:1.0:1746126424.265980:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3582 00000100:00100000:1.0:1746126424.265987:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1965:x1830945734190592:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126424.266157:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1965:x1830945734190592:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126424.266163:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3582 00002000:00100000:1.0:1746126424.266168:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403c000 x1830945734190592/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.266174:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403c000 with x1830945734190592 ext(0->4095) 00002000:00010000:1.0:1746126424.266177:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403c000 00000100:00100000:0.0:1746126424.268866:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.271305:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.274783:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.277854:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.279464:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.279546:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734191360 00000100:00100000:1.0:1746126424.279552:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734191360 00000100:00100000:1.0:1746126424.279596:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4567 00000100:00100000:1.0:1746126424.279602:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734191360:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.279612:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.279623:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fb1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccd3e expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.279639:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.279643:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fb14 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd37 expref: 92 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.279648:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.279650:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fb1b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd3e expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.279675:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fb14 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd37 expref: 92 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.279684:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fb1b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd3e expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.279692:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5943400, rc 0) 00000100:00100000:1.0:1746126424.279722:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734191360:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.279728:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4567 00000100:00100000:0.0:1746126424.282824:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.285336:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.285491:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734191744 00000100:00100000:1.0:1746126424.285498:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734191744 00002000:00100000:1.0:1746126424.285527:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590a80 x1830945734191744/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.285536:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590a80 with x1830945734191744 ext(0->4095) 00010000:00010000:1.0:1746126424.285542:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fb14 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd37 expref: 91 pid: 8425 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.285552:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fb14 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd37 expref: 91 pid: 8425 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.285557:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d590a80 00000100:00100000:1.0:1746126424.285589:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1512 00000100:00100000:1.0:1746126424.285595:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1965:x1830945734191744:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126424.285705:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1965:x1830945734191744:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126424.285710:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1512 00002000:00100000:1.0:1746126424.285715:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590a80 x1830945734191744/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.285721:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590a80 with x1830945734191744 ext(0->4095) 00010000:00010000:1.0:1746126424.285725:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fb14 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd37 expref: 91 pid: 8425 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.285733:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fb14 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd37 expref: 91 pid: 8425 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.285737:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d590a80 00000100:00100000:0.0:1746126424.287693:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.292190:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.294231:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.297628:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.302709:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.302785:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.302839:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734192640 00000100:00100000:1.0:1746126424.302846:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734192640 00002000:00100000:1.0:1746126424.302879:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d592a00 x1830945734192640/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.302887:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d592a00 with x1830945734192640 ext(0->4095) 00002000:00010000:1.0:1746126424.302891:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d592a00 00000100:00100000:1.0:1746126424.303745:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1513 00000100:00100000:1.0:1746126424.303751:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734192640:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126424.303866:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734192640:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (1162us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126424.303872:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1513 00002000:00100000:1.0:1746126424.303877:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d592a00 x1830945734192640/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.303884:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d592a00 with x1830945734192640 ext(0->4095) 00010000:00010000:1.0:1746126424.303889:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7fb22 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd45 expref: 6 pid: 8425 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.303899:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7fb22 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd45 expref: 6 pid: 8425 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.303903:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d592a00 00000100:00100000:0.0:1746126424.308803:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.308898:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.314089:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.328399:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.329056:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734193664 00000100:00100000:1.0:1746126424.329063:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734193664 00002000:00100000:1.0:1746126424.329100:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba68700 x1830945734193664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.329114:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68700 with x1830945734193664 ext(0->4095) 00002000:00010000:1.0:1746126424.329118:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba68700 00000100:00100000:1.0:1746126424.329141:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3586 00000100:00100000:1.0:1746126424.329149:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734193664:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126424.332241:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734193664:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 3085us (3841us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126424.332250:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3586 00002000:00100000:1.0:1746126424.332258:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba68700 x1830945734193664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.332266:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68700 with x1830945734193664 ext(0->4095) 00002000:00010000:1.0:1746126424.334237:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba68700 00000100:00100000:0.0:1746126424.335803:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.340408:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.340481:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.348658:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.349098:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734194304 00000100:00100000:1.0:1746126424.349105:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734194304 00002000:00100000:1.0:1746126424.349136:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6b100 x1830945734194304/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.349144:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b100 with x1830945734194304 ext(0->4095) 00010000:00010000:1.0:1746126424.349151:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fb37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd5a expref: 6 pid: 8425 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.349161:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fb37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd5a expref: 6 pid: 8425 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.349167:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6b100 00000100:00100000:1.0:1746126424.349596:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1515 00000100:00100000:1.0:1746126424.350165:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734194304:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126424.350301:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734194304:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 697us (1644us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126424.350307:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1515 00002000:00100000:1.0:1746126424.350313:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6b100 x1830945734194304/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.350320:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b100 with x1830945734194304 ext(0->4095) 00010000:00010000:1.0:1746126424.350325:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fb37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd5a expref: 6 pid: 8425 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.350336:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b7fb37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd5a expref: 6 pid: 8425 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.350341:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6b100 00000100:00100000:1.0:1746126424.354424:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.364056:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.371971:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.383471:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726171904:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126424.383496:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7fb45 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd68 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.383510:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951ada00, rc 0) 00000100:00100000:1.0:1746126424.384622:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734194816:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11088us (12654us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.384630:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4573 00000100:00100000:0.0:1746126424.386512:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.396362:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.404088:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.405227:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.405885:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734195456 00000100:00100000:1.0:1746126424.405890:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734195456 00002000:00100000:1.0:1746126424.405919:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2a00 x1830945734195456/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.405928:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2a00 with x1830945734195456 ext(0->4095) 00010000:00010000:1.0:1746126424.405934:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7fb45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd68 expref: 6 pid: 8425 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.405944:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7fb45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd68 expref: 6 pid: 8425 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.405950:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a2a00 00000100:00100000:1.0:1746126424.405963:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1517 00000100:00100000:1.0:1746126424.405968:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734195456:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126424.406106:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734195456:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (879us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126424.406111:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1517 00002000:00100000:1.0:1746126424.406116:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2a00 x1830945734195456/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.406123:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2a00 with x1830945734195456 ext(0->4095) 00010000:00010000:1.0:1746126424.406127:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7fb45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd68 expref: 6 pid: 8425 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.406135:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951ada00/0x9851078746b7fb45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd68 expref: 6 pid: 8425 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.406140:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a2a00 00000100:00100000:0.0:1746126424.410131:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.411963:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.415770:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.420668:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.426557:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.433376:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.435666:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734196480 00000100:00100000:1.0:1746126424.435677:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734196480 00000100:00100000:1.0:1746126424.435739:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4576 00000100:00100000:1.0:1746126424.435746:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734196480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.435762:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.435777:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7fb5a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccd7d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.435800:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fb53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd76 expref: 91 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.435806:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.435807:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.435810:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7fb5a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd7d expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.435833:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fb53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd76 expref: 91 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.435843:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fb53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd76 expref: 91 pid: 8425 timeout: 643 lvb_type: 0 00000100:00100000:1.0:1746126424.435853:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726172672:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126424.435939:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126424.437952:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726172672:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126424.437977:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7fb5a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd7d expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.437996:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5943800, rc 0) 00000100:00100000:1.0:1746126424.438052:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734196480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2306us (4683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.438059:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4576 00000100:00100000:0.0:1746126424.438223:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.445411:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734196736 00000100:00100000:0.0:1746126424.445418:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734196736 00010000:00010000:0.0:1746126424.445450:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fb53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd76 expref: 94 pid: 8425 timeout: 643 lvb_type: 0 00000100:00100000:0.0:1746126424.445481:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16715 00000100:00100000:0.0:1746126424.445487:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1964:x1830945734196736:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126424.445498:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126424.445519:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fb53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd76 expref: 94 pid: 8425 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126424.445531:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fb53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd76 expref: 94 pid: 8425 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126424.445549:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951ad600/0x9851078746b7fb53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd76 expref: 94 pid: 8425 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126424.445577:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126424.445580:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126424.445585:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7fb5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd7d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.445591:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7fb5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd7d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.445615:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7fb5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd7d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126424.445624:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726172800:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126424.445691:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126424.451875:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.456728:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.466218:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.466269:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.470892:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726173184:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126424.470910:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126424.470948:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734197248:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4544us (4735us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126424.470956:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16716 00000100:00100000:0.0:1746126424.480656:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.481412:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.481623:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734197888 00000100:00100000:1.0:1746126424.481627:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734197888 00010000:00010000:1.0:1746126424.481643:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b7fb61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd84 expref: 95 pid: 8423 timeout: 643 lvb_type: 0 00000100:00100000:1.0:1746126424.481672:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16717 00000100:00100000:1.0:1746126424.481677:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1964:x1830945734197888:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126424.481684:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126424.481699:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b7fb61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd84 expref: 95 pid: 8423 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.481707:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b7fb61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd84 expref: 95 pid: 8423 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.481720:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b7fb61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd84 expref: 95 pid: 8423 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.481733:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.481735:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.481740:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7fb68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd8b expref: 94 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.481750:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7fb68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd8b expref: 94 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.481767:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7fb68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd8b expref: 94 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.481777:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7fb68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd8b expref: 94 pid: 8423 timeout: 643 lvb_type: 0 00000100:00100000:1.0:1746126424.481786:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726173440:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126424.481846:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126424.483932:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726173440:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126424.483948:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126424.483988:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1964:x1830945734197888:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2311us (2576us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.483996:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16717 00000100:00100000:0.0:1746126424.484887:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.487160:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.487281:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.487699:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734198400 00000100:00100000:1.0:1746126424.487706:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734198400 00000100:00100000:1.0:1746126424.487999:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4580 00000100:00100000:1.0:1746126424.488005:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31643:x1830945734198400:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.488016:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.488042:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fb76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccd99 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.488057:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7fb6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd92 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.488064:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.488065:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.488068:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fb76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd99 expref: 95 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.488083:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7fb6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd92 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.488092:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7fb6f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd92 expref: 5 pid: 8423 timeout: 643 lvb_type: 0 00000100:00100000:1.0:1746126424.488099:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726173696:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126424.488133:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126424.490522:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726173696:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126424.490526:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126424.490781:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fb76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd99 expref: 95 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.490796:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5943400, rc 0) 00000100:00100000:1.0:1746126424.491116:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31643:x1830945734198400:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3109us (3959us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.491122:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4580 00000100:00100000:0.0:1746126424.493879:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.493934:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734198784 00000100:00100000:1.0:1746126424.493941:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734198784 00000100:00100000:1.0:1746126424.493984:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4581 00000100:00100000:1.0:1746126424.493990:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31655:x1830945734198784:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.494009:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.494057:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5942a00/0x9851078746b7fb7d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccda0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.494081:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.494085:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fb76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd99 expref: 95 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.494091:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.494094:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5942a00/0x9851078746b7fb7d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccda0 expref: 95 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.494123:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fb76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccd99 expref: 95 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.494133:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5942a00/0x9851078746b7fb7d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccda0 expref: 95 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.494142:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5942a00, rc 0) 00000100:00100000:1.0:1746126424.494172:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:31655:x1830945734198784:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.494177:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4581 00000100:00100000:0.0:1746126424.499722:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.509908:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.527556:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.538089:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.542236:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.543652:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.549909:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.551349:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.555318:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.559469:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.562545:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.564899:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.568666:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.572996:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.573143:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734201472 00000100:00100000:0.0:1746126424.573149:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734201472 00002000:00100000:0.0:1746126424.573180:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e35180 x1830945734201472/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126424.573188:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35180 with x1830945734201472 ext(0->4095) 00002000:00010000:0.0:1746126424.573193:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e35180 00000100:00100000:0.0:1746126424.573217:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3592 00000100:00100000:0.0:1746126424.573222:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734201472:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126424.573380:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734201472:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (384us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126424.573386:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3592 00002000:00100000:0.0:1746126424.573392:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e35180 x1830945734201472/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126424.573403:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35180 with x1830945734201472 ext(0->4095) 00002000:00010000:0.0:1746126424.573406:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e35180 00000100:00100000:0.0:1746126424.573460:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.576480:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.576704:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734201728 00000100:00100000:1.0:1746126424.576712:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734201728 00000100:00100000:1.0:1746126424.576754:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4587 00000100:00100000:1.0:1746126424.576761:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+97:31655:x1830945734201728:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.576773:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.576786:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7fba7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccdca expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.576808:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.576813:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7fba0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccdc3 expref: 98 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.576818:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.576821:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7fba7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccdca expref: 98 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.576849:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7fba0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccdc3 expref: 98 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.576860:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7fba7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccdca expref: 98 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.576867:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5943800, rc 0) 00000100:00100000:1.0:1746126424.576900:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:31655:x1830945734201728:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.576905:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4587 00000100:00100000:0.0:1746126424.579208:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.584126:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.587087:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.592367:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.592408:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734202496 00000100:00100000:0.0:1746126424.592420:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734202496 00002000:00100000:0.0:1746126424.592457:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e35500 x1830945734202496/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126424.592466:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35500 with x1830945734202496 ext(0->4095) 00002000:00010000:0.0:1746126424.592469:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e35500 00000100:00100000:0.0:1746126424.592499:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3593 00000100:00100000:0.0:1746126424.592507:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+97:1964:x1830945734202496:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126424.593162:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1964:x1830945734202496:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 654us (801us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126424.593168:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3593 00002000:00100000:0.0:1746126424.593173:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e35500 x1830945734202496/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126424.593180:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35500 with x1830945734202496 ext(0->4095) 00002000:00010000:0.0:1746126424.593182:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e35500 00000100:00100000:1.0:1746126424.598437:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.601964:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.603899:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.605959:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.608111:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.608929:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.611700:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.614133:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.617759:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.619092:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734204032 00000100:00100000:1.0:1746126424.619099:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734204032 00002000:00100000:1.0:1746126424.619140:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac7480 x1830945734204032/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.619149:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac7480 with x1830945734204032 ext(0->4095) 00002000:00010000:1.0:1746126424.619153:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dac7480 00000100:00100000:1.0:1746126424.619182:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3594 00000100:00100000:1.0:1746126424.619190:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1966:x1830945734204032:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126424.619310:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1966:x1830945734204032:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (1557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126424.619315:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3594 00002000:00100000:1.0:1746126424.619321:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac7480 x1830945734204032/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.619327:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac7480 with x1830945734204032 ext(0->4095) 00002000:00010000:1.0:1746126424.619330:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dac7480 00000100:00100000:0.0:1746126424.622506:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734204160 00000100:00100000:0.0:1746126424.622513:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734204160 00000100:00100000:0.0:1746126424.622553:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4591 00000100:00100000:0.0:1746126424.622560:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734204160:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126424.622583:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126424.622596:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b7fbc3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccde6 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.622618:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7fbbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccddf expref: 95 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.622625:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126424.622627:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126424.622630:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b7fbc3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccde6 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.622652:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7fbbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccddf expref: 95 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.622662:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951ac400/0x9851078746b7fbbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccddf expref: 95 pid: 8423 timeout: 643 lvb_type: 0 00000100:00100000:0.0:1746126424.622676:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dac5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726176512:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126424.622752:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126424.626812:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.628320:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.631195:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.635353:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.638901:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.643150:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.652555:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.656999:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.662876:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.665433:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.667728:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.667763:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.670157:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.672135:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.673989:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.675745:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.679040:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.681360:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.685162:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.685251:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.686098:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4598 00000100:00100000:1.0:1746126424.686107:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:31643:x1830945734207488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.686113:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.686120:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5942a00/0x9851078746b7fbf4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcce17 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.686323:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.686327:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fbed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce10 expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.686332:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.686334:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5942a00/0x9851078746b7fbf4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce17 expref: 100 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.686437:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fbed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce10 expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.686453:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5942a00/0x9851078746b7fbf4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce17 expref: 100 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.686461:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5942a00, rc 0) 00000100:00100000:1.0:1746126424.686501:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31643:x1830945734207488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 395us (1249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.686507:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4598 00000100:00100000:0.0:1746126424.690910:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.694447:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.696761:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.698124:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.702304:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.705017:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.705677:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.711729:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.711817:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734208896 00000100:00100000:1.0:1746126424.711823:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734208896 00002000:00100000:1.0:1746126424.711854:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490f100 x1830945734208896/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.711863:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490f100 with x1830945734208896 ext(0->4095) 00010000:00010000:1.0:1746126424.711870:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7fbfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce1e expref: 6 pid: 17079 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.711881:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7fbfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce1e expref: 6 pid: 17079 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.711886:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490f100 00000100:00100000:1.0:1746126424.711913:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1535 00000100:00100000:1.0:1746126424.711919:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734208896:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126424.712070:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734208896:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126424.712076:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1535 00002000:00100000:1.0:1746126424.712081:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490f100 x1830945734208896/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.712088:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490f100 with x1830945734208896 ext(0->4095) 00010000:00010000:1.0:1746126424.712092:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7fbfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce1e expref: 6 pid: 17079 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.712101:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7fbfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce1e expref: 6 pid: 17079 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.712106:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490f100 00000100:00100000:0.0:1746126424.716633:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734209024 00000100:00100000:0.0:1746126424.716641:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734209024 00010000:00010000:0.0:1746126424.716666:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7fbfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce1e expref: 6 pid: 17079 timeout: 643 lvb_type: 0 00000100:00100000:0.0:1746126424.716688:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16739 00000100:00100000:0.0:1746126424.716695:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734209024:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126424.716705:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126424.716722:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7fbfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce1e expref: 6 pid: 17079 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126424.716732:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7fbfb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce1e expref: 6 pid: 17079 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126424.716751:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7fbfb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce1e expref: 6 pid: 17079 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126424.717186:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126424.717188:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126424.717194:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fc02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce25 expref: 97 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.717202:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fc02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce25 expref: 97 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.717228:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fc02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce25 expref: 97 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126424.717239:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b490ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726178944:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126424.717753:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126424.720053:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.723274:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.724945:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.727763:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.732067:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734209920 00000100:00100000:0.0:1746126424.732075:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734209920 00000100:00100000:0.0:1746126424.732170:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4602 00000100:00100000:0.0:1746126424.732178:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+97:31643:x1830945734209920:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126424.732193:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126424.732206:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009512a000/0x9851078746b7fc10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcce33 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.732228:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7fc09 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce2c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.732235:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126424.732236:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126424.732240:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009512a000/0x9851078746b7fc10 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce33 expref: 98 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.732262:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7fc09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce2c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.732273:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7fc09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce2c expref: 5 pid: 8423 timeout: 643 lvb_type: 0 00000100:00100000:0.0:1746126424.732283:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086ac2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726179328:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126424.732318:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.732337:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734210048 00000100:00100000:1.0:1746126424.732340:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734210048 00000100:00100000:0.0:1746126424.732347:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126424.732362:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4603 00000100:00100000:1.0:1746126424.732367:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:31655:x1830945734210048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.732373:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.732380:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcce3a expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.732391:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.732395:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009512a000/0x9851078746b7fc10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce33 expref: 100 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.732404:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.732407:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc17 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce3a expref: 100 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.732429:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009512a000/0x9851078746b7fc10 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce33 expref: 100 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.732438:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc17 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce3a expref: 100 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.732445:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5943400, rc 0) 00000100:00100000:1.0:1746126424.732462:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31655:x1830945734210048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.732468:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4603 00000100:00100000:0.0:1746126424.734799:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.736934:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.754506:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.759157:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734210944 00000100:00100000:0.0:1746126424.759164:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734210944 00000100:00100000:0.0:1746126424.759196:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4604 00000100:00100000:0.0:1746126424.759202:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734210944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126424.759215:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126424.759229:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009512a000/0x9851078746b7fc1e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcce41 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.759252:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce3a expref: 97 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.759259:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126424.759261:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126424.759264:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009512a000/0x9851078746b7fc1e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce41 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.759288:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce3a expref: 97 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.759299:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce3a expref: 97 pid: 8425 timeout: 643 lvb_type: 0 00000100:00100000:0.0:1746126424.759313:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726179840:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126424.759378:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126424.763343:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.768805:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.768916:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.769347:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734211456 00000100:00100000:1.0:1746126424.769351:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734211456 00002000:00100000:1.0:1746126424.769375:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2e680 x1830945734211456/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.769382:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2e680 with x1830945734211456 ext(0->4095) 00010000:00010000:1.0:1746126424.769388:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009512a000/0x9851078746b7fc1e lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce41 expref: 6 pid: 8423 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.769397:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009512a000/0x9851078746b7fc1e lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce41 expref: 6 pid: 8423 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.769407:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf2e680 00000100:00100000:1.0:1746126424.769426:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1537 00000100:00100000:1.0:1746126424.769431:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734211456:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126424.769541:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734211456:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (624us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126424.769547:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1537 00002000:00100000:1.0:1746126424.769552:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2e680 x1830945734211456/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.769558:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2e680 with x1830945734211456 ext(0->4095) 00010000:00010000:1.0:1746126424.769572:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009512a000/0x9851078746b7fc1e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce41 expref: 6 pid: 8423 timeout: 643 lvb_type: 0 00010000:00010000:1.0:1746126424.769580:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009512a000/0x9851078746b7fc1e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce41 expref: 6 pid: 8423 timeout: 643 lvb_type: 0 00002000:00010000:1.0:1746126424.769585:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf2e680 00000100:00100000:0.0:1746126424.771642:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.775596:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.779863:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.782875:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.785514:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.787573:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.791739:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.794450:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.796412:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.798725:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.801126:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.806304:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.811980:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.816177:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.816250:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734213888 00000100:00100000:1.0:1746126424.816258:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734213888 00002000:00100000:1.0:1746126424.816290:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d593480 x1830945734213888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.816299:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d593480 with x1830945734213888 ext(0->4095) 00002000:00010000:1.0:1746126424.816303:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d593480 00000100:00100000:1.0:1746126424.816332:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3603 00000100:00100000:1.0:1746126424.816339:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1964:x1830945734213888:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126424.816464:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1964:x1830945734213888:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126424.816470:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3603 00002000:00100000:1.0:1746126424.816475:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d593480 x1830945734213888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.816481:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d593480 with x1830945734213888 ext(0->4095) 00002000:00010000:1.0:1746126424.816484:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d593480 00000100:00100000:0.0:1746126424.819294:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.823659:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.827612:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.828585:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.831833:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.833819:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.837154:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.840597:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.845642:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.845693:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734215424 00000100:00100000:1.0:1746126424.845700:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734215424 00002000:00100000:1.0:1746126424.845735:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314dad80 x1830945734215424/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.845745:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314dad80 with x1830945734215424 ext(0->4095) 00002000:00010000:1.0:1746126424.845749:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314dad80 00000100:00100000:1.0:1746126424.845826:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3604 00000100:00100000:1.0:1746126424.845834:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1963:x1830945734215424:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126424.846457:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1963:x1830945734215424:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 622us (819us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126424.846464:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3604 00002000:00100000:1.0:1746126424.846470:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314dad80 x1830945734215424/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.846477:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314dad80 with x1830945734215424 ext(0->4095) 00002000:00010000:1.0:1746126424.846480:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314dad80 00000100:00100000:0.0:1746126424.848758:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.852694:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.855937:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.856272:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.856338:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734216064 00000100:00100000:1.0:1746126424.856344:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734216064 00002000:00100000:1.0:1746126424.856377:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba69f80 x1830945734216064/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:185/0 lens 488/0 e 0 to 0 dl 1746126435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.856386:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69f80 with x1830945734216064 ext(0->4095) 00002000:00010000:1.0:1746126424.856390:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69f80 00000100:00100000:1.0:1746126424.856406:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3605 00000100:00100000:1.0:1746126424.856411:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734216064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126424.856536:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734216064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126424.856541:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3605 00002000:00100000:1.0:1746126424.856546:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba69f80 x1830945734216064/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:185/0 lens 488/4536 e 0 to 0 dl 1746126435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126424.856551:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69f80 with x1830945734216064 ext(0->4095) 00002000:00010000:1.0:1746126424.856554:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69f80 00000100:00100000:0.0:1746126424.859296:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.859372:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734216192 00000100:00100000:1.0:1746126424.859378:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734216192 00000100:00100000:1.0:1746126424.859425:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4615 00000100:00100000:1.0:1746126424.859432:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:31655:x1830945734216192:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.859445:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.859459:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc6b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcce8e expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.859480:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.859485:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7fc64 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce87 expref: 100 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.859491:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.859494:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc6b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce8e expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.859525:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7fc64 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce87 expref: 100 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.859535:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc6b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce8e expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.859543:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5943400, rc 0) 00000100:00100000:1.0:1746126424.859587:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31655:x1830945734216192:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.859593:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4615 00000100:00100000:0.0:1746126424.859964:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b490ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726182400:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126424.859979:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71e00/0x9851078746b7fc64 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce87 expref: 99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126424.859987:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71e00, rc 0) 00000100:00100000:0.0:1746126424.860007:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:31643:x1830945734215808:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3334us (4077us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126424.860013:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4614 00000100:00100000:0.0:1746126424.860380:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.863467:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.866955:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.871226:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.875842:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.875926:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734217088 00000100:00100000:1.0:1746126424.875933:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734217088 00000100:00100000:1.0:1746126424.876454:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4616 00000100:00100000:1.0:1746126424.876463:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734217088:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.876477:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.876490:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5942400/0x9851078746b7fc72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcce95 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.876513:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce8e expref: 97 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.876523:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.876525:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.876528:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5942400/0x9851078746b7fc72 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce95 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.876552:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce8e expref: 97 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.876573:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce8e expref: 97 pid: 17079 timeout: 643 lvb_type: 0 00000100:00100000:1.0:1746126424.876583:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726182912:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126424.890055:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126424.891963:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726182912:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126424.891992:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5942400/0x9851078746b7fc72 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce95 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.892008:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5942400, rc 0) 00000100:00100000:1.0:1746126424.892076:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734217088:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15613us (16240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.892084:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4616 00000100:00100000:1.0:1746126424.898695:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.902002:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.906623:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.906647:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.907073:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734217472 00000100:00100000:1.0:1746126424.907076:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734217472 00000100:00100000:1.0:1746126424.907102:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4617 00000100:00100000:1.0:1746126424.907106:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:31643:x1830945734217472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.907114:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.907125:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcce9c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.907143:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5942400/0x9851078746b7fc72 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce95 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.907149:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.907151:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.907154:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc79 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce9c expref: 100 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.907174:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5942400/0x9851078746b7fc72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce95 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.907182:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5942400/0x9851078746b7fc72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce95 expref: 5 pid: 8423 timeout: 643 lvb_type: 0 00000100:00100000:1.0:1746126424.907191:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726183168:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126424.907228:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126424.910005:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726183168:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126424.910051:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce9c expref: 100 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.910064:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5943400, rc 0) 00000100:00100000:1.0:1746126424.910091:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31643:x1830945734217472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2984us (3473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.910100:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4617 00000100:00100000:0.0:1746126424.911810:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.911857:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734217856 00000100:00100000:1.0:1746126424.911864:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734217856 00000100:00100000:1.0:1746126424.911907:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4618 00000100:00100000:1.0:1746126424.911914:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31655:x1830945734217856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.911928:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.911939:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5942800/0x9851078746b7fc80 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccea3 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.911961:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.911965:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce9c expref: 101 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.911971:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.911974:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5942800/0x9851078746b7fc80 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccea3 expref: 101 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.912001:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcce9c expref: 101 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.912011:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5942800/0x9851078746b7fc80 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccea3 expref: 101 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.912018:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5942800, rc 0) 00000100:00100000:1.0:1746126424.912071:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:31655:x1830945734217856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.912076:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4618 00000100:00100000:0.0:1746126424.912087:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.914376:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.917709:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.922280:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.924538:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.929446:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.935391:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.936293:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.940674:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126424.941087:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734219392 00000100:00100000:1.0:1746126424.941093:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734219392 00000100:00100000:1.0:1746126424.941135:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4621 00000100:00100000:1.0:1746126424.941143:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:31655:x1830945734219392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126424.941156:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126424.941168:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc95 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcceb8 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.941188:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126424.941193:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7fc8e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcceb1 expref: 102 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.941198:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126424.941201:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc95 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcceb8 expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.941226:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b7fc8e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcceb1 expref: 102 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.941234:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fc95 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcceb8 expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126424.941242:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5943400, rc 0) 00000100:00100000:1.0:1746126424.941276:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:31655:x1830945734219392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126424.941282:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4621 00000100:00100000:0.0:1746126424.941877:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.945299:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.948575:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.952736:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.957275:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.961306:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.964459:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.970147:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.975656:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126424.979362:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126424.983383:0:8439:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126424.988201:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.002128:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126425.002644:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126425.006335:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.012702:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.015119:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126425.015270:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126425.018146:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.021187:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.024921:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.027868:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.034801:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.034846:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.039157:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.039283:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734223104 00000100:00100000:1.0:1746126425.039290:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734223104 00000100:00100000:1.0:1746126425.039335:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4628 00000100:00100000:1.0:1746126425.039341:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:31655:x1830945734223104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126425.039354:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126425.039570:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fcc6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccee9 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.039592:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126425.039598:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7fcbf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccee2 expref: 104 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.039607:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126425.039610:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fcc6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccee9 expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.039639:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7fcbf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccee2 expref: 104 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.039649:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943400/0x9851078746b7fcc6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccee9 expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.039658:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5943400, rc 0) 00000100:00100000:1.0:1746126425.040109:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:31655:x1830945734223104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 765us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126425.040114:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4628 00000100:00100000:0.0:1746126425.040897:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.045974:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.052010:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.055576:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.059255:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.062169:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.066005:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.066070:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.069425:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.069513:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.072983:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.075853:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.081674:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.084282:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.090595:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.093401:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.098117:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.098401:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734226048 00000100:00100000:0.0:1746126425.098407:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734226048 00002000:00100000:0.0:1746126425.098438:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e36a00 x1830945734226048/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126425.098447:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36a00 with x1830945734226048 ext(0->4095) 00010000:00010000:0.0:1746126425.098453:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7fce2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf05 expref: 6 pid: 8424 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126425.098461:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7fce2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf05 expref: 6 pid: 8424 timeout: 643 lvb_type: 0 00002000:00010000:0.0:1746126425.098466:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e36a00 00000100:00100000:0.0:1746126425.098895:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1551 00000100:00100000:0.0:1746126425.098901:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734226048:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126425.099020:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734226048:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (908us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126425.099325:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1551 00002000:00100000:0.0:1746126425.099331:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e36a00 x1830945734226048/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126425.099337:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36a00 with x1830945734226048 ext(0->4095) 00010000:00010000:0.0:1746126425.099342:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7fce2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf05 expref: 6 pid: 8424 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126425.099350:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7fce2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf05 expref: 6 pid: 8424 timeout: 643 lvb_type: 0 00002000:00010000:0.0:1746126425.099355:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e36a00 00000100:00100000:0.0:1746126425.102159:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.104669:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.104794:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734226432 00000100:00100000:1.0:1746126425.104801:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734226432 00002000:00100000:1.0:1746126425.104832:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6fb80 x1830945734226432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.104841:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6fb80 with x1830945734226432 ext(0->4095) 00002000:00010000:1.0:1746126425.104846:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6fb80 00000100:00100000:1.0:1746126425.104873:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3617 00000100:00100000:1.0:1746126425.104880:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734226432:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126425.105002:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734226432:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.105007:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3617 00002000:00100000:1.0:1746126425.105012:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6fb80 x1830945734226432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.105018:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6fb80 with x1830945734226432 ext(0->4095) 00002000:00010000:1.0:1746126425.105042:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6fb80 00000100:00100000:0.0:1746126425.109133:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.113857:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.119932:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.131160:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.131335:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.133926:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.133988:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734227328 00000100:00100000:1.0:1746126425.133994:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734227328 00000100:00100000:1.0:1746126425.134041:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4636 00000100:00100000:1.0:1746126425.134047:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:31655:x1830945734227328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126425.134057:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126425.134066:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7fcfe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccf21 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.134084:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126425.134088:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7fcf7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf1a expref: 106 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.134093:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126425.134095:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7fcfe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf21 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.134117:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7fcf7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf1a expref: 106 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.134125:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5943800/0x9851078746b7fcfe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf21 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.134133:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5943800, rc 0) 00000100:00100000:1.0:1746126425.134156:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:31655:x1830945734227328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126425.134161:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4636 00000100:00100000:0.0:1746126425.135624:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.139660:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.143568:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.145432:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.147403:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.152666:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.157291:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.157416:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.157540:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734228736 00000100:00100000:1.0:1746126425.157543:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734228736 00002000:00100000:1.0:1746126425.157576:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147c380 x1830945734228736/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.157584:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c380 with x1830945734228736 ext(0->4095) 00002000:00010000:1.0:1746126425.157588:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147c380 00000100:00100000:1.0:1746126425.157601:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3620 00000100:00100000:1.0:1746126425.157606:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734228736:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126425.157730:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734228736:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.157738:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3620 00002000:00100000:1.0:1746126425.157743:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147c380 x1830945734228736/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.157749:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c380 with x1830945734228736 ext(0->4095) 00002000:00010000:1.0:1746126425.157752:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147c380 00000100:00100000:1.0:1746126425.169743:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.175538:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.178076:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.180537:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.185886:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.186112:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734230144 00000100:00100000:1.0:1746126425.186119:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734230144 00002000:00100000:1.0:1746126425.186155:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093763480 x1830945734230144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.186164:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763480 with x1830945734230144 ext(0->4095) 00002000:00010000:1.0:1746126425.186168:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093763480 00000100:00100000:1.0:1746126425.186200:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3622 00000100:00100000:1.0:1746126425.186207:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734230144:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126425.186820:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.186982:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734230144:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 776us (1102us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.186988:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3622 00002000:00100000:1.0:1746126425.186993:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093763480 x1830945734230144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.187000:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763480 with x1830945734230144 ext(0->4095) 00010000:00010000:1.0:1746126425.187004:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7fd1a lrc: 7/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf3d expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.187015:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7fd1a lrc: 7/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf3d expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.187040:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093763480 00000100:00100000:0.0:1746126425.189242:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.192410:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.202192:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.208230:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.215291:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.220672:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.232962:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.233235:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726189824:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126425.233259:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fd2f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf52 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.233273:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06200, rc 0) 00000100:00100000:0.0:1746126425.233311:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734231296:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12433us (12643us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126425.233318:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4643 00000100:00100000:1.0:1746126425.233701:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.233719:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734231552 00000100:00100000:0.0:1746126425.233724:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734231552 00000100:00100000:0.0:1746126425.233760:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4644 00000100:00100000:0.0:1746126425.233767:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:31643:x1830945734231552:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126425.233778:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126425.233789:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b7fd36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccf59 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.233805:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126425.233808:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fd2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf52 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.233813:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126425.233816:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b7fd36 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf59 expref: 105 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.233839:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fd2f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf52 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.233848:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b7fd36 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf59 expref: 105 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.233854:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009512be00, rc 0) 00000100:00100000:0.0:1746126425.233915:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:31643:x1830945734231552:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126425.233920:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4644 00000100:00100000:0.0:1746126425.235720:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16782 00000100:00100000:0.0:1746126425.235729:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:1964:x1830945734231424:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126425.235740:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126425.235758:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7fd28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf4b expref: 105 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.235800:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7fd28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf4b expref: 105 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.235816:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b7fd28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf4b expref: 105 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.235843:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126425.235844:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126425.235849:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fd2f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf52 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.235855:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fd2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf52 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.235877:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fd2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf52 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.235887:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fd2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf52 expref: 5 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1746126425.235897:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bff3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726190080:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126425.235964:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126425.240098:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.244127:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.248795:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.251354:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.259453:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.268015:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.268257:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.272940:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.277435:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.279129:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734233088 00000100:00100000:0.0:1746126425.279137:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734233088 00010000:00010000:0.0:1746126425.279167:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7fd3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf60 expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1746126425.279199:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16785 00000100:00100000:0.0:1746126425.279206:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734233088:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126425.279218:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126425.279234:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7fd3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf60 expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.279245:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7fd3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf60 expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.279319:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7fd3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf60 expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.279345:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126425.279347:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126425.279354:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fd44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf67 expref: 105 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.279361:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fd44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf67 expref: 105 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.279389:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fd44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf67 expref: 105 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126425.279404:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dac5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726190720:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126425.279503:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126425.281129:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.282735:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.286751:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.286813:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734233600 00000100:00100000:1.0:1746126425.286819:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734233600 00002000:00100000:1.0:1746126425.286848:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b792d80 x1830945734233600/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 496/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.286856:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b792d80 with x1830945734233600 ext(0->7) 00010000:00010000:1.0:1746126425.286862:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fd44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf67 expref: 106 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.286872:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fd44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf67 expref: 106 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.286878:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b792d80 00000100:00100000:1.0:1746126425.286901:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1559 00000100:00100000:1.0:1746126425.286906:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b792d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1964:x1830945734233600:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126425.287150:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b792d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734233600:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 243us (402us total) trans 4294967976 rc 0/0 00000100:00100000:1.0:1746126425.287158:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1559 00002000:00100000:1.0:1746126425.287163:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b792d80 x1830945734233600/t4294967976(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 496/448 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.287169:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b792d80 with x1830945734233600 ext(0->7) 00010000:00010000:1.0:1746126425.287173:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fd44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf67 expref: 108 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.287180:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b7fd44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf67 expref: 108 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.287185:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b792d80 00000100:00100000:0.0:1746126425.294633:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.299730:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.299795:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.300066:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734234112 00000100:00100000:0.0:1746126425.300069:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734234112 00002000:00100000:0.0:1746126425.300159:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403f100 x1830945734234112/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126425.300167:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403f100 with x1830945734234112 ext(0->4095) 00010000:00010000:0.0:1746126425.300172:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7fd4b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf6e expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.300180:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7fd4b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf6e expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:0.0:1746126425.300185:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403f100 00000100:00100000:0.0:1746126425.300530:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1560 00000100:00100000:0.0:1746126425.300536:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734234112:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126425.300670:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734234112:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (874us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126425.300676:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1560 00002000:00100000:0.0:1746126425.300681:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403f100 x1830945734234112/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126425.300688:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403f100 with x1830945734234112 ext(0->4095) 00010000:00010000:0.0:1746126425.300693:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7fd4b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf6e expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.300701:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7fd4b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf6e expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:0.0:1746126425.300706:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403f100 00000100:00100000:0.0:1746126425.302526:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.304572:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.309014:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.309663:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734234624 00000100:00100000:1.0:1746126425.309669:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734234624 00002000:00100000:1.0:1746126425.309704:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba68380 x1830945734234624/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.309712:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68380 with x1830945734234624 ext(0->4095) 00010000:00010000:1.0:1746126425.309719:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7fd52 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf75 expref: 109 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.309730:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7fd52 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf75 expref: 109 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.309736:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba68380 00000100:00100000:1.0:1746126425.309762:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1561 00000100:00100000:1.0:1746126425.309769:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1963:x1830945734234624:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126425.309903:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1963:x1830945734234624:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (895us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.309909:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1561 00002000:00100000:1.0:1746126425.309914:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba68380 x1830945734234624/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.309921:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68380 with x1830945734234624 ext(0->4095) 00010000:00010000:1.0:1746126425.309925:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7fd52 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf75 expref: 109 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.309933:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b7fd52 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf75 expref: 109 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.309938:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba68380 00000100:00100000:0.0:1746126425.313612:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.319620:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734235008 00000100:00100000:1.0:1746126425.319627:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734235008 00002000:00100000:1.0:1746126425.319663:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490ed80 x1830945734235008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.319672:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490ed80 with x1830945734235008 ext(0->4095) 00002000:00010000:1.0:1746126425.319676:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490ed80 00000100:00100000:1.0:1746126425.319692:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3626 00000100:00100000:1.0:1746126425.319698:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1964:x1830945734235008:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126425.319811:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1964:x1830945734235008:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (1331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.319816:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3626 00002000:00100000:1.0:1746126425.319821:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490ed80 x1830945734235008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.319827:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490ed80 with x1830945734235008 ext(0->4095) 00002000:00010000:1.0:1746126425.319829:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490ed80 00000100:00100000:0.0:1746126425.319985:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b490fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726191488:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126425.320001:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126425.320051:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734234752:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6037us (6445us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126425.320058:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16788 00000100:00100000:0.0:1746126425.322784:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.330895:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.331155:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734235264 00000100:00100000:1.0:1746126425.331163:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734235264 00010000:00010000:1.0:1746126425.331194:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7fd59 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf7c expref: 108 pid: 8424 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1746126425.331218:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16789 00000100:00100000:1.0:1746126425.331225:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734235264:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126425.331236:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126425.331253:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7fd59 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf7c expref: 108 pid: 8424 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.331263:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7fd59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf7c expref: 108 pid: 8424 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.331282:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126425.331284:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126425.331290:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7fd60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf83 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.331296:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7fd60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf83 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.331323:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7fd60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf83 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126425.331333:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726191744:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126425.331945:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126425.332308:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.333788:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726191744:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126425.333802:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126425.333826:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1964:x1830945734235264:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2601us (2938us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126425.333834:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16789 00000100:00100000:0.0:1746126425.334375:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.343767:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.349140:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.349212:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734236032 00000100:00100000:1.0:1746126425.349219:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734236032 00002000:00100000:1.0:1746126425.349254:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a3800 x1830945734236032/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.349264:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3800 with x1830945734236032 ext(0->4095) 00002000:00010000:1.0:1746126425.349268:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a3800 00000100:00100000:1.0:1746126425.349300:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3627 00000100:00100000:1.0:1746126425.349307:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734236032:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126425.349435:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734236032:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.349441:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3627 00002000:00100000:1.0:1746126425.349445:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a3800 x1830945734236032/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.349457:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3800 with x1830945734236032 ext(0->4095) 00002000:00010000:1.0:1746126425.349459:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a3800 00000100:00100000:0.0:1746126425.361661:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.389822:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.389855:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734236288 00000100:00100000:0.0:1746126425.389863:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734236288 00002000:00100000:0.0:1746126425.389896:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092e51180 x1830945734236288/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 496/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126425.389905:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e51180 with x1830945734236288 ext(0->7) 00010000:00010000:0.0:1746126425.389912:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7fd67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf8a expref: 108 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.389923:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7fd67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf8a expref: 108 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:0.0:1746126425.389929:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e51180 00000100:00100000:0.0:1746126425.389946:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1563 00000100:00100000:0.0:1746126425.389953:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734236288:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126425.390274:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+110:1964:x1830945734236288:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 320us (459us total) trans 4294967977 rc 0/0 00000100:00100000:0.0:1746126425.390280:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1563 00002000:00100000:0.0:1746126425.390286:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092e51180 x1830945734236288/t4294967977(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 496/448 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126425.390292:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e51180 with x1830945734236288 ext(0->7) 00010000:00010000:0.0:1746126425.390297:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7fd67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf8a expref: 110 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.390306:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092f70200/0x9851078746b7fd67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf8a expref: 110 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:0.0:1746126425.390311:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e51180 00000100:00100000:1.0:1746126425.399967:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.404905:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b490fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726192256:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126425.404923:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126425.404953:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1964:x1830945734236416:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4308us (4991us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126425.404962:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16791 00000100:00100000:0.0:1746126425.411736:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734237056 00000100:00100000:0.0:1746126425.411741:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734237056 00010000:00010000:0.0:1746126425.411758:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7fd6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf91 expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1746126425.412208:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16792 00000100:00100000:0.0:1746126425.412214:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734237056:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126425.412224:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126425.412240:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7fd6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf91 expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.412249:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7fd6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf91 expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.412265:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b7fd6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf91 expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.412521:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126425.412523:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126425.412529:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fd75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf98 expref: 110 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.412536:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fd75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf98 expref: 110 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.412570:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fd75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf98 expref: 110 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.412580:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7fd75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccf98 expref: 110 pid: 8423 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1746126425.412589:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b490fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726192640:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126425.412645:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126425.416916:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.420529:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.426141:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.426218:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734237696 00000100:00100000:1.0:1746126425.426225:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734237696 00002000:00100000:1.0:1746126425.426262:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b4700 x1830945734237696/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.426271:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4700 with x1830945734237696 ext(0->4095) 00002000:00010000:1.0:1746126425.426275:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b4700 00000100:00100000:1.0:1746126425.426930:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3628 00000100:00100000:1.0:1746126425.426937:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734237696:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126425.427060:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734237696:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (925us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.427065:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3628 00002000:00100000:1.0:1746126425.427070:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b4700 x1830945734237696/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.427077:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4700 with x1830945734237696 ext(0->4095) 00002000:00010000:1.0:1746126425.427080:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b4700 00000100:00100000:0.0:1746126425.457996:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.465111:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.470179:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.470336:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734238464 00000100:00100000:1.0:1746126425.470341:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734238464 00002000:00100000:1.0:1746126425.470370:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132588700 x1830945734238464/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.470378:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132588700 with x1830945734238464 ext(0->4095) 00010000:00010000:1.0:1746126425.470385:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7fd83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfa6 expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.470396:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7fd83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfa6 expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.470402:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132588700 00000100:00100000:1.0:1746126425.470425:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1567 00000100:00100000:1.0:1746126425.470432:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132588700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734238464:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126425.471299:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132588700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734238464:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 866us (1119us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.471306:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1567 00002000:00100000:1.0:1746126425.471311:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132588700 x1830945734238464/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.471319:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132588700 with x1830945734238464 ext(0->4095) 00010000:00010000:1.0:1746126425.471324:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7fd83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfa6 expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.471333:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7fd83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfa6 expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.471338:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132588700 00000100:00100000:0.0:1746126425.478265:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.483437:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.493955:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.498572:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.498660:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734239104 00000100:00100000:1.0:1746126425.498665:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734239104 00002000:00100000:1.0:1746126425.498700:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092829c00 x1830945734239104/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 496/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.498709:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829c00 with x1830945734239104 ext(0->7) 00010000:00010000:1.0:1746126425.498714:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fd8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfad expref: 10 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.498728:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fd8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfad expref: 10 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.498733:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092829c00 00000100:00100000:1.0:1746126425.498756:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1568 00000100:00100000:1.0:1746126425.498761:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734239104:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126425.499038:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1964:x1830945734239104:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 261us (451us total) trans 4294967979 rc 0/0 00000100:00100000:1.0:1746126425.499044:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1568 00002000:00100000:1.0:1746126425.499049:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092829c00 x1830945734239104/t4294967979(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 496/448 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.499056:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829c00 with x1830945734239104 ext(0->7) 00010000:00010000:1.0:1746126425.499060:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fd8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfad expref: 12 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.499069:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fd8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfad expref: 12 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.499073:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092829c00 00000100:00100000:0.0:1746126425.507950:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.508008:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.510502:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.513999:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.517401:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.517583:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734240000 00000100:00100000:0.0:1746126425.517590:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734240000 00002000:00100000:0.0:1746126425.517625:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136459500 x1830945734240000/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126425.517634:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136459500 with x1830945734240000 ext(0->4095) 00002000:00010000:0.0:1746126425.517639:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136459500 00000100:00100000:0.0:1746126425.517986:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3630 00000100:00100000:0.0:1746126425.517993:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1963:x1830945734240000:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126425.518140:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1963:x1830945734240000:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (746us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126425.518147:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3630 00002000:00100000:0.0:1746126425.518152:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136459500 x1830945734240000/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126425.518159:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136459500 with x1830945734240000 ext(0->4095) 00002000:00010000:0.0:1746126425.518162:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136459500 00000100:00100000:0.0:1746126425.520785:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.529747:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.531534:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1570 00000100:00100000:1.0:1746126425.534340:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1963:x1830945734240256:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126425.534620:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1963:x1830945734240256:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 3077us (4878us total) trans 4294967980 rc 0/0 00000100:00100000:1.0:1746126425.534627:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1570 00002000:00100000:1.0:1746126425.534635:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132589f80 x1830945734240256/t4294967980(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 496/448 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.534643:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132589f80 with x1830945734240256 ext(0->7) 00010000:00010000:1.0:1746126425.534651:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fd98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfbb expref: 14 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.534664:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fd98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfbb expref: 14 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.534671:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132589f80 00000100:00100000:0.0:1746126425.538617:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.541986:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.546654:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.546709:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734240768 00000100:00100000:1.0:1746126425.546715:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734240768 00002000:00100000:1.0:1746126425.546747:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013258aa00 x1830945734240768/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.546755:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013258aa00 with x1830945734240768 ext(0->4095) 00010000:00010000:1.0:1746126425.546762:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b7fd9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfc2 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.546774:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b7fd9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfc2 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.546784:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013258aa00 00000100:00100000:1.0:1746126425.546808:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1571 00000100:00100000:1.0:1746126425.546814:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013258aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734240768:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126425.546938:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013258aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734240768:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.546943:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1571 00002000:00100000:1.0:1746126425.546947:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013258aa00 x1830945734240768/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.546953:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013258aa00 with x1830945734240768 ext(0->4095) 00010000:00010000:1.0:1746126425.546958:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b7fd9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfc2 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.546965:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b7fd9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfc2 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.546970:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013258aa00 00000100:00100000:0.0:1746126425.556232:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734241152 00000100:00100000:0.0:1746126425.556238:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734241152 00002000:00100000:0.0:1746126425.556688:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132594a80 x1830945734241152/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126425.556696:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594a80 with x1830945734241152 ext(0->4095) 00002000:00010000:0.0:1746126425.556700:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132594a80 00000100:00100000:0.0:1746126425.556939:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3631 00000100:00100000:0.0:1746126425.556946:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1965:x1830945734241152:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126425.557081:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1965:x1830945734241152:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (918us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126425.557087:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3631 00002000:00100000:0.0:1746126425.557091:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132594a80 x1830945734241152/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126425.557098:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594a80 with x1830945734241152 ext(0->4095) 00002000:00010000:0.0:1746126425.557100:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132594a80 00000100:00100000:0.0:1746126425.562062:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.567086:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.567158:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734241408 00000100:00100000:1.0:1746126425.567164:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734241408 00002000:00100000:1.0:1746126425.567204:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013258b100 x1830945734241408/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 496/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.567213:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013258b100 with x1830945734241408 ext(0->7) 00010000:00010000:1.0:1746126425.567219:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fda6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfc9 expref: 14 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.567234:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fda6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfc9 expref: 14 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.567240:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013258b100 00000100:00100000:1.0:1746126425.567254:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1572 00000100:00100000:1.0:1746126425.567260:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013258b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1963:x1830945734241408:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126425.568188:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013258b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1963:x1830945734241408:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 925us (1106us total) trans 4294967981 rc 0/0 00000100:00100000:1.0:1746126425.568195:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1572 00002000:00100000:1.0:1746126425.568201:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013258b100 x1830945734241408/t4294967981(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 496/448 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.568208:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013258b100 with x1830945734241408 ext(0->7) 00010000:00010000:1.0:1746126425.568212:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fda6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfc9 expref: 16 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.568222:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fda6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfc9 expref: 16 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.568227:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013258b100 00000100:00100000:0.0:1746126425.577281:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.581391:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.581438:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734241920 00000100:00100000:1.0:1746126425.581445:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734241920 00002000:00100000:1.0:1746126425.581481:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013258b800 x1830945734241920/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.581489:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013258b800 with x1830945734241920 ext(0->4095) 00010000:00010000:1.0:1746126425.581497:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b7fdad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfd0 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.581507:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b7fdad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfd0 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.581513:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013258b800 00000100:00100000:1.0:1746126425.581538:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1573 00000100:00100000:1.0:1746126425.581545:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013258b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734241920:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126425.582897:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013258b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734241920:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1350us (1506us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.582905:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1573 00002000:00100000:1.0:1746126425.582911:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013258b800 x1830945734241920/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.582918:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013258b800 with x1830945734241920 ext(0->4095) 00010000:00010000:1.0:1746126425.582924:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b7fdad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfd0 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.582933:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b7fdad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfd0 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.582938:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013258b800 00000100:00100000:0.0:1746126425.585955:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.588763:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.589013:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734242304 00000100:00100000:1.0:1746126425.589018:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734242304 00002000:00100000:1.0:1746126425.589063:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132588380 x1830945734242304/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.589076:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132588380 with x1830945734242304 ext(0->4095) 00002000:00010000:1.0:1746126425.589080:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132588380 00000100:00100000:1.0:1746126425.589102:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3632 00000100:00100000:1.0:1746126425.589108:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1963:x1830945734242304:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126425.589221:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1963:x1830945734242304:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.589227:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3632 00002000:00100000:1.0:1746126425.589232:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132588380 x1830945734242304/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.589237:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132588380 with x1830945734242304 ext(0->4095) 00002000:00010000:1.0:1746126425.589240:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132588380 00000100:00100000:0.0:1746126425.593796:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.602364:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.618888:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.618974:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.620843:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4664 00000100:00100000:0.0:1746126425.620851:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:31643:x1830945734242688:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126425.620863:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126425.620873:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fdc2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccfe5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.620890:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095128c00/0x9851078746b7fdbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfde expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.620895:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126425.620897:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126425.620900:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fdc2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfe5 expref: 19 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.620918:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095128c00/0x9851078746b7fdbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfde expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.620927:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095128c00/0x9851078746b7fdbb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfde expref: 5 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1746126425.620935:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726195200:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126425.620992:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126425.622937:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726195200:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126425.622961:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fdc2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfe5 expref: 19 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.622973:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993400, rc 0) 00000100:00100000:1.0:1746126425.623004:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:31643:x1830945734242688:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2154us (4122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126425.623011:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4664 00000100:00100000:0.0:1746126425.623137:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.623156:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734243072 00000100:00100000:0.0:1746126425.623160:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734243072 00002000:00100000:0.0:1746126425.623186:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2f0e00 x1830945734243072/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126425.623194:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f0e00 with x1830945734243072 ext(0->4095) 00010000:00010000:0.0:1746126425.623199:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095128c00/0x9851078746b7fdbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfde expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.623207:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095128c00/0x9851078746b7fdbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfde expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:0.0:1746126425.623213:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c2f0e00 00000100:00100000:0.0:1746126425.623225:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1575 00000100:00100000:0.0:1746126425.623230:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734243072:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126425.623487:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734243072:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126425.623493:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1575 00002000:00100000:0.0:1746126425.623499:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2f0e00 x1830945734243072/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126425.623506:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f0e00 with x1830945734243072 ext(0->4095) 00010000:00010000:0.0:1746126425.623510:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095128c00/0x9851078746b7fdbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfde expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.623519:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095128c00/0x9851078746b7fdbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfde expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:0.0:1746126425.623524:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c2f0e00 00000100:00100000:0.0:1746126425.624985:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.627914:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.628020:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734243456 00000100:00100000:1.0:1746126425.628038:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734243456 00002000:00100000:1.0:1746126425.628152:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2f1180 x1830945734243456/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.628166:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f1180 with x1830945734243456 ext(0->4095) 00002000:00010000:1.0:1746126425.628170:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2f1180 00000100:00100000:1.0:1746126425.628193:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3633 00000100:00100000:1.0:1746126425.628200:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1964:x1830945734243456:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126425.628330:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1964:x1830945734243456:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.628336:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3633 00002000:00100000:1.0:1746126425.628341:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2f1180 x1830945734243456/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.628348:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f1180 with x1830945734243456 ext(0->4095) 00002000:00010000:1.0:1746126425.628350:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2f1180 00000100:00100000:0.0:1746126425.629625:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.629692:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734243584 00000100:00100000:1.0:1746126425.629696:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734243584 00000100:00100000:1.0:1746126425.629776:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4665 00000100:00100000:1.0:1746126425.629782:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734243584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126425.629792:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126425.629806:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7fdc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccfec expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.629826:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fdc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfe5 expref: 17 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.629831:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126425.629833:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126425.629836:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7fdc9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfec expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.629857:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fdc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfe5 expref: 17 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.629866:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fdc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfe5 expref: 17 pid: 8423 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1746126425.629876:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726195456:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126425.630087:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126425.631057:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800936d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726195456:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126425.631074:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7fdc9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfec expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.631084:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a068600, rc 0) 00000100:00100000:1.0:1746126425.631103:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734243584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1321us (1481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126425.631109:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4665 00000100:00100000:0.0:1746126425.632066:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.637979:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.644158:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.644236:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734243968 00000100:00100000:1.0:1746126425.644244:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734243968 00000100:00100000:1.0:1746126425.644293:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4666 00000100:00100000:1.0:1746126425.644300:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:31643:x1830945734243968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126425.644319:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126425.644332:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ff59400/0x9851078746b7fdd0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccff3 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.644360:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7fdc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfec expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.644367:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126425.644368:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126425.644371:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ff59400/0x9851078746b7fdd0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccff3 expref: 21 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.644396:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7fdc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfec expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.644406:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7fdc9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfec expref: 5 pid: 8423 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1746126425.644415:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800936d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726195712:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126425.644478:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126425.646287:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.646455:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734244224 00000100:00100000:1.0:1746126425.646459:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734244224 00002000:00100000:1.0:1746126425.646483:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2f2300 x1830945734244224/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.646493:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f2300 with x1830945734244224 ext(0->4095) 00010000:00010000:1.0:1746126425.646499:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7fdc9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfec expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.646510:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7fdc9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfec expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.646520:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c2f2300 00000100:00100000:1.0:1746126425.646541:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1577 00000100:00100000:1.0:1746126425.646547:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734244224:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126425.646665:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734244224:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.646670:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1577 00002000:00100000:1.0:1746126425.646675:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2f2300 x1830945734244224/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.646682:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f2300 with x1830945734244224 ext(0->4095) 00010000:00010000:1.0:1746126425.646686:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7fdc9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfec expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.646693:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a068600/0x9851078746b7fdc9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccfec expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.646698:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c2f2300 00000100:00100000:1.0:1746126425.647833:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800936d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726195712:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126425.647854:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ff59400/0x9851078746b7fdd0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccff3 expref: 20 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.647866:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ff59400, rc 0) 00000100:00100000:1.0:1746126425.647889:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:31643:x1830945734243968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3589us (3737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126425.647898:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4666 00000100:00100000:0.0:1746126425.649890:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.654359:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.665296:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.665361:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734244736 00000100:00100000:0.0:1746126425.665368:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734244736 00000100:00100000:0.0:1746126425.665670:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4667 00000100:00100000:0.0:1746126425.665678:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734244736:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126425.665693:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126425.665706:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fdd7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dccffa expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.665729:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ff59400/0x9851078746b7fdd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccff3 expref: 19 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.665736:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126425.665738:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126425.665741:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fdd7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccffa expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.665766:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ff59400/0x9851078746b7fdd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccff3 expref: 19 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.665776:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ff59400/0x9851078746b7fdd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccff3 expref: 19 pid: 8423 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1746126425.665786:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726195968:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126425.665844:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126425.676003:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.676101:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734244864 00000100:00100000:1.0:1746126425.676107:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734244864 00002000:00100000:1.0:1746126425.676137:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012c2f3100 x1830945734244864/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 496/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.676145:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f3100 with x1830945734244864 ext(0->7) 00010000:00010000:1.0:1746126425.676151:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ff59400/0x9851078746b7fdd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccff3 expref: 20 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.676162:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ff59400/0x9851078746b7fdd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccff3 expref: 20 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.676167:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c2f3100 00000100:00100000:1.0:1746126425.676193:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1578 00000100:00100000:1.0:1746126425.676199:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1963:x1830945734244864:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126425.676914:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1963:x1830945734244864:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 713us (910us total) trans 4294967984 rc 0/0 00000100:00100000:1.0:1746126425.676920:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1578 00002000:00100000:1.0:1746126425.676926:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012c2f3100 x1830945734244864/t4294967984(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 496/448 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.676932:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f3100 with x1830945734244864 ext(0->7) 00010000:00010000:1.0:1746126425.676936:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ff59400/0x9851078746b7fdd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccff3 expref: 22 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.676949:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ff59400/0x9851078746b7fdd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccff3 expref: 22 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.676955:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c2f3100 00000100:00100000:0.0:1746126425.683789:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.684884:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.690312:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.690454:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734245376 00000100:00100000:1.0:1746126425.690460:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734245376 00002000:00100000:1.0:1746126425.690495:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2f3b80 x1830945734245376/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.690504:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f3b80 with x1830945734245376 ext(0->4095) 00010000:00010000:1.0:1746126425.690511:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fdd7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccffa expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.690522:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fdd7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccffa expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.690528:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c2f3b80 00000100:00100000:1.0:1746126425.690684:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1579 00000100:00100000:1.0:1746126425.690691:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734245376:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126425.691018:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734245376:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 327us (717us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.691045:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1579 00002000:00100000:1.0:1746126425.691050:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2f3b80 x1830945734245376/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.691057:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f3b80 with x1830945734245376 ext(0->4095) 00010000:00010000:1.0:1746126425.691062:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fdd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccffa expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.691070:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fdd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dccffa expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:1.0:1746126425.691075:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c2f3b80 00000100:00100000:0.0:1746126425.695108:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.699592:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.699736:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734245760 00000100:00100000:1.0:1746126425.699742:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734245760 00002000:00100000:1.0:1746126425.699773:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2f0700 x1830945734245760/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.699781:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f0700 with x1830945734245760 ext(0->4095) 00002000:00010000:1.0:1746126425.699785:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2f0700 00000100:00100000:1.0:1746126425.699811:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3635 00000100:00100000:1.0:1746126425.699816:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1964:x1830945734245760:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126425.699926:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1964:x1830945734245760:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126425.699931:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3635 00002000:00100000:1.0:1746126425.699936:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2f0700 x1830945734245760/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126425.699942:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f0700 with x1830945734245760 ext(0->4095) 00002000:00010000:1.0:1746126425.699944:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2f0700 00000100:00100000:0.0:1746126425.703121:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.707093:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.710635:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.711527:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.715779:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.715839:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.717583:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.723176:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.726283:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.734187:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734247424 00000100:00100000:0.0:1746126425.734195:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734247424 00000100:00100000:0.0:1746126425.739356:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.743960:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.745258:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16811 00000100:00100000:0.0:1746126425.745266:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013240dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1965:x1830945734247680:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126425.745278:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126425.745299:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fdf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd016 expref: 24 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.745310:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fdf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd016 expref: 24 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.745328:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fdf3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd016 expref: 24 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.745350:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126425.745352:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126425.745358:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fdfa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd01d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.745369:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fdfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd01d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.745397:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fdfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd01d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126425.745408:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013240df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726197376:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126425.745513:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126425.749886:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.749940:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013240df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726197376:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126425.749962:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126425.749998:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013240dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1965:x1830945734247680:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4733us (6046us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126425.750008:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16811 00000100:00100000:0.0:1746126425.755979:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.756139:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734248064 00000100:00100000:2.0:1746126425.756146:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734248064 00000100:00100000:2.0:1746126425.756184:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4673 00000100:00100000:2.0:1746126425.756191:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013240df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:31655:x1830945734248064:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.756205:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.756220:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe01 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd024 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.756243:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fdfa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd01d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.756250:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.756251:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.756254:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe01 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd024 expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.756277:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fdfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd01d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.756286:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fdfa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd01d expref: 5 pid: 8423 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.756296:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726197504:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126425.756446:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126425.758704:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726197504:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126425.758729:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe01 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd024 expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.758749:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094927000, rc 0) 00000100:00100000:2.0:1746126425.758781:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013240df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:31655:x1830945734248064:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2589us (2809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.758788:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4673 00000100:00100000:0.0:1746126425.764437:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.764486:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.769627:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734248320 00000100:00100000:1.0:1746126425.769637:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734248320 00010000:00010000:1.0:1746126425.769671:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fdfa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd01d expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1746126425.769698:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16812 00000100:00100000:1.0:1746126425.769704:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013240e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734248320:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126425.769714:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126425.769731:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fdfa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd01d expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.769741:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fdfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd01d expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.769759:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fdfa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd01d expref: 6 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1746126425.769782:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126425.769784:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126425.769790:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd024 expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.769797:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd024 expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126425.769823:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd024 expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126425.769833:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba6a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726197632:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126425.770373:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126425.776861:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.776934:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba6a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726197632:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126425.776951:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126425.776988:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013240e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734248320:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7283us (12500us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126425.776998:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16812 00000100:00100000:2.0:1746126425.777391:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734248448 00000100:00100000:2.0:1746126425.777397:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734248448 00002000:00100000:2.0:1746126425.777426:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013240ea00 x1830945734248448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.777434:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013240ea00 with x1830945734248448 ext(0->4095) 00010000:00010000:2.0:1746126425.777440:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd024 expref: 25 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.777451:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd024 expref: 25 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.777456:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013240ea00 00000100:00100000:2.0:1746126425.777482:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1583 00000100:00100000:2.0:1746126425.777489:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013240ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1964:x1830945734248448:12345-192.168.203.32@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746126425.777622:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013240ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1964:x1830945734248448:12345-192.168.203.32@tcp:3:ldlm_bl.0 Request processed in 133us (769us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126425.777628:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1583 00002000:00100000:2.0:1746126425.777633:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013240ea00 x1830945734248448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.777645:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013240ea00 with x1830945734248448 ext(0->4095) 00010000:00010000:2.0:1746126425.777649:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd024 expref: 25 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.777657:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd024 expref: 25 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.777662:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013240ea00 00000100:00100000:0.0:1746126425.788716:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126425.789823:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.789972:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734248704 00000100:00100000:2.0:1746126425.789976:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734248704 00010000:00010000:2.0:1746126425.789993:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd024 expref: 25 pid: 8423 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.790011:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16813 00000100:00100000:2.0:1746126425.790016:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1964:x1830945734248704:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126425.790047:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126425.790064:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd024 expref: 25 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.790073:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd024 expref: 25 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.790088:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd024 expref: 25 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.790104:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.790106:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.790111:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7fe08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd02b expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.790118:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7fe08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd02b expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.790135:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7fe08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd02b expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.790144:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7fe08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd02b expref: 24 pid: 8423 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.790153:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726198016:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126425.791385:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126425.796424:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.798892:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734248960 00000100:00100000:2.0:1746126425.798901:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734248960 00002000:00100000:2.0:1746126425.798940:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013240f100 x1830945734248960/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.798948:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013240f100 with x1830945734248960 ext(0->4095) 00010000:00010000:2.0:1746126425.798955:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7fe08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd02b expref: 24 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.798966:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7fe08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd02b expref: 24 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.798972:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013240f100 00000100:00100000:2.0:1746126425.799000:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1584 00000100:00100000:2.0:1746126425.799008:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013240f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1963:x1830945734248960:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126425.799192:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013240f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1963:x1830945734248960:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 184us (2776us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126425.799198:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1584 00002000:00100000:2.0:1746126425.799204:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013240f100 x1830945734248960/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.799210:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013240f100 with x1830945734248960 ext(0->4095) 00010000:00010000:2.0:1746126425.799215:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7fe08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd02b expref: 24 pid: 8423 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.799223:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7fe08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd02b expref: 24 pid: 8423 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.799228:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013240f100 00000100:00100000:0.0:1746126425.804808:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.804911:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734249088 00000100:00100000:2.0:1746126425.804919:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734249088 00000100:00100000:2.0:1746126425.804969:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4676 00000100:00100000:2.0:1746126425.804976:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013240f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:31643:x1830945734249088:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.804990:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.805004:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7fe16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd039 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.805049:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.805054:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7fe0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd032 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.805064:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126425.805067:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7fe16 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd039 expref: 25 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126425.805086:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126425.805096:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7fe0f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd032 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.805108:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7fe16 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd039 expref: 25 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.805117:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846000, rc 0) 00000100:00100000:2.0:1746126425.805158:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013240f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31643:x1830945734249088:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.805163:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4676 00000100:00100000:0.0:1746126425.811091:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.821498:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.827650:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.832095:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.832173:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734249984 00000100:00100000:2.0:1746126425.832180:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734249984 00000100:00100000:2.0:1746126425.832396:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4677 00000100:00100000:2.0:1746126425.832403:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a535a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734249984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.832417:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.832430:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd040 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.832452:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7fe16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd039 expref: 23 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.832459:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.832461:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.832464:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe1d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd040 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.832486:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7fe16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd039 expref: 23 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.832496:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7fe16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd039 expref: 23 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.832507:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726198528:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126425.835128:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126425.836305:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726198528:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126425.836325:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe1d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd040 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.836338:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092847600, rc 0) 00000100:00100000:2.0:1746126425.836704:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a535a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734249984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4299us (4615us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.836712:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4677 00000100:00100000:0.0:1746126425.837502:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.837524:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.838160:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734250240 00000100:00100000:2.0:1746126425.838166:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734250240 00000100:00100000:2.0:1746126425.838210:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4678 00000100:00100000:2.0:1746126425.838215:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013240ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:31643:x1830945734250240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.838229:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.838242:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b7fe24 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd047 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.838266:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.838271:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd040 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.838277:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126425.838280:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b7fe24 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd047 expref: 25 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.838304:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe1d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd040 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.838314:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b7fe24 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd047 expref: 25 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.838323:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092847e00, rc 0) 00000100:00100000:2.0:1746126425.839279:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013240ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:31643:x1830945734250240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1062us (1752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.839284:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4678 00000100:00100000:0.0:1746126425.845840:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.846073:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734250496 00000100:00100000:2.0:1746126425.846080:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734250496 00002000:00100000:2.0:1746126425.846117:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013240df80 x1830945734250496/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.846126:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013240df80 with x1830945734250496 ext(0->4095) 00010000:00010000:2.0:1746126425.846132:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd040 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.846147:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd040 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.846152:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013240df80 00000100:00100000:2.0:1746126425.846169:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1586 00000100:00100000:2.0:1746126425.846175:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013240df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734250496:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126425.846307:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013240df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734250496:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (472us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126425.846312:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1586 00002000:00100000:2.0:1746126425.846318:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013240df80 x1830945734250496/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.846324:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013240df80 with x1830945734250496 ext(0->4095) 00010000:00010000:2.0:1746126425.846328:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd040 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.846336:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd040 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.846340:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013240df80 00000100:00100000:0.0:1746126425.850303:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.853883:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.864642:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.864689:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734251008 00000100:00100000:2.0:1746126425.864696:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734251008 00000100:00100000:2.0:1746126425.864733:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4679 00000100:00100000:2.0:1746126425.864739:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013240ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734251008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.864751:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.864762:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b7fe2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd04e expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.864784:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b7fe24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd047 expref: 23 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.864790:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.864791:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.864794:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b7fe2b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd04e expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.864816:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b7fe24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd047 expref: 23 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.864824:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b7fe24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd047 expref: 23 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.864833:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726199040:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126425.865876:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126425.866838:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726199040:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126425.866858:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b7fe2b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd04e expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.866871:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846e00, rc 0) 00000100:00100000:2.0:1746126425.866910:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013240ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734251008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2171us (2276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.866917:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4679 00000100:00100000:0.0:1746126425.871466:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.871912:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734251136 00000100:00100000:2.0:1746126425.871919:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734251136 00002000:00100000:2.0:1746126425.871955:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013240f480 x1830945734251136/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 496/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.871964:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013240f480 with x1830945734251136 ext(0->7) 00010000:00010000:2.0:1746126425.871971:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b7fe24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd047 expref: 24 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.871983:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b7fe24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd047 expref: 24 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.871989:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013240f480 00000100:00100000:0.0:1746126425.876201:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.876278:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734251264 00000100:00100000:2.0:1746126425.876285:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734251264 00000100:00100000:2.0:1746126425.876321:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4680 00000100:00100000:2.0:1746126425.876327:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013240dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31643:x1830945734251264:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.876338:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.876350:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b7fe32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd055 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.876368:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.876373:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b7fe2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd04e expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.876377:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126425.876380:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b7fe32 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd055 expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.876409:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b7fe2b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd04e expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.876419:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b7fe32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd055 expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.876426:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846200, rc 0) 00000100:00100000:2.0:1746126425.876460:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013240dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31643:x1830945734251264:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.876465:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4680 00000100:00100000:0.0:1746126425.878060:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.882174:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.883151:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734251648 00000100:00100000:2.0:1746126425.883158:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734251648 00002000:00100000:2.0:1746126425.883194:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013240f800 x1830945734251648/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.883203:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013240f800 with x1830945734251648 ext(0->4095) 00010000:00010000:2.0:1746126425.883211:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b7fe2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd04e expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.883222:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b7fe2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd04e expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.883227:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013240f800 00000100:00100000:2.0:1746126425.883256:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1588 00000100:00100000:2.0:1746126425.883262:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013240f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734251648:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126425.883391:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013240f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734251648:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (1222us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126425.883398:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1588 00002000:00100000:2.0:1746126425.883403:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013240f800 x1830945734251648/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.883409:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013240f800 with x1830945734251648 ext(0->4095) 00010000:00010000:2.0:1746126425.883414:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b7fe2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd04e expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.883422:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b7fe2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd04e expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.883428:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013240f800 00000100:00100000:0.0:1746126425.885547:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.885616:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.886008:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734251904 00000100:00100000:2.0:1746126425.886012:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734251904 00000100:00100000:2.0:1746126425.886051:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4681 00000100:00100000:2.0:1746126425.886056:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013240c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734251904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.886064:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.886072:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd05c expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.886086:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b7fe32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd055 expref: 25 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.886092:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.886093:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.886096:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe39 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd05c expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.886115:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b7fe32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd055 expref: 25 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.886124:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b7fe32 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd055 expref: 25 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.886131:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726199552:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126425.886167:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126425.888188:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726199552:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126425.888203:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe39 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd05c expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.888213:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092847600, rc 0) 00000100:00100000:0.0:1746126425.888227:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013240c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734251904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2171us (2611us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126425.888232:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4681 00000100:00100000:0.0:1746126425.888600:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.892121:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.892363:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734252288 00000100:00100000:2.0:1746126425.892369:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734252288 00002000:00100000:2.0:1746126425.892399:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff3b80 x1830945734252288/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.892407:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff3b80 with x1830945734252288 ext(0->4095) 00002000:00010000:2.0:1746126425.892410:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff3b80 00000100:00100000:2.0:1746126425.892462:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3640 00000100:00100000:2.0:1746126425.892469:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734252288:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126425.892708:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734252288:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 238us (586us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126425.892713:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3640 00002000:00100000:2.0:1746126425.892718:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff3b80 x1830945734252288/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.892725:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff3b80 with x1830945734252288 ext(0->4095) 00002000:00010000:2.0:1746126425.892727:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff3b80 00000100:00100000:0.0:1746126425.894658:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.894747:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734252416 00000100:00100000:2.0:1746126425.894753:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734252416 00000100:00100000:2.0:1746126425.894785:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4682 00000100:00100000:2.0:1746126425.894789:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:31655:x1830945734252416:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.894801:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.894813:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd063 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.894832:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe39 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd05c expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.894838:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.894839:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.894842:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe40 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd063 expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.894862:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd05c expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.894870:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd05c expref: 5 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.894878:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726199808:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126425.895255:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126425.897068:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726199808:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126425.897089:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd063 expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.897105:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094926e00, rc 0) 00000100:00100000:2.0:1746126425.897136:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31655:x1830945734252416:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2345us (2482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.897142:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4682 00000100:00100000:0.0:1746126425.898679:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.899444:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.900050:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734252672 00000100:00100000:2.0:1746126425.900054:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734252672 00000100:00100000:2.0:1746126425.900074:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4683 00000100:00100000:2.0:1746126425.900079:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31643:x1830945734252672:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.900089:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.900097:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fe47 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd06a expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.900111:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd063 expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.900116:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.900117:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.900120:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fe47 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd06a expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.900135:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd063 expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.900143:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe40 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd063 expref: 27 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.900155:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726200064:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126425.900902:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126425.903178:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.903322:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734252928 00000100:00100000:2.0:1746126425.903327:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734252928 00002000:00100000:2.0:1746126425.903357:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760380 x1830945734252928/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.903364:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760380 with x1830945734252928 ext(0->4095) 00010000:00010000:2.0:1746126425.903371:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe40 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd063 expref: 28 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.903381:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe40 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd063 expref: 28 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.903386:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093760380 00000100:00100000:2.0:1746126425.903408:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1589 00000100:00100000:2.0:1746126425.903414:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734252928:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126425.903540:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734252928:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126425.903545:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1589 00002000:00100000:2.0:1746126425.903550:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760380 x1830945734252928/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.903569:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760380 with x1830945734252928 ext(0->4095) 00010000:00010000:2.0:1746126425.903574:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe40 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd063 expref: 28 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.903583:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe40 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd063 expref: 28 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.903588:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093760380 00000100:00100000:2.0:1746126425.904788:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726200064:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126425.904808:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fe47 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd06a expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.904819:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094927600, rc 0) 00000100:00100000:2.0:1746126425.905051:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31643:x1830945734252672:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4970us (5606us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.905057:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4683 00000100:00100000:0.0:1746126425.906761:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.906909:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734253056 00000100:00100000:2.0:1746126425.906916:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734253056 00000100:00100000:2.0:1746126425.906944:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4684 00000100:00100000:2.0:1746126425.906949:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734253056:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.906962:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.906974:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cfac00/0x9851078746b7fe4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd071 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.906992:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.906997:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fe47 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd06a expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.907003:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126425.907006:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cfac00/0x9851078746b7fe4e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd071 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.907158:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fe47 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd06a expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.907212:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094cfac00/0x9851078746b7fe4e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd071 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.907220:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cfac00, rc 0) 00000100:00100000:2.0:1746126425.907270:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734253056:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 320us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.907275:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4684 00000100:00100000:1.0:1746126425.907328:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.910320:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.910518:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734253440 00000100:00100000:2.0:1746126425.910524:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734253440 00002000:00100000:2.0:1746126425.910551:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236ea00 x1830945734253440/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.910570:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236ea00 with x1830945734253440 ext(0->4095) 00010000:00010000:2.0:1746126425.910578:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fe47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd06a expref: 26 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.910588:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fe47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd06a expref: 26 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.910594:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236ea00 00000100:00100000:2.0:1746126425.910608:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1590 00000100:00100000:2.0:1746126425.910614:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1964:x1830945734253440:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126425.910723:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1964:x1830945734253440:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (409us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126425.910728:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1590 00002000:00100000:2.0:1746126425.910733:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236ea00 x1830945734253440/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.910739:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236ea00 with x1830945734253440 ext(0->4095) 00010000:00010000:2.0:1746126425.910743:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fe47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd06a expref: 26 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.910751:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094927600/0x9851078746b7fe47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd06a expref: 26 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.910756:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236ea00 00000100:00100000:0.0:1746126425.913251:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.913298:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.913370:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734253568 00000100:00100000:2.0:1746126425.913373:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734253568 00000100:00100000:2.0:1746126425.913393:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4685 00000100:00100000:2.0:1746126425.913398:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31643:x1830945734253568:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.913410:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.913421:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd078 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.913437:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.913441:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094cfac00/0x9851078746b7fe4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd071 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.913446:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126425.913450:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe55 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd078 expref: 28 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.914463:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094cfac00/0x9851078746b7fe4e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd071 expref: 5 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.914471:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094cfac00/0x9851078746b7fe4e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd071 expref: 5 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.914478:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726200576:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126425.914502:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126425.917827:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.918256:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726200576:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126425.918276:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd078 expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.918290:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094926e00, rc 0) 00000100:00100000:2.0:1746126425.918313:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31643:x1830945734253568:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4915us (5068us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.918319:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4685 00000100:00100000:0.0:1746126425.922795:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.929482:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.931291:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.931350:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734254464 00000100:00100000:2.0:1746126425.931356:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734254464 00000100:00100000:2.0:1746126425.931380:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4686 00000100:00100000:2.0:1746126425.931384:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734254464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.931395:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.931409:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5f4ca00/0x9851078746b7fe5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd07f expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.931433:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd078 expref: 25 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.931439:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.931440:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.931444:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5f4ca00/0x9851078746b7fe5c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd07f expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.931468:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd078 expref: 25 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.931478:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b7fe55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd078 expref: 25 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.931487:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726200832:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126425.931564:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126425.933270:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726200832:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126425.933292:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5f4ca00/0x9851078746b7fe5c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd07f expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.933304:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5f4ca00, rc 0) 00000100:00100000:2.0:1746126425.933331:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734254464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1945us (2043us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.933337:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4686 00000100:00100000:0.0:1746126425.934966:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.937705:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.937905:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734254848 00000100:00100000:2.0:1746126425.937910:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734254848 00002000:00100000:2.0:1746126425.937937:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac5880 x1830945734254848/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.937945:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac5880 with x1830945734254848 ext(0->4095) 00002000:00010000:2.0:1746126425.937948:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dac5880 00000100:00100000:2.0:1746126425.937959:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3642 00000100:00100000:2.0:1746126425.937963:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734254848:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126425.938897:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734254848:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 929us (1194us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126425.938904:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3642 00002000:00100000:2.0:1746126425.938910:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac5880 x1830945734254848/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.938916:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac5880 with x1830945734254848 ext(0->4095) 00002000:00010000:2.0:1746126425.938919:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dac5880 00000100:00100000:0.0:1746126425.939841:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.939980:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734254976 00000100:00100000:2.0:1746126425.939986:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734254976 00000100:00100000:2.0:1746126425.940010:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4687 00000100:00100000:2.0:1746126425.940015:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:31643:x1830945734254976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.940039:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.940051:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe63 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd086 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.940071:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5f4ca00/0x9851078746b7fe5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd07f expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.940081:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.940083:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.940086:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe63 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd086 expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.940106:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5f4ca00/0x9851078746b7fe5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd07f expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.940114:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5f4ca00/0x9851078746b7fe5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd07f expref: 5 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.940123:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726201088:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126425.941115:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126425.941669:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.942213:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734255104 00000100:00100000:0.0:1746126425.942220:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734255104 00000100:00100000:0.0:1746126425.942258:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4688 00000100:00100000:0.0:1746126425.942265:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31655:x1830945734255104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126425.942276:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126425.942287:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7fe6a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd08d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.942306:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126425.942311:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe63 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd086 expref: 28 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.942316:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126425.942318:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7fe6a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd08d expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.942344:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe63 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd086 expref: 28 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.942358:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7fe6a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd08d expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.942366:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846000, rc 0) 00000100:00100000:0.0:1746126425.942406:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:31655:x1830945734255104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126425.942412:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4688 00000100:00100000:2.0:1746126425.946718:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726201088:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126425.946745:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe63 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd086 expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.946760:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094927000, rc 0) 00000100:00100000:2.0:1746126425.946807:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31643:x1830945734254976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6790us (6967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.946815:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4687 00000100:00100000:0.0:1746126425.946880:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.950788:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.950857:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734255488 00000100:00100000:2.0:1746126425.950863:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734255488 00002000:00100000:2.0:1746126425.950893:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133304a80 x1830945734255488/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.950907:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304a80 with x1830945734255488 ext(0->4095) 00010000:00010000:2.0:1746126425.950914:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd086 expref: 27 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.950924:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd086 expref: 27 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.950930:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133304a80 00000100:00100000:2.0:1746126425.950943:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1592 00000100:00100000:2.0:1746126425.950948:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734255488:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126425.951088:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734255488:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (301us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126425.951093:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1592 00002000:00100000:2.0:1746126425.951097:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133304a80 x1830945734255488/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.951103:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304a80 with x1830945734255488 ext(0->4095) 00010000:00010000:2.0:1746126425.951107:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd086 expref: 27 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.951114:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094927000/0x9851078746b7fe63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd086 expref: 27 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.951119:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133304a80 00000100:00100000:0.0:1746126425.955752:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.959106:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.959323:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734255872 00000100:00100000:2.0:1746126425.959329:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734255872 00002000:00100000:2.0:1746126425.959356:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2f1500 x1830945734255872/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.959364:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f1500 with x1830945734255872 ext(0->4095) 00002000:00010000:2.0:1746126425.959368:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2f1500 00000100:00100000:2.0:1746126425.959381:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3643 00000100:00100000:2.0:1746126425.959386:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1963:x1830945734255872:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126425.959502:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1963:x1830945734255872:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126425.959508:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3643 00002000:00100000:2.0:1746126425.959512:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2f1500 x1830945734255872/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.959519:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f1500 with x1830945734255872 ext(0->4095) 00002000:00010000:2.0:1746126425.959522:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2f1500 00000100:00100000:0.0:1746126425.962321:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.962692:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734256000 00000100:00100000:2.0:1746126425.962700:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734256000 00000100:00100000:2.0:1746126425.962745:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4689 00000100:00100000:2.0:1746126425.962752:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734256000:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.962765:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.962778:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7fe71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd094 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.962800:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7fe6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd08d expref: 25 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.962810:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.962811:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.962814:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7fe71 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd094 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.962838:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7fe6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd08d expref: 25 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.962848:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b7fe6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd08d expref: 25 pid: 8423 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.962857:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726201600:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126425.962924:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126425.965839:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726201600:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126425.965862:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7fe71 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd094 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.965875:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288bc00, rc 0) 00000100:00100000:2.0:1746126425.965904:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734256000:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3153us (3589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.965911:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4689 00000100:00100000:0.0:1746126425.966365:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.972005:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.972447:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734256256 00000100:00100000:2.0:1746126425.972455:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734256256 00000100:00100000:2.0:1746126425.972488:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4690 00000100:00100000:2.0:1746126425.972494:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31643:x1830945734256256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.972510:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.972522:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7fe78 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd09b expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.972544:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7fe71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd094 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.972551:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.972552:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.972570:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7fe78 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd09b expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.972593:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7fe71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd094 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.972601:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7fe71 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd094 expref: 5 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.972610:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726201856:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126425.972671:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126425.973615:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726201728:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126425.973629:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126425.973648:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734256128:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6031us (7284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.973656:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16828 00000100:00100000:0.0:1746126425.974104:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.974587:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734256512 00000100:00100000:2.0:1746126425.974593:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734256512 00002000:00100000:2.0:1746126425.974622:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2f1c00 x1830945734256512/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/0 e 0 to 0 dl 1746126436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.974631:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f1c00 with x1830945734256512 ext(0->4095) 00010000:00010000:2.0:1746126425.974637:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7fe71 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd094 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.974648:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7fe71 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd094 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.974653:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c2f1c00 00000100:00100000:2.0:1746126425.974677:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1593 00000100:00100000:2.0:1746126425.974683:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734256512:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126425.974810:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734256512:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (706us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126425.974816:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1593 00002000:00100000:2.0:1746126425.974821:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2f1c00 x1830945734256512/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:186/0 lens 488/4536 e 0 to 0 dl 1746126436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126425.974827:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2f1c00 with x1830945734256512 ext(0->4095) 00010000:00010000:2.0:1746126425.974831:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7fe71 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd094 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.974839:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7fe71 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd094 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126425.974844:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c2f1c00 00000100:00100000:0.0:1746126425.976108:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726201856:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126425.976127:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7fe78 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd09b expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.976137:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288b400, rc 0) 00000100:00100000:0.0:1746126425.976168:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31643:x1830945734256256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3675us (4170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126425.976175:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4690 00000100:00100000:0.0:1746126425.977094:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.977946:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734256640 00000100:00100000:2.0:1746126425.977953:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734256640 00000100:00100000:2.0:1746126425.978364:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4691 00000100:00100000:2.0:1746126425.978371:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31655:x1830945734256640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.978385:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.978397:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b7fe7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd0a2 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.978417:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.978422:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7fe78 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd09b expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.978427:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.978429:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b7fe7f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a2 expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.978456:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7fe78 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd09b expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.978466:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b7fe7f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a2 expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.978474:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d9f2c00, rc 0) 00000100:00100000:2.0:1746126425.979258:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31655:x1830945734256640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 885us (2163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.979264:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4691 00000100:00100000:0.0:1746126425.979750:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.979871:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734256768 00000100:00100000:2.0:1746126425.979876:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734256768 00010000:00010000:2.0:1746126425.979897:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7fe71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd094 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.979954:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16829 00000100:00100000:2.0:1746126425.979961:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734256768:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126425.979971:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126425.979988:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7fe71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd094 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.979997:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7fe71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd094 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.980014:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009288bc00/0x9851078746b7fe71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd094 expref: 6 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.980048:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.980051:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.980057:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7fe78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd09b expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.980063:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7fe78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd09b expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.980085:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7fe78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd09b expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.980094:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7fe78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd09b expref: 26 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.980108:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726202112:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126425.980166:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126425.982174:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726202112:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126425.982189:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126425.982219:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734256768:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2258us (2469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.982228:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16829 00000100:00100000:0.0:1746126425.982613:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126425.985406:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126425.986863:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126425.986938:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734257152 00000100:00100000:0.0:1746126425.986945:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734257152 00010000:00010000:0.0:1746126425.986971:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7fe78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd09b expref: 27 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1746126425.987002:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16830 00000100:00100000:0.0:1746126425.987009:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1963:x1830945734257152:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126425.987037:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126425.987053:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7fe78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd09b expref: 27 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.987063:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7fe78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd09b expref: 27 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.987081:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009288b400/0x9851078746b7fe78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd09b expref: 27 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126425.987093:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126425.987095:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126425.987100:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b7fe7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a2 expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.987107:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b7fe7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a2 expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126425.987130:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b7fe7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a2 expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126425.987145:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726202240:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126425.987207:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126425.989876:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.990737:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726202240:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126425.990753:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126425.990787:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1963:x1830945734257152:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3778us (3928us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.990795:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16830 00000100:00100000:0.0:1746126425.993590:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.993745:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734257536 00000100:00100000:2.0:1746126425.993754:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734257536 00000100:00100000:2.0:1746126425.994274:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4692 00000100:00100000:2.0:1746126425.994283:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734257536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126425.994298:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126425.994311:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b7fe86 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd0a9 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.994335:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b7fe7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a2 expref: 25 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.994346:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.994348:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126425.994351:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b7fe86 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a9 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.994375:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b7fe7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a2 expref: 25 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.994385:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b7fe7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a2 expref: 25 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.994395:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726202368:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126425.994463:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126425.996421:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726202368:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126425.996447:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b7fe86 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a9 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.996460:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d9f2600, rc 0) 00000100:00100000:2.0:1746126425.996493:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734257536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2211us (2911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126425.996500:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4692 00000100:00100000:0.0:1746126425.996761:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126425.996868:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734257664 00000100:00100000:2.0:1746126425.996873:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734257664 00010000:00010000:2.0:1746126425.996891:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b7fe7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a2 expref: 26 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126425.996924:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16831 00000100:00100000:2.0:1746126425.996929:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1963:x1830945734257664:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126425.996939:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126425.996956:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b7fe7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a2 expref: 26 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.996964:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b7fe7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a2 expref: 26 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.996981:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b7fe7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a2 expref: 26 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126425.996992:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.996993:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126425.996998:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b7fe86 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.997003:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b7fe86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126425.997047:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b7fe86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0a9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126425.997056:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726202496:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126425.997100:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126425.999522:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726202496:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126425.999536:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.000257:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1963:x1830945734257664:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3325us (3494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.000266:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16831 00000100:00100000:0.0:1746126426.000343:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.000463:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734257920 00000100:00100000:1.0:1746126426.000469:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734257920 00002000:00100000:1.0:1746126426.000495:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132588000 x1830945734257920/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.000504:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132588000 with x1830945734257920 ext(0->4095) 00002000:00010000:1.0:1746126426.000507:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132588000 00000100:00100000:1.0:1746126426.000520:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3645 00000100:00100000:1.0:1746126426.000525:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734257920:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126426.000650:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734257920:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.000655:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3645 00002000:00100000:1.0:1746126426.000660:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132588000 x1830945734257920/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.000667:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132588000 with x1830945734257920 ext(0->4095) 00002000:00010000:1.0:1746126426.000669:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132588000 00000100:00100000:0.0:1746126426.001019:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.004301:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.004695:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734258176 00000100:00100000:0.0:1746126426.004700:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734258176 00000100:00100000:0.0:1746126426.004734:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4694 00000100:00100000:0.0:1746126426.004740:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31655:x1830945734258176:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126426.004750:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126426.004758:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd0b7 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.004772:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126426.004776:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7fe8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0b0 expref: 28 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.004780:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126426.004783:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe94 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0b7 expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.004802:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7fe8d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0b0 expref: 28 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.004814:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe94 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0b7 expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.004820:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092847600, rc 0) 00000100:00100000:0.0:1746126426.005314:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31655:x1830945734258176:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 572us (1016us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126426.005319:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4694 00000100:00100000:2.0:1746126426.005363:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.008122:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.008159:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734258560 00000100:00100000:0.0:1746126426.008165:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734258560 00002000:00100000:0.0:1746126426.008188:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132595f80 x1830945734258560/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126426.008196:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595f80 with x1830945734258560 ext(0->4095) 00010000:00010000:0.0:1746126426.008202:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7fe8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0b0 expref: 27 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126426.008211:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7fe8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0b0 expref: 27 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:0.0:1746126426.008216:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132595f80 00000100:00100000:0.0:1746126426.008514:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1595 00000100:00100000:0.0:1746126426.008522:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734258560:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126426.008666:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734258560:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (544us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126426.008672:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1595 00002000:00100000:0.0:1746126426.008677:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132595f80 x1830945734258560/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126426.008684:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595f80 with x1830945734258560 ext(0->4095) 00010000:00010000:0.0:1746126426.008689:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7fe8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0b0 expref: 27 pid: 17079 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126426.008697:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7fe8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0b0 expref: 27 pid: 17079 timeout: 644 lvb_type: 0 00002000:00010000:0.0:1746126426.008702:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132595f80 00000100:00100000:0.0:1746126426.010921:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.015861:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.015934:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734258944 00000100:00100000:1.0:1746126426.015942:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734258944 00002000:00100000:1.0:1746126426.015977:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132589c00 x1830945734258944/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.015985:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132589c00 with x1830945734258944 ext(0->4095) 00002000:00010000:1.0:1746126426.015989:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132589c00 00000100:00100000:1.0:1746126426.016005:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3646 00000100:00100000:1.0:1746126426.016010:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132589c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734258944:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126426.016159:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132589c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734258944:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.016164:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3646 00002000:00100000:1.0:1746126426.016169:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132589c00 x1830945734258944/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.016176:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132589c00 with x1830945734258944 ext(0->4095) 00002000:00010000:1.0:1746126426.016179:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132589c00 00000100:00100000:0.0:1746126426.018569:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.018662:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734259072 00000100:00100000:1.0:1746126426.018668:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734259072 00000100:00100000:1.0:1746126426.018736:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4695 00000100:00100000:1.0:1746126426.018743:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013258a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734259072:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126426.018755:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.018769:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fe9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd0be expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.018790:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0b7 expref: 25 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.018801:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.018802:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.018806:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fe9b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0be expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.018829:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0b7 expref: 25 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.018840:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b7fe94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0b7 expref: 25 pid: 8424 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1746126426.018850:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726203136:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126426.019640:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.021316:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726203136:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126426.021338:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fe9b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0be expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.021349:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993000, rc 0) 00000100:00100000:1.0:1746126426.021381:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013258a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734259072:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2638us (2827us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.021387:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4695 00000100:00100000:0.0:1746126426.021744:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.024473:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.024626:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734259456 00000100:00100000:1.0:1746126426.024632:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734259456 00002000:00100000:1.0:1746126426.024662:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013258b480 x1830945734259456/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.024676:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013258b480 with x1830945734259456 ext(0->4095) 00002000:00010000:1.0:1746126426.024679:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013258b480 00000100:00100000:1.0:1746126426.024695:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3647 00000100:00100000:1.0:1746126426.024701:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013258b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734259456:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126426.024825:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013258b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734259456:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.024830:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3647 00002000:00100000:1.0:1746126426.024835:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013258b480 x1830945734259456/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.024841:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013258b480 with x1830945734259456 ext(0->4095) 00002000:00010000:1.0:1746126426.024844:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013258b480 00000100:00100000:0.0:1746126426.027351:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.027442:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734259584 00000100:00100000:1.0:1746126426.027448:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734259584 00000100:00100000:1.0:1746126426.027486:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4696 00000100:00100000:1.0:1746126426.027492:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:31643:x1830945734259584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126426.027503:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.027517:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fea2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd0c5 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.027917:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fe9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0be expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.027926:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.027927:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.027932:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fea2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0c5 expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.027959:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fe9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0be expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.027969:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fe9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0be expref: 5 pid: 8424 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1746126426.028150:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.028186:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734259712 00000100:00100000:2.0:1746126426.028190:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734259712 00000100:00100000:2.0:1746126426.028221:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4697 00000100:00100000:2.0:1746126426.028227:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132589880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31655:x1830945734259712:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.028233:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.028239:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7fea9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd0cc expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.028250:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.028252:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fea2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0c5 expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.028256:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.028259:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7fea9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0cc expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.028276:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fea2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0c5 expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.028287:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7fea9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0cc expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.028295:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5000, rc 0) 00000100:00100000:2.0:1746126426.028326:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132589880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:31655:x1830945734259712:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.028362:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726203392:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126426.028408:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.029205:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4697 00000100:00100000:1.0:1746126426.031804:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726203392:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126426.031826:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fea2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0c5 expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.031838:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993200, rc 0) 00000100:00100000:1.0:1746126426.031884:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31643:x1830945734259584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4390us (4536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.031890:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4696 00000100:00100000:2.0:1746126426.032461:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.035866:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.035909:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734260096 00000100:00100000:0.0:1746126426.035914:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734260096 00002000:00100000:0.0:1746126426.035940:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013258a680 x1830945734260096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126426.035949:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013258a680 with x1830945734260096 ext(0->4095) 00010000:00010000:0.0:1746126426.035955:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0c5 expref: 27 pid: 8424 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126426.035965:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0c5 expref: 27 pid: 8424 timeout: 644 lvb_type: 0 00002000:00010000:0.0:1746126426.035972:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013258a680 00000100:00100000:0.0:1746126426.035985:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1596 00000100:00100000:0.0:1746126426.035991:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013258a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734260096:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126426.036122:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013258a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734260096:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (256us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126426.036128:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1596 00002000:00100000:0.0:1746126426.036133:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013258a680 x1830945734260096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126426.036139:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013258a680 with x1830945734260096 ext(0->4095) 00010000:00010000:0.0:1746126426.036143:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0c5 expref: 27 pid: 8424 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126426.036152:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0c5 expref: 27 pid: 8424 timeout: 644 lvb_type: 0 00002000:00010000:0.0:1746126426.036158:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013258a680 00000100:00100000:0.0:1746126426.037966:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.041214:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.041435:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734260480 00000100:00100000:1.0:1746126426.041441:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734260480 00002000:00100000:1.0:1746126426.041469:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4f800 x1830945734260480/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.041477:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4f800 with x1830945734260480 ext(0->4095) 00002000:00010000:1.0:1746126426.041481:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4f800 00000100:00100000:1.0:1746126426.041891:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3648 00000100:00100000:1.0:1746126426.041899:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1964:x1830945734260480:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126426.042010:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1964:x1830945734260480:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (802us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.042015:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3648 00002000:00100000:1.0:1746126426.042037:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4f800 x1830945734260480/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.042044:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4f800 with x1830945734260480 ext(0->4095) 00002000:00010000:1.0:1746126426.042047:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4f800 00000100:00100000:0.0:1746126426.044805:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.044883:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734260608 00000100:00100000:1.0:1746126426.044890:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734260608 00000100:00100000:1.0:1746126426.045052:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4698 00000100:00100000:1.0:1746126426.045060:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734260608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126426.045073:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.045086:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7feb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd0d3 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.045109:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7fea9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0cc expref: 25 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.045116:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.045118:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.045121:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7feb0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0d3 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.045228:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7fea9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0cc expref: 25 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.045242:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7fea9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0cc expref: 25 pid: 8423 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1746126426.045251:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726203904:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126426.045688:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.047823:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726203904:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126426.047849:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7feb0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0d3 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.047863:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993400, rc 0) 00000100:00100000:1.0:1746126426.047898:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734260608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2838us (3098us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.047905:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4698 00000100:00100000:0.0:1746126426.048131:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.052846:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.053043:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734260864 00000100:00100000:1.0:1746126426.053050:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734260864 00000100:00100000:1.0:1746126426.053085:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4699 00000100:00100000:1.0:1746126426.053091:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:31643:x1830945734260864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126426.053103:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.053115:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd0da expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.053135:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7feb0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0d3 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.053146:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.053148:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.053151:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.053173:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7feb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0d3 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.053182:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7feb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0d3 expref: 5 pid: 8424 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1746126426.053192:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726204160:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126426.053247:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.053640:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.053671:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734261120 00000100:00100000:2.0:1746126426.053675:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734261120 00002000:00100000:2.0:1746126426.053696:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6ce00 x1830945734261120/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.053705:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6ce00 with x1830945734261120 ext(0->4095) 00010000:00010000:2.0:1746126426.053710:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7feb0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0d3 expref: 6 pid: 8424 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126426.053719:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7feb0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0d3 expref: 6 pid: 8424 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126426.053725:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123d6ce00 00000100:00100000:2.0:1746126426.053747:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1597 00000100:00100000:2.0:1746126426.053752:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734261120:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126426.054050:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734261120:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 296us (409us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.054056:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1597 00002000:00100000:2.0:1746126426.054061:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6ce00 x1830945734261120/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.054074:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6ce00 with x1830945734261120 ext(0->4095) 00010000:00010000:2.0:1746126426.054078:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7feb0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0d3 expref: 6 pid: 8424 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126426.054086:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7feb0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0d3 expref: 6 pid: 8424 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126426.054092:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123d6ce00 00000100:00100000:1.0:1746126426.055890:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726204160:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126426.055911:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.055922:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993000, rc 0) 00000100:00100000:0.0:1746126426.056366:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.056474:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31643:x1830945734260864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3382us (3627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.056482:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4699 00000100:00100000:1.0:1746126426.056941:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734261248 00000100:00100000:1.0:1746126426.056946:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734261248 00000100:00100000:1.0:1746126426.057086:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4700 00000100:00100000:1.0:1746126426.057093:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31655:x1830945734261248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126426.057106:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.057116:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b7febe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd0e1 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.057133:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.057138:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.057143:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.057146:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b7febe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0e1 expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.057168:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.057178:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b7febe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0e1 expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.057185:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993800, rc 0) 00000100:00100000:1.0:1746126426.057204:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31655:x1830945734261248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.057209:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4700 00000100:00100000:0.0:1746126426.057896:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126426.058398:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7feb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0d3 expref: 6 pid: 8424 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126426.058702:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16838 00000100:00100000:2.0:1746126426.058709:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734261376:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.058719:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.058735:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7feb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0d3 expref: 6 pid: 8424 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126426.058750:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7feb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0d3 expref: 6 pid: 8424 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126426.058771:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7feb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0d3 expref: 6 pid: 8424 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126426.058788:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.058790:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.058795:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.058802:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.058823:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.059048:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 26 pid: 8424 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126426.059058:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726204416:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.059115:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.060688:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726204416:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.060700:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.060900:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734261376:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2191us (3005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.060909:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16838 00000100:00100000:0.0:1746126426.061322:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.061497:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734261632 00000100:00100000:2.0:1746126426.061502:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734261632 00002000:00100000:2.0:1746126426.061526:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c001450 x1830945734261632/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.061534:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c001450 with x1830945734261632 ext(0->4095) 00010000:00010000:2.0:1746126426.061541:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 27 pid: 8424 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126426.061550:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 27 pid: 8424 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126426.061567:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c001450 00000100:00100000:2.0:1746126426.061594:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1598 00000100:00100000:2.0:1746126426.061599:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c001450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734261632:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126426.061704:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c001450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734261632:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (383us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.061709:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1598 00002000:00100000:2.0:1746126426.061714:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c001450 x1830945734261632/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.061720:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c001450 with x1830945734261632 ext(0->4095) 00010000:00010000:2.0:1746126426.061723:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 27 pid: 8424 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126426.061731:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 27 pid: 8424 timeout: 644 lvb_type: 0 00002000:00010000:2.0:1746126426.061736:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c001450 00000100:00100000:0.0:1746126426.064854:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.064927:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734261760 00000100:00100000:2.0:1746126426.064933:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734261760 00010000:00010000:2.0:1746126426.064959:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 27 pid: 8424 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1746126426.064994:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16839 00000100:00100000:2.0:1746126426.065000:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1966:x1830945734261760:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.065010:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.065058:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 27 pid: 8424 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126426.065068:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 27 pid: 8424 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126426.065191:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7feb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0da expref: 27 pid: 8424 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1746126426.065210:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.065212:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.065217:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b7febe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0e1 expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.065225:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b7febe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0e1 expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.065254:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b7febe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0e1 expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126426.065264:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726204544:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.065321:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.067591:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.067718:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726204544:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.067734:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.067763:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1966:x1830945734261760:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2763us (2915us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.067771:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16839 00000100:00100000:0.0:1746126426.070278:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.070914:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734262144 00000100:00100000:2.0:1746126426.070922:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734262144 00000100:00100000:2.0:1746126426.070967:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4701 00000100:00100000:2.0:1746126426.070973:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734262144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.070986:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.070999:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7fec5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd0e8 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.071467:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b7febe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0e1 expref: 25 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.071475:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.071477:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.071481:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7fec5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0e8 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126426.074695:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.078731:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.078773:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734262528 00000100:00100000:1.0:1746126426.078779:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734262528 00002000:00100000:1.0:1746126426.078808:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6c380 x1830945734262528/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.078816:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6c380 with x1830945734262528 ext(0->4095) 00002000:00010000:1.0:1746126426.078820:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6c380 00000100:00100000:1.0:1746126426.078848:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3650 00000100:00100000:1.0:1746126426.078855:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734262528:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126426.078977:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734262528:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.078982:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3650 00002000:00100000:1.0:1746126426.078987:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6c380 x1830945734262528/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.078993:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6c380 with x1830945734262528 ext(0->4095) 00002000:00010000:1.0:1746126426.078996:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6c380 00000100:00100000:0.0:1746126426.079752:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.081303:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.082582:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.085226:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.087903:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.091252:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.091629:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734263552 00000100:00100000:1.0:1746126426.091635:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734263552 00002000:00100000:1.0:1746126426.091665:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6f800 x1830945734263552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.091673:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6f800 with x1830945734263552 ext(0->4095) 00002000:00010000:1.0:1746126426.091677:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6f800 00000100:00100000:1.0:1746126426.091702:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3651 00000100:00100000:1.0:1746126426.091708:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1963:x1830945734263552:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126426.091835:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1963:x1830945734263552:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (582us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.091840:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3651 00002000:00100000:1.0:1746126426.091845:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6f800 x1830945734263552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.091856:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6f800 with x1830945734263552 ext(0->4095) 00002000:00010000:1.0:1746126426.091859:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6f800 00000100:00100000:0.0:1746126426.093687:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.093916:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734263680 00000100:00100000:1.0:1746126426.093922:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734263680 00000100:00100000:1.0:1746126426.094179:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4704 00000100:00100000:1.0:1746126426.094187:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734263680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126426.094199:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.094213:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b7feda lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd0fd expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.094235:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fed3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0f6 expref: 25 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.094241:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.094242:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.094246:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b7feda lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0fd expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.094270:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fed3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0f6 expref: 25 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.094279:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fed3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0f6 expref: 25 pid: 17079 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1746126426.094290:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726205440:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126426.094358:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.097628:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726205440:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126426.097653:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b7feda lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0fd expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.097668:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993a00, rc 0) 00000100:00100000:1.0:1746126426.097701:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734263680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3515us (4018us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.097708:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4704 00000100:00100000:0.0:1746126426.098501:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.101861:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.101950:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.102053:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734264192 00000100:00100000:1.0:1746126426.102062:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734264192 00000100:00100000:1.0:1746126426.102090:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4705 00000100:00100000:1.0:1746126426.102095:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:31643:x1830945734264192:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126426.102108:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.102119:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fee1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd104 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.102142:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b7feda lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0fd expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.102148:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.102149:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.102152:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fee1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd104 expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.102174:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b7feda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0fd expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.102184:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b7feda lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd0fd expref: 5 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.102195:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726205696:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126426.102235:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.104060:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726205696:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126426.104079:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fee1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd104 expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.104091:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993000, rc 0) 00000100:00100000:1.0:1746126426.104114:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31643:x1830945734264192:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2019us (2164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.104121:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4705 00000100:00100000:0.0:1746126426.107001:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.107056:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.107146:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734264320 00000100:00100000:1.0:1746126426.107154:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734264320 00000100:00100000:1.0:1746126426.107753:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4706 00000100:00100000:1.0:1746126426.107758:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31655:x1830945734264320:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126426.107768:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.107775:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fee8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd10b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.107788:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fee1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd104 expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.107793:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.107794:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.107796:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fee8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd10b expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.107813:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fee1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd104 expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.107821:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fee1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd104 expref: 27 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.107827:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726205952:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126426.107848:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.109248:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726205952:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126426.109263:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fee8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd10b expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.109277:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993400, rc 0) 00000100:00100000:1.0:1746126426.109812:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31655:x1830945734264320:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2053us (2816us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.109817:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4706 00000100:00100000:0.0:1746126426.110773:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.110815:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734264704 00000100:00100000:1.0:1746126426.110820:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734264704 00002000:00100000:1.0:1746126426.110851:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4f480 x1830945734264704/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.110860:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4f480 with x1830945734264704 ext(0->4095) 00010000:00010000:1.0:1746126426.110865:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fee1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd104 expref: 27 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.110885:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fee1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd104 expref: 27 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.110891:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4f480 00000100:00100000:1.0:1746126426.110917:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1601 00000100:00100000:1.0:1746126426.110923:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1963:x1830945734264704:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126426.111073:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1963:x1830945734264704:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.111079:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1601 00002000:00100000:1.0:1746126426.111084:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4f480 x1830945734264704/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.111090:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4f480 with x1830945734264704 ext(0->4095) 00010000:00010000:1.0:1746126426.111095:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fee1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd104 expref: 27 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.111102:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b7fee1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd104 expref: 27 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.111107:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4f480 00000100:00100000:0.0:1746126426.113284:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.115839:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.115936:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726206080:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126426.115951:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126426.115995:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1966:x1830945734264832:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2375us (2714us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126426.116004:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16845 00000100:00100000:2.0:1746126426.120587:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.121238:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734265216 00000100:00100000:1.0:1746126426.121246:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734265216 00000100:00100000:1.0:1746126426.121289:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4707 00000100:00100000:1.0:1746126426.121296:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734265216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126426.121311:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.121325:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a683200/0x9851078746b7feef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd112 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.121347:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fee8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd10b expref: 25 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.121353:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.121355:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.121358:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a683200/0x9851078746b7feef lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd112 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.121380:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fee8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd10b expref: 25 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.121390:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd10b expref: 25 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.121400:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726206208:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126426.121476:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.123123:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726206208:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.123143:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a683200/0x9851078746b7feef lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd112 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.123157:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a683200, rc 0) 00000100:00100000:2.0:1746126426.123196:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734265216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1899us (2614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.123202:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4707 00000100:00100000:2.0:1746126426.123518:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746126426.123530:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726206336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746126426.123572:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746126426.124129:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126426.124156:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.124170:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734265344 00000100:00100000:0.0:1746126426.124173:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734265344 00010000:00010000:0.0:1746126426.124189:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd10b expref: 26 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:0.0:1746126426.124209:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16846 00000100:00100000:0.0:1746126426.124213:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1964:x1830945734265344:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126426.124219:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126426.124234:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd10b expref: 26 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126426.124243:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fee8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd10b expref: 26 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126426.124261:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b7fee8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd10b expref: 26 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126426.124273:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126426.124274:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126426.124280:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a683200/0x9851078746b7feef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd112 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.124286:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a683200/0x9851078746b7feef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd112 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.124306:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a683200/0x9851078746b7feef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd112 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126426.124314:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b4df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726206464:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.124340:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726206336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126426.124359:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.125650:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b4df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726206464:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.125663:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.125717:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1964:x1830945734265344:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1502us (1559us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.125724:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16846 00000100:00100000:0.0:1746126426.126491:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.126812:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734265600 00000100:00100000:1.0:1746126426.126819:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734265600 00002000:00100000:1.0:1746126426.126847:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4dc00 x1830945734265600/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.126855:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4dc00 with x1830945734265600 ext(0->4095) 00002000:00010000:1.0:1746126426.126859:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b4dc00 00000100:00100000:1.0:1746126426.126873:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3653 00000100:00100000:1.0:1746126426.126879:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734265600:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126426.127000:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734265600:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.127006:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3653 00002000:00100000:1.0:1746126426.127011:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4dc00 x1830945734265600/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.127017:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4dc00 with x1830945734265600 ext(0->4095) 00002000:00010000:1.0:1746126426.127020:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b4dc00 00000100:00100000:0.0:1746126426.127401:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.127621:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734265728 00000100:00100000:2.0:1746126426.127625:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734265728 00000100:00100000:2.0:1746126426.127645:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4708 00000100:00100000:2.0:1746126426.127650:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:31643:x1830945734265728:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.127657:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.127667:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7fef6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd119 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.127686:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a683200/0x9851078746b7feef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd112 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.127693:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.127694:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.127697:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7fef6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd119 expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.127719:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a683200/0x9851078746b7feef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd112 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.127729:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a683200/0x9851078746b7feef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd112 expref: 5 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.127739:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726206592:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.129324:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.129835:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.130189:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734265856 00000100:00100000:1.0:1746126426.130195:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734265856 00000100:00100000:1.0:1746126426.130221:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4709 00000100:00100000:1.0:1746126426.130226:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31655:x1830945734265856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126426.130237:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.130249:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fefd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd120 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.130266:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.130271:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7fef6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd119 expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.130276:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.130279:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fefd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd120 expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.130301:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7fef6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd119 expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.130315:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fefd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd120 expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.130323:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993200, rc 0) 00000100:00100000:1.0:1746126426.130349:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:31655:x1830945734265856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.130354:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4709 00000100:00100000:0.0:1746126426.134935:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.135221:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726206592:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.135243:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7fef6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd119 expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.135258:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5800, rc 0) 00000100:00100000:2.0:1746126426.135291:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31643:x1830945734265728:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7640us (7889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.135299:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4708 00000100:00100000:1.0:1746126426.139996:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.143186:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.146309:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.146622:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734266624 00000100:00100000:1.0:1746126426.146626:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734266624 00002000:00100000:1.0:1746126426.146649:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4c380 x1830945734266624/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.146657:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4c380 with x1830945734266624 ext(0->4095) 00002000:00010000:1.0:1746126426.146660:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b4c380 00000100:00100000:1.0:1746126426.146672:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3654 00000100:00100000:1.0:1746126426.146678:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1964:x1830945734266624:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126426.146788:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1964:x1830945734266624:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (483us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.146792:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3654 00002000:00100000:1.0:1746126426.146797:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4c380 x1830945734266624/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.146803:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4c380 with x1830945734266624 ext(0->4095) 00002000:00010000:1.0:1746126426.146805:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b4c380 00000100:00100000:0.0:1746126426.149840:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.149886:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734266752 00000100:00100000:2.0:1746126426.149892:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734266752 00000100:00100000:2.0:1746126426.149935:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4710 00000100:00100000:2.0:1746126426.149941:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734266752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.149953:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.149965:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b7ff04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd127 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.149987:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fefd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd120 expref: 25 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.149997:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.149998:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.150001:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b7ff04 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd127 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.150989:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fefd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd120 expref: 25 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.151001:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b7fefd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd120 expref: 25 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.151011:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726207104:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.151095:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.152644:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726207104:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.152664:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b7ff04 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd127 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.152676:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4800, rc 0) 00000100:00100000:2.0:1746126426.152702:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734266752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2761us (2867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.152709:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4710 00000100:00100000:0.0:1746126426.157204:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.157286:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.157547:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734267008 00000100:00100000:2.0:1746126426.157551:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734267008 00000100:00100000:2.0:1746126426.157579:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4711 00000100:00100000:2.0:1746126426.157585:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31643:x1830945734267008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.157595:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.157603:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff0b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd12e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.157617:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b7ff04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd127 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.157623:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.157625:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.157627:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff0b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd12e expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.157642:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b7ff04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd127 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.157651:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b7ff04 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd127 expref: 5 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.157659:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726207360:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.157679:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.163912:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.163992:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726207360:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126426.164016:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff0b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd12e expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.164057:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5000, rc 0) 00000100:00100000:1.0:1746126426.164254:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31643:x1830945734267008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6668us (6966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.164262:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4711 00000100:00100000:2.0:1746126426.164835:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734267264 00000100:00100000:2.0:1746126426.164841:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734267264 00002000:00100000:2.0:1746126426.164870:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132596680 x1830945734267264/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.164878:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596680 with x1830945734267264 ext(0->4095) 00010000:00010000:2.0:1746126426.164883:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b7ff04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd127 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.164892:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b7ff04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd127 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.164897:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132596680 00000100:00100000:2.0:1746126426.164924:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1603 00000100:00100000:2.0:1746126426.164929:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734267264:12345-192.168.203.32@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746126426.165066:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734267264:12345-192.168.203.32@tcp:3:ldlm_bl.0 Request processed in 136us (1161us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.165072:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1603 00002000:00100000:2.0:1746126426.165077:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132596680 x1830945734267264/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.165083:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596680 with x1830945734267264 ext(0->4095) 00010000:00010000:2.0:1746126426.165087:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b7ff04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd127 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.165095:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b7ff04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd127 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.165099:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132596680 00000100:00100000:0.0:1746126426.169359:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.172453:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.172583:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734267648 00000100:00100000:2.0:1746126426.172589:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734267648 00002000:00100000:2.0:1746126426.172620:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6dc00 x1830945734267648/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.172628:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6dc00 with x1830945734267648 ext(0->4095) 00002000:00010000:2.0:1746126426.172632:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6dc00 00000100:00100000:2.0:1746126426.172658:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3655 00000100:00100000:2.0:1746126426.172664:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1964:x1830945734267648:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126426.172773:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1964:x1830945734267648:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.172782:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3655 00002000:00100000:2.0:1746126426.172787:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6dc00 x1830945734267648/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.172794:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6dc00 with x1830945734267648 ext(0->4095) 00002000:00010000:2.0:1746126426.172796:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6dc00 00000100:00100000:2.0:1746126426.177912:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.177984:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734267776 00000100:00100000:1.0:1746126426.177991:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734267776 00000100:00100000:2.0:1746126426.200532:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.200730:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734267904 00000100:00100000:1.0:1746126426.200737:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734267904 00002000:00100000:1.0:1746126426.200774:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132596d80 x1830945734267904/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.200783:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596d80 with x1830945734267904 ext(0->7) 00010000:00010000:1.0:1746126426.200790:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd12e expref: 26 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.200803:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd12e expref: 26 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.200809:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132596d80 00000100:00100000:1.0:1746126426.200825:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1604 00000100:00100000:1.0:1746126426.200831:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1964:x1830945734267904:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126426.201169:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734267904:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 337us (642us total) trans 4294967987 rc 0/0 00000100:00100000:1.0:1746126426.201175:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1604 00002000:00100000:1.0:1746126426.201181:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132596d80 x1830945734267904/t4294967987(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/448 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.201187:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596d80 with x1830945734267904 ext(0->7) 00010000:00010000:1.0:1746126426.201192:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd12e expref: 28 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.201200:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd12e expref: 28 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.201205:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132596d80 00000100:00100000:0.0:1746126426.205498:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.206326:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.211971:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.212056:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734268416 00000100:00100000:2.0:1746126426.212062:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734268416 00002000:00100000:2.0:1746126426.212096:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590380 x1830945734268416/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.212105:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590380 with x1830945734268416 ext(0->4095) 00010000:00010000:2.0:1746126426.212112:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff12 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd135 expref: 6 pid: 17079 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.212123:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff12 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd135 expref: 6 pid: 17079 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.212129:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d590380 00000100:00100000:2.0:1746126426.212157:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1605 00000100:00100000:2.0:1746126426.212163:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734268416:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126426.212284:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734268416:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.212289:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1605 00002000:00100000:2.0:1746126426.212295:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590380 x1830945734268416/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.212302:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590380 with x1830945734268416 ext(0->4095) 00010000:00010000:2.0:1746126426.212307:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff12 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd135 expref: 6 pid: 17079 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.212316:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff12 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd135 expref: 6 pid: 17079 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.212320:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d590380 00000100:00100000:0.0:1746126426.215421:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.218212:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.218475:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734268800 00000100:00100000:1.0:1746126426.218481:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734268800 00002000:00100000:1.0:1746126426.218514:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590000 x1830945734268800/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.218522:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590000 with x1830945734268800 ext(0->4095) 00002000:00010000:1.0:1746126426.218526:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d590000 00000100:00100000:1.0:1746126426.218823:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3656 00000100:00100000:1.0:1746126426.218830:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1965:x1830945734268800:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126426.218940:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1965:x1830945734268800:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (732us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.218945:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3656 00002000:00100000:1.0:1746126426.218950:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590000 x1830945734268800/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.218956:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590000 with x1830945734268800 ext(0->4095) 00002000:00010000:1.0:1746126426.218958:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d590000 00000100:00100000:0.0:1746126426.226699:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.226753:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734268928 00000100:00100000:2.0:1746126426.226760:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734268928 00000100:00100000:2.0:1746126426.226799:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4714 00000100:00100000:2.0:1746126426.226806:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734268928:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.226818:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.226830:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ff20 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd143 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.226852:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd13c expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.226859:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.226860:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.226863:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ff20 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd143 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.226884:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd13c expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.226897:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd13c expref: 27 pid: 17079 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.226906:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726208128:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.226965:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.234999:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726208128:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.235073:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ff20 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd143 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.235089:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4a00, rc 0) 00000100:00100000:2.0:1746126426.236080:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734268928:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9271us (9385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.236089:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4714 00000100:00100000:0.0:1746126426.237707:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.237725:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734269056 00000100:00100000:2.0:1746126426.237731:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734269056 00000100:00100000:2.0:1746126426.237771:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4715 00000100:00100000:2.0:1746126426.237778:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:31643:x1830945734269056:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.237792:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.237806:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b7ff27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd14a expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.237828:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.237833:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ff20 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd143 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.237842:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126426.237845:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b7ff27 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd14a expref: 29 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.237876:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ff20 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd143 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.237887:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b7ff27 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd14a expref: 29 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.237895:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4c00, rc 0) 00000100:00100000:2.0:1746126426.237932:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:31643:x1830945734269056:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.237938:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4715 00000100:00100000:0.0:1746126426.238299:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.238362:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734269184 00000100:00100000:2.0:1746126426.238366:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734269184 00002000:00100000:2.0:1746126426.238385:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012d593b80 x1830945734269184/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.238393:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d593b80 with x1830945734269184 ext(0->7) 00010000:00010000:2.0:1746126426.238397:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd13c expref: 29 pid: 17079 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.238406:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd13c expref: 29 pid: 17079 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.238411:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d593b80 00000100:00100000:2.0:1746126426.239387:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1606 00000100:00100000:2.0:1746126426.239396:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1966:x1830945734269184:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126426.239673:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1966:x1830945734269184:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 278us (1373us total) trans 4294967988 rc 0/0 00000100:00100000:2.0:1746126426.239679:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1606 00002000:00100000:2.0:1746126426.239685:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012d593b80 x1830945734269184/t4294967988(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/448 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.239692:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d593b80 with x1830945734269184 ext(0->7) 00010000:00010000:2.0:1746126426.239697:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd13c expref: 31 pid: 17079 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.239706:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd13c expref: 31 pid: 17079 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.239711:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d593b80 00000100:00100000:0.0:1746126426.241314:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.247433:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.250123:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.254422:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.254575:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734269952 00000100:00100000:1.0:1746126426.254580:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734269952 00002000:00100000:1.0:1746126426.254610:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d593480 x1830945734269952/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.254625:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d593480 with x1830945734269952 ext(0->4095) 00002000:00010000:1.0:1746126426.254628:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d593480 00000100:00100000:1.0:1746126426.254654:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3657 00000100:00100000:1.0:1746126426.254662:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1963:x1830945734269952:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126426.254786:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1963:x1830945734269952:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.254791:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3657 00002000:00100000:1.0:1746126426.254798:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d593480 x1830945734269952/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.254803:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d593480 with x1830945734269952 ext(0->4095) 00002000:00010000:1.0:1746126426.254806:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d593480 00000100:00100000:0.0:1746126426.259287:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.273863:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.279656:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.280334:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4717 00000100:00100000:2.0:1746126426.280343:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:31643:x1830945734270336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.280357:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.280371:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ff35 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd158 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.280393:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.280400:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff2e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd151 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.280405:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126426.280408:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ff35 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd158 expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.280436:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff2e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd151 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.280446:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ff35 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd158 expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.280454:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4a00, rc 0) 00000100:00100000:2.0:1746126426.281218:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:31643:x1830945734270336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 788us (1480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.281225:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4717 00000100:00100000:0.0:1746126426.282305:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.289882:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.289951:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734270720 00000100:00100000:1.0:1746126426.289957:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734270720 00002000:00100000:1.0:1746126426.289993:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e4000 x1830945734270720/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.290002:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e4000 with x1830945734270720 ext(0->4095) 00010000:00010000:1.0:1746126426.290009:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff2e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd151 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.290045:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff2e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd151 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.290052:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943e4000 00000100:00100000:1.0:1746126426.290083:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1609 00000100:00100000:1.0:1746126426.290090:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734270720:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126426.290770:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734270720:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 679us (892us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.290777:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1609 00002000:00100000:1.0:1746126426.290783:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e4000 x1830945734270720/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.290789:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e4000 with x1830945734270720 ext(0->4095) 00010000:00010000:1.0:1746126426.290795:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd151 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.290805:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd151 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.290810:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943e4000 00000100:00100000:1.0:1746126426.294507:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.294584:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734270848 00000100:00100000:2.0:1746126426.294592:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734270848 00010000:00010000:2.0:1746126426.294620:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd151 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.294643:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16856 00000100:00100000:2.0:1746126426.294649:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734270848:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.294663:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.294681:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd151 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.294691:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd151 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.294707:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd151 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.294722:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.294724:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.294729:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ff35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd158 expref: 31 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.294735:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ff35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd158 expref: 31 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.294762:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ff35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd158 expref: 31 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126426.294771:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726209024:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.294827:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.300620:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726209024:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.300639:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.300688:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734270848:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6037us (6185us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.300698:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16856 00000100:00100000:0.0:1746126426.301692:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.302058:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734271104 00000100:00100000:1.0:1746126426.302066:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734271104 00002000:00100000:1.0:1746126426.302099:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e7100 x1830945734271104/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.302107:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7100 with x1830945734271104 ext(0->4095) 00002000:00010000:1.0:1746126426.302110:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943e7100 00000100:00100000:1.0:1746126426.302137:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3658 00000100:00100000:1.0:1746126426.302144:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734271104:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126426.302754:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734271104:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (570us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.302762:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3658 00002000:00100000:1.0:1746126426.302768:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e7100 x1830945734271104/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.302775:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7100 with x1830945734271104 ext(0->4095) 00002000:00010000:1.0:1746126426.302777:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943e7100 00000100:00100000:1.0:1746126426.312975:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.313046:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734271232 00000100:00100000:2.0:1746126426.313055:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734271232 00000100:00100000:2.0:1746126426.327333:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726209152:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.327360:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff3c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd15f expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.327375:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:2.0:1746126426.327430:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734271232:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13064us (14462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.327437:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4718 00000100:00100000:0.0:1746126426.327715:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.344171:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.344222:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.344236:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734271616 00000100:00100000:2.0:1746126426.344243:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734271616 00000100:00100000:2.0:1746126426.344283:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4719 00000100:00100000:2.0:1746126426.344289:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:31643:x1830945734271616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.344306:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.344321:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd166 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.344344:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.344349:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd15f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.344354:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126426.344357:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff43 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd166 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.344383:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff3c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd15f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.344395:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff43 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd166 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.344402:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5000, rc 0) 00000100:00100000:2.0:1746126426.344446:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+35:31643:x1830945734271616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.344454:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4719 00000100:00100000:0.0:1746126426.349609:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.349815:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734271872 00000100:00100000:2.0:1746126426.349820:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734271872 00002000:00100000:2.0:1746126426.350162:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e7480 x1830945734271872/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.350171:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7480 with x1830945734271872 ext(0->4095) 00010000:00010000:2.0:1746126426.350180:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd15f expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.350191:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd15f expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.350197:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943e7480 00000100:00100000:2.0:1746126426.350460:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1611 00000100:00100000:2.0:1746126426.350467:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734271872:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126426.350595:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734271872:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (992us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.350600:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1611 00002000:00100000:2.0:1746126426.350606:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e7480 x1830945734271872/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.350612:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7480 with x1830945734271872 ext(0->4095) 00010000:00010000:2.0:1746126426.350616:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd15f expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.350628:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd15f expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.350633:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943e7480 00000100:00100000:2.0:1746126426.365496:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.373691:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.401723:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.402352:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734272384 00000100:00100000:2.0:1746126426.402360:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734272384 00000100:00100000:2.0:1746126426.402401:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4720 00000100:00100000:2.0:1746126426.402407:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734272384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.402420:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.402433:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b7ff4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd16d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.402455:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd166 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.402461:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.402462:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.402465:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b7ff4a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd16d expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.402487:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd166 expref: 33 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.402496:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd166 expref: 33 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.402511:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726209664:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.402594:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.406687:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726209664:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.406713:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b7ff4a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd16d expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.406727:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5e00, rc 0) 00000100:00100000:2.0:1746126426.406769:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734272384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4361us (5052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.406776:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4720 00000100:00100000:0.0:1746126426.412843:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.412915:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734272512 00000100:00100000:2.0:1746126426.412921:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734272512 00002000:00100000:2.0:1746126426.412954:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093108a80 x1830945734272512/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.412962:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108a80 with x1830945734272512 ext(0->7) 00010000:00010000:2.0:1746126426.412968:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd166 expref: 34 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.412979:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd166 expref: 34 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.412985:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093108a80 00000100:00100000:2.0:1746126426.413075:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1612 00000100:00100000:2.0:1746126426.413081:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1964:x1830945734272512:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126426.413329:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1964:x1830945734272512:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 247us (492us total) trans 4294967991 rc 0/0 00000100:00100000:2.0:1746126426.413334:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1612 00002000:00100000:2.0:1746126426.413339:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093108a80 x1830945734272512/t4294967991(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/448 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.413346:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108a80 with x1830945734272512 ext(0->7) 00010000:00010000:2.0:1746126426.413350:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd166 expref: 36 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.413359:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ff43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd166 expref: 36 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.413364:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093108a80 00000100:00100000:0.0:1746126426.416640:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.421004:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.423621:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.424082:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734273024 00000100:00100000:2.0:1746126426.424089:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734273024 00000100:00100000:2.0:1746126426.424120:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4721 00000100:00100000:2.0:1746126426.424126:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+35:31655:x1830945734273024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.424137:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.424149:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ff51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd174 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.424169:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b7ff4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd16d expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.424176:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.424177:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.424180:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ff51 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd174 expref: 36 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.424201:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b7ff4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd16d expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.424210:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b7ff4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd16d expref: 5 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.424219:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726209920:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.425576:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.428988:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.429319:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726209920:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.429344:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ff51 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd174 expref: 36 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.429359:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5600, rc 0) 00000100:00100000:2.0:1746126426.429406:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:31655:x1830945734273024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5279us (5788us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.429413:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4721 00000100:00100000:0.0:1746126426.429674:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.429933:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734273280 00000100:00100000:2.0:1746126426.429936:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734273280 00000100:00100000:2.0:1746126426.429966:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4722 00000100:00100000:2.0:1746126426.429971:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:31643:x1830945734273280:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.429982:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.429994:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd17b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.430011:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.430015:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ff51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd174 expref: 37 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.430033:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.430134:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 37 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.430218:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ff51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd174 expref: 37 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.430227:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ff51 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd174 expref: 37 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.430238:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726210176:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.430288:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.432225:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726210176:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.432240:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 37 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.432250:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5c00, rc 0) 00000100:00100000:2.0:1746126426.432359:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:31643:x1830945734273280:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2387us (2684us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.432365:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4722 00000100:00100000:0.0:1746126426.432413:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.432478:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734273536 00000100:00100000:2.0:1746126426.432483:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734273536 00002000:00100000:2.0:1746126426.432506:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009310bb80 x1830945734273536/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.432514:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310bb80 with x1830945734273536 ext(0->4095) 00010000:00010000:2.0:1746126426.432519:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ff51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd174 expref: 37 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.432529:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ff51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd174 expref: 37 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.432534:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009310bb80 00000100:00100000:2.0:1746126426.432564:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1613 00000100:00100000:2.0:1746126426.432570:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:1964:x1830945734273536:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126426.432761:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:1964:x1830945734273536:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 190us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.432769:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1613 00002000:00100000:2.0:1746126426.432774:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009310bb80 x1830945734273536/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.432781:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310bb80 with x1830945734273536 ext(0->4095) 00010000:00010000:2.0:1746126426.432785:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ff51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd174 expref: 37 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.432793:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ff51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd174 expref: 37 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.432797:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009310bb80 00000100:00100000:0.0:1746126426.434545:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.435408:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734273664 00000100:00100000:2.0:1746126426.435415:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734273664 00000100:00100000:2.0:1746126426.435461:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4723 00000100:00100000:2.0:1746126426.435467:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734273664:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.435483:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.435498:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd182 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.435516:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.435524:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 36 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.435530:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126426.435533:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.435567:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 36 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.435578:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.435586:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5400, rc 0) 00000100:00100000:2.0:1746126426.435631:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734273664:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (1090us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.435637:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4723 00000100:00100000:0.0:1746126426.435680:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.436053:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16861 00000100:00100000:1.0:1746126426.436064:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:1963:x1830945734273792:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126426.436073:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.436089:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ff51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd174 expref: 37 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.436098:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ff51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd174 expref: 37 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.436114:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ff51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd174 expref: 37 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.436138:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.436139:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.436144:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 36 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.436151:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 36 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.436342:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 36 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.436352:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 36 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.436363:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726210432:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126426.436525:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.437913:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726210432:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.437925:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.437954:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1963:x1830945734273792:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1892us (2273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.437962:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16861 00000100:00100000:0.0:1746126426.438874:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.438932:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734274048 00000100:00100000:2.0:1746126426.438939:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734274048 00002000:00100000:2.0:1746126426.438968:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314da680 x1830945734274048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.438976:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314da680 with x1830945734274048 ext(0->4095) 00010000:00010000:2.0:1746126426.438987:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 36 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.438998:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 36 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.439003:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314da680 00000100:00100000:2.0:1746126426.439176:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1614 00000100:00100000:2.0:1746126426.439184:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1963:x1830945734274048:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126426.439536:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1963:x1830945734274048:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 352us (663us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.439542:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1614 00002000:00100000:2.0:1746126426.439547:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314da680 x1830945734274048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.439566:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314da680 with x1830945734274048 ext(0->4095) 00010000:00010000:2.0:1746126426.439698:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 36 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.439707:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 36 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.439713:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314da680 00000100:00100000:0.0:1746126426.441740:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.442057:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734274176 00000100:00100000:1.0:1746126426.442064:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734274176 00010000:00010000:1.0:1746126426.442092:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 36 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.442127:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16862 00000100:00100000:1.0:1746126426.442134:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1966:x1830945734274176:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126426.442144:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.442160:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 36 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.442174:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 36 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.442192:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b7ff58 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd17b expref: 36 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.442203:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.442205:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.442211:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.442217:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.442242:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126426.442252:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726210560:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126426.442324:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.442386:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.442429:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734274304 00000100:00100000:2.0:1746126426.442433:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734274304 00000100:00100000:2.0:1746126426.442454:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4724 00000100:00100000:2.0:1746126426.442459:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5359c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:31643:x1830945734274304:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.442469:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.442479:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ff66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd189 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.442493:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.442498:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.442499:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.442502:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ff66 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd189 expref: 37 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.442516:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.442525:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 5 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.442532:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726210688:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.442566:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.444761:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726210560:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.444777:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.444814:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:1966:x1830945734274176:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2680us (3077us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.444823:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16862 00000100:00100000:2.0:1746126426.446298:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726210688:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.446319:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ff66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd189 expref: 36 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.446338:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4600, rc 0) 00000100:00100000:2.0:1746126426.446372:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5359c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:31643:x1830945734274304:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3912us (3985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.446379:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4724 00000100:00100000:0.0:1746126426.446733:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.446779:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734274560 00000100:00100000:2.0:1746126426.446784:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734274560 00002000:00100000:2.0:1746126426.446809:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314d9180 x1830945734274560/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.446817:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d9180 with x1830945734274560 ext(0->4095) 00010000:00010000:2.0:1746126426.446823:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.446833:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.446838:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314d9180 00000100:00100000:2.0:1746126426.447239:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1615 00000100:00100000:2.0:1746126426.447246:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734274560:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126426.447596:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734274560:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 350us (863us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.447602:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1615 00002000:00100000:2.0:1746126426.447608:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314d9180 x1830945734274560/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.447621:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d9180 with x1830945734274560 ext(0->4095) 00010000:00010000:2.0:1746126426.447626:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.447635:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.447640:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314d9180 00000100:00100000:0.0:1746126426.450844:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.450921:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734274688 00000100:00100000:1.0:1746126426.450928:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734274688 00010000:00010000:1.0:1746126426.450956:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.450991:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16863 00000100:00100000:1.0:1746126426.450997:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734274688:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126426.451010:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.451061:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.451071:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.451088:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b7ff5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd182 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.457965:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.457974:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.457986:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ff66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd189 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.457996:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ff66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd189 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.458048:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ff66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd189 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126426.458059:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726210816:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126426.467307:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.471423:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.471459:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726210816:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.471475:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.471524:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734274688:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 20526us (20684us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.471532:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16863 00000100:00100000:0.0:1746126426.473130:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.473182:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734275072 00000100:00100000:2.0:1746126426.473189:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734275072 00000100:00100000:2.0:1746126426.473235:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4725 00000100:00100000:2.0:1746126426.473242:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734275072:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.473256:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.473269:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7ff6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd190 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.473291:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ff66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd189 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.473297:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.473298:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.473301:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7ff6d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd190 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.473322:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ff66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd189 expref: 35 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.473336:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ff66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd189 expref: 35 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.473345:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726210944:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.473415:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.475288:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726210944:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.476619:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7ff6d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd190 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.476634:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5800, rc 0) 00000100:00100000:0.0:1746126426.479847:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.494823:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.494964:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734275328 00000100:00100000:1.0:1746126426.494972:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734275328 00010000:00010000:1.0:1746126426.495004:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ff66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd189 expref: 38 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.495060:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16864 00000100:00100000:1.0:1746126426.495067:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1966:x1830945734275328:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126426.495080:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.495105:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ff66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd189 expref: 38 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.495115:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ff66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd189 expref: 38 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.495139:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ff66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd189 expref: 38 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.495163:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.495165:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.495171:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7ff6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd190 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.495181:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7ff6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd190 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.495207:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7ff6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd190 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126426.495222:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726211072:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126426.495296:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.499062:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.499087:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734275584 00000100:00100000:0.0:1746126426.499093:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734275584 00002000:00100000:0.0:1746126426.499131:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314d8380 x1830945734275584/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126426.499141:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d8380 with x1830945734275584 ext(0->4095) 00002000:00010000:0.0:1746126426.499145:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314d8380 00000100:00100000:1.0:1746126426.499839:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726211072:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.499853:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.499886:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:1966:x1830945734275328:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4820us (5070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.499893:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16864 00000100:00100000:0.0:1746126426.501406:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.501821:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:31643:x1830945734275712:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.501830:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.501862:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd197 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.501883:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7ff6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd190 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.501890:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.501891:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.501894:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 38 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.501916:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7ff6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd190 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.501926:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7ff6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd190 expref: 5 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.501937:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726211200:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126426.502642:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.505193:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.505303:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.505372:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734275968 00000100:00100000:1.0:1746126426.505379:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734275968 00010000:00010000:1.0:1746126426.505407:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7ff6d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd190 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.505429:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16865 00000100:00100000:1.0:1746126426.505435:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734275968:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126426.505445:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.505462:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7ff6d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd190 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.505472:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7ff6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd190 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.505604:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.505606:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.505613:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 38 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.505620:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 38 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.505645:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 38 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126426.505656:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726211328:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126426.505715:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5db40 going to sleep for 11 seconds 00010000:00010000:3.0:1746126426.505937:0:8424:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b7ff6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd190 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.505953:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726211200:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126426.505969:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 38 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.505981:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:3.0:1746126426.506003:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:31643:x1830945734275712:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4182us (4596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.506008:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4726 00000100:00100000:3.0:1746126426.506040:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734275840 00000100:00100000:3.0:1746126426.506042:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734275840 00000100:00100000:3.0:1746126426.506058:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4727 00000100:00100000:3.0:1746126426.506062:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:31655:x1830945734275840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.506072:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.506080:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd19e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.506094:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 39 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.506099:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.506100:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.506102:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 39 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.506115:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 39 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.506124:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 39 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.506136:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726211456:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126426.506167:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126426.508445:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726211456:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126426.508445:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.508497:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734276224 00000100:00100000:2.0:1746126426.508502:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734276224 00002000:00100000:2.0:1746126426.508534:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac3100 x1830945734276224/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.508542:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3100 with x1830945734276224 ext(0->4095) 00010000:00010000:2.0:1746126426.508548:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 40 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.508568:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 40 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.508573:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac3100 00000100:00100000:2.0:1746126426.508588:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1617 00000100:00100000:2.0:1746126426.508595:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1964:x1830945734276224:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126426.508713:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1964:x1830945734276224:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.508719:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1617 00002000:00100000:2.0:1746126426.508724:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac3100 x1830945734276224/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.508730:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3100 with x1830945734276224 ext(0->4095) 00010000:00010000:2.0:1746126426.508735:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 40 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.508742:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 40 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.508748:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac3100 00010000:00010000:3.0:1746126426.508817:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 39 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.508829:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06e00, rc 0) 00000100:00100000:3.0:1746126426.508849:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:31655:x1830945734275840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2786us (3661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.508855:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4727 00000100:00100000:1.0:1746126426.509051:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726211328:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.509061:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.509080:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734275968:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3645us (3778us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.509087:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16865 00000100:00100000:0.0:1746126426.511476:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.511561:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.511621:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734276352 00000100:00100000:3.0:1746126426.511628:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734276352 00000100:00100000:3.0:1746126426.511660:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4728 00000100:00100000:3.0:1746126426.511666:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:31643:x1830945734276352:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126426.511670:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734276480 00000100:00100000:1.0:1746126426.511673:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734276480 00010000:00010000:3.0:1746126426.511680:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.511686:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 40 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.511691:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd1a5 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.511709:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.511713:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 41 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126426.511714:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16866 00000100:00100000:1.0:1746126426.511718:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1965:x1830945734276480:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126426.511719:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126426.511722:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff82 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1a5 expref: 41 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.511728:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.511741:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.511750:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.511833:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 41 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.511837:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd197 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.511844:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1a5 expref: 40 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.511849:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.511850:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.511854:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 40 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.511860:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 40 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.511965:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00010000:00010000:1.0:1746126426.511974:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 40 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.511982:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 40 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.511991:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726211712:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126426.512106:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:31643:x1830945734276352:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 439us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.512112:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4728 00000100:00100000:1.0:1746126426.512356:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.514205:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726211712:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.514222:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.514251:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1965:x1830945734276480:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2531us (2689us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.514259:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16866 00000100:00100000:0.0:1746126426.514465:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.514702:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734276736 00000100:00100000:3.0:1746126426.514707:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734276736 00002000:00100000:3.0:1746126426.514731:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0380 x1830945734276736/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.514739:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0380 with x1830945734276736 ext(0->4095) 00010000:00010000:3.0:1746126426.514745:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 39 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.514754:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 39 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.514760:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac0380 00000100:00100000:3.0:1746126426.514771:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1618 00000100:00100000:3.0:1746126426.514776:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1963:x1830945734276736:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126426.514882:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1963:x1830945734276736:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (418us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126426.514887:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1618 00002000:00100000:3.0:1746126426.514892:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0380 x1830945734276736/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.514898:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0380 with x1830945734276736 ext(0->4095) 00010000:00010000:3.0:1746126426.514902:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 39 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.514909:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 39 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.514914:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac0380 00000100:00100000:0.0:1746126426.520367:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.520415:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.520474:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734276992 00000100:00100000:1.0:1746126426.520482:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734276992 00000100:00100000:3.0:1746126426.520490:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734276864 00000100:00100000:3.0:1746126426.520494:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734276864 00010000:00010000:1.0:1746126426.520509:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 39 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.520530:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4729 00000100:00100000:3.0:1746126426.520537:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734276864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126426.520540:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16867 00000100:00100000:1.0:1746126426.520545:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1966:x1830945734276992:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126426.520560:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.520564:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126426.520571:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ff89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd1ac expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.520579:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 39 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.520588:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.520667:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1a5 expref: 39 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.520673:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126426.520676:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ff89 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ac expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.520731:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 39 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.520747:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ff7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd19e expref: 39 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.520756:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1a5 expref: 38 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.520767:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.520768:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.520774:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1a5 expref: 38 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.520780:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1a5 expref: 38 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.520800:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1a5 expref: 38 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.520809:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1a5 expref: 38 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.520820:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726211968:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126426.520831:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ff89 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ac expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.520839:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07600, rc 0) 00000100:00100000:3.0:1746126426.520870:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734276864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 333us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.520875:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4729 00000100:00100000:1.0:1746126426.522520:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.526656:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.526733:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734277120 00000100:00100000:2.0:1746126426.526740:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734277120 00010000:00010000:2.0:1746126426.526767:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff82 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1a5 expref: 39 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.526911:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726211968:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.526924:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.526953:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1966:x1830945734276992:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6408us (6538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.526960:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16867 00000100:00100000:1.0:1746126426.526975:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16868 00000100:00100000:1.0:1746126426.526979:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1966:x1830945734277120:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126426.526988:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.527004:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1a5 expref: 38 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.527013:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1a5 expref: 38 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.527043:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ff82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1a5 expref: 38 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.527060:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.527062:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.527068:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ff89 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ac expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.527075:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ff89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ac expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.527098:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ff89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ac expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126426.527108:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726212096:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126426.527142:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.529652:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.529775:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726212096:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.529789:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.529816:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:1966:x1830945734277120:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2835us (3165us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.529824:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16868 00000100:00100000:2.0:1746126426.530094:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734277376 00000100:00100000:2.0:1746126426.530100:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734277376 00002000:00100000:2.0:1746126426.530129:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac1180 x1830945734277376/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.530138:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1180 with x1830945734277376 ext(0->4095) 00002000:00010000:2.0:1746126426.530142:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac1180 00000100:00100000:2.0:1746126426.530156:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3663 00000100:00100000:2.0:1746126426.530161:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734277376:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126426.530284:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734277376:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (637us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.530289:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3663 00002000:00100000:2.0:1746126426.530294:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac1180 x1830945734277376/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.530301:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1180 with x1830945734277376 ext(0->4095) 00002000:00010000:2.0:1746126426.530303:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac1180 00000100:00100000:0.0:1746126426.531885:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.531943:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734277504 00000100:00100000:3.0:1746126426.532280:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734277504 00000100:00100000:3.0:1746126426.532310:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4730 00000100:00100000:3.0:1746126426.532315:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:31655:x1830945734277504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.532326:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.532338:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd1b3 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.532359:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ff89 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ac expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.532365:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.532367:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.532369:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 38 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.532394:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ff89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ac expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.532404:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ff89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ac expref: 5 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.532412:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726212224:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126426.532613:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126426.534251:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726212224:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126426.534271:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 38 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.534283:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126426.534318:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:31655:x1830945734277504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2001us (2437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.534325:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4730 00000100:00100000:1.0:1746126426.534959:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.537261:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734277632 00000100:00100000:2.0:1746126426.537270:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734277632 00010000:00010000:2.0:1746126426.537310:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ff89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ac expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.537348:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16869 00000100:00100000:2.0:1746126426.537355:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734277632:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.537366:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.537384:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ff89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ac expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.537394:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ff89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ac expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.537412:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ff89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ac expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.537440:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.537443:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.537449:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 37 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.537457:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 37 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.537483:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 37 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126426.537493:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726212352:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.537570:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.542436:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726212352:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.542454:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.542502:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734277632:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5147us (7543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.542510:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16869 00000100:00100000:0.0:1746126426.542578:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.543405:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734277888 00000100:00100000:3.0:1746126426.543413:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734277888 00002000:00100000:3.0:1746126426.543446:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac2d80 x1830945734277888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.543454:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac2d80 with x1830945734277888 ext(0->4095) 00002000:00010000:3.0:1746126426.543458:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac2d80 00000100:00100000:3.0:1746126426.543486:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3664 00000100:00100000:3.0:1746126426.543492:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1966:x1830945734277888:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126426.543636:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1966:x1830945734277888:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (1057us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126426.543641:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3664 00002000:00100000:3.0:1746126426.543647:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac2d80 x1830945734277888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.543653:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac2d80 with x1830945734277888 ext(0->4095) 00002000:00010000:3.0:1746126426.543655:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac2d80 00000100:00100000:0.0:1746126426.547099:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.547326:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734278016 00000100:00100000:3.0:1746126426.547333:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734278016 00000100:00100000:3.0:1746126426.547374:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4731 00000100:00100000:3.0:1746126426.547381:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734278016:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.547394:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.547407:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd1ba expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.547885:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 37 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.547892:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.547894:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.547897:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.547922:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 37 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.547935:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 37 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.547945:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726212480:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126426.548408:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.551361:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.551942:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726212480:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126426.551963:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.551977:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:2.0:1746126426.552534:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734278144 00000100:00100000:2.0:1746126426.552540:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734278144 00002000:00100000:2.0:1746126426.552579:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086ac2680 x1830945734278144/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.552587:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac2680 with x1830945734278144 ext(0->7) 00010000:00010000:2.0:1746126426.552592:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 38 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.552602:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 38 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.552612:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac2680 00000100:00100000:2.0:1746126426.552628:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1619 00000100:00100000:2.0:1746126426.552633:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1966:x1830945734278144:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126426.552902:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734278016:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5520us (6888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.552909:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4731 00000100:00100000:2.0:1746126426.553643:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1966:x1830945734278144:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 1006us (2288us total) trans 4294967993 rc 0/0 00000100:00100000:2.0:1746126426.553649:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1619 00002000:00100000:2.0:1746126426.553655:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086ac2680 x1830945734278144/t4294967993(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/448 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.553662:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac2680 with x1830945734278144 ext(0->7) 00010000:00010000:2.0:1746126426.553667:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 40 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.553676:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 40 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.553681:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac2680 00000100:00100000:0.0:1746126426.559215:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.559301:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.559428:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734278272 00000100:00100000:3.0:1746126426.559436:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734278272 00000100:00100000:3.0:1746126426.559469:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4732 00000100:00100000:3.0:1746126426.559475:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:31643:x1830945734278272:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.559490:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.559503:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd1c1 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.559525:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.559529:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.559538:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126426.559541:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff9e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c1 expref: 41 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.559577:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.559589:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff9e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c1 expref: 41 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.559598:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126426.559644:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:31643:x1830945734278272:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.559649:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4732 00000100:00100000:2.0:1746126426.559714:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734278400 00000100:00100000:2.0:1746126426.559718:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734278400 00010000:00010000:2.0:1746126426.559733:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.559747:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16870 00000100:00100000:2.0:1746126426.559751:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1966:x1830945734278400:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.559758:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.559774:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.559783:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.559802:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7ff90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1b3 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.559815:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.559816:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.559820:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.559826:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.559842:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.559850:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 5 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.559860:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726212736:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.559906:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.561725:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726212736:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.561740:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.561766:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1966:x1830945734278400:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2012us (2464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.561774:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16870 00000100:00100000:0.0:1746126426.562205:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.562267:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734278656 00000100:00100000:2.0:1746126426.562272:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734278656 00002000:00100000:2.0:1746126426.562297:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0e00 x1830945734278656/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.562306:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0e00 with x1830945734278656 ext(0->4095) 00010000:00010000:2.0:1746126426.562312:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.562323:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.562328:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac0e00 00000100:00100000:2.0:1746126426.562355:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1620 00000100:00100000:2.0:1746126426.562362:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734278656:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126426.562754:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734278656:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 391us (547us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.562760:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1620 00002000:00100000:2.0:1746126426.562765:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0e00 x1830945734278656/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.562773:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0e00 with x1830945734278656 ext(0->4095) 00010000:00010000:2.0:1746126426.562777:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.562790:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.562796:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac0e00 00000100:00100000:0.0:1746126426.567816:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.567902:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734278784 00000100:00100000:2.0:1746126426.567909:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734278784 00010000:00010000:2.0:1746126426.567937:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.568368:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16871 00000100:00100000:2.0:1746126426.568376:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734278784:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.568387:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.568404:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.568413:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.568431:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b7ff97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1ba expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.568452:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.568454:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.568460:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c1 expref: 39 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.568472:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c1 expref: 39 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.568499:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c1 expref: 39 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126426.568509:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726212864:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.568578:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.570546:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726212864:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.570572:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.570615:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734278784:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2239us (2803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.570624:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16871 00000100:00100000:0.0:1746126426.571887:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.572341:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734279040 00000100:00100000:3.0:1746126426.572348:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734279040 00002000:00100000:3.0:1746126426.572381:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094739c00 x1830945734279040/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.572389:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094739c00 with x1830945734279040 ext(0->4095) 00002000:00010000:3.0:1746126426.572393:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094739c00 00000100:00100000:3.0:1746126426.572419:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3665 00000100:00100000:3.0:1746126426.572425:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1963:x1830945734279040:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126426.573126:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1963:x1830945734279040:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 699us (1239us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126426.573136:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3665 00002000:00100000:3.0:1746126426.573142:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094739c00 x1830945734279040/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.573148:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094739c00 with x1830945734279040 ext(0->4095) 00002000:00010000:3.0:1746126426.573151:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094739c00 00000100:00100000:0.0:1746126426.575123:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.575254:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734279168 00000100:00100000:2.0:1746126426.575260:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734279168 00000100:00100000:2.0:1746126426.575762:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4733 00000100:00100000:2.0:1746126426.575772:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734279168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.575787:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.575801:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd1c8 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.575825:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c1 expref: 39 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.575831:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.575833:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.575836:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.575862:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c1 expref: 39 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.575871:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c1 expref: 39 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.575880:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726212992:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.575943:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.578918:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726212992:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.578943:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.578955:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4e00, rc 0) 00000100:00100000:2.0:1746126426.579000:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734279168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3230us (3881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.579007:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4733 00000100:00100000:0.0:1746126426.579296:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.579393:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734279296 00000100:00100000:3.0:1746126426.579398:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734279296 00010000:00010000:3.0:1746126426.579420:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c1 expref: 40 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.579439:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16872 00000100:00100000:3.0:1746126426.579444:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1964:x1830945734279296:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126426.579456:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126426.579474:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c1 expref: 40 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.579483:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c1 expref: 40 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.579500:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b7ff9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c1 expref: 40 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.579525:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.579526:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.579532:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.579545:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.579579:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126426.579589:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726213120:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126426.579638:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126426.581983:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726213120:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126426.582000:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126426.582071:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1964:x1830945734279296:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2624us (2774us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.582080:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16872 00000100:00100000:0.0:1746126426.582866:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.583226:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734279424 00000100:00100000:2.0:1746126426.583232:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734279424 00000100:00100000:2.0:1746126426.583261:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4734 00000100:00100000:2.0:1746126426.583266:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:31643:x1830945734279424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.583280:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.583292:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd1cf expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.583320:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.583327:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.583328:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.583331:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.583353:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.583364:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 5 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.583374:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726213248:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.583425:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.583944:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.584049:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734279680 00000100:00100000:3.0:1746126426.584053:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734279680 00002000:00100000:3.0:1746126426.584074:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473b480 x1830945734279680/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.584083:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473b480 with x1830945734279680 ext(0->4095) 00010000:00010000:3.0:1746126426.584088:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.584097:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.584102:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009473b480 00000100:00100000:3.0:1746126426.584121:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1621 00000100:00100000:3.0:1746126426.584127:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734279680:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126426.584250:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734279680:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126426.584257:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1621 00002000:00100000:3.0:1746126426.584262:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473b480 x1830945734279680/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.584269:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473b480 with x1830945734279680 ext(0->4095) 00010000:00010000:3.0:1746126426.584273:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.584282:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.584287:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009473b480 00000100:00100000:2.0:1746126426.586946:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726213248:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.586970:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.586983:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4a00, rc 0) 00000100:00100000:2.0:1746126426.587576:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:31643:x1830945734279424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4307us (4709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.587583:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4734 00000100:00100000:0.0:1746126426.587926:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.588174:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734279808 00000100:00100000:2.0:1746126426.588180:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734279808 00000100:00100000:2.0:1746126426.588218:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4735 00000100:00100000:2.0:1746126426.588224:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:31655:x1830945734279808:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.588236:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.588247:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ffb3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd1d6 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.588263:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.588267:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 41 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.588273:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.588276:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ffb3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1d6 expref: 41 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.588298:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 41 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.588307:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ffb3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1d6 expref: 41 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.588315:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5000, rc 0) 00000100:00100000:2.0:1746126426.588345:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:31655:x1830945734279808:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.588351:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4735 00000100:00100000:0.0:1746126426.589890:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.590125:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734279936 00000100:00100000:3.0:1746126426.590130:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734279936 00010000:00010000:3.0:1746126426.590184:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.590208:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16873 00000100:00100000:3.0:1746126426.590215:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734279936:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126426.590225:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126426.590241:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.590254:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.590374:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b7ffa5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1c8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.590403:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.590405:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.590410:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.590418:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.590444:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.590453:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 40 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.590463:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726213504:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126426.590529:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.592287:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.592425:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734280192 00000100:00100000:1.0:1746126426.592431:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734280192 00002000:00100000:1.0:1746126426.592465:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094739880 x1830945734280192/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.592473:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094739880 with x1830945734280192 ext(0->4095) 00010000:00010000:1.0:1746126426.592479:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 41 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.592490:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 41 pid: 8423 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.592496:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094739880 00000100:00100000:1.0:1746126426.592526:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1622 00000100:00100000:1.0:1746126426.592533:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1963:x1830945734280192:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126426.592662:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1963:x1830945734280192:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.592667:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1622 00002000:00100000:1.0:1746126426.592672:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094739880 x1830945734280192/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.592679:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094739880 with x1830945734280192 ext(0->4095) 00010000:00010000:1.0:1746126426.592683:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 41 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.592691:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 41 pid: 8423 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.592696:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094739880 00000100:00100000:3.0:1746126426.592769:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726213504:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126426.592781:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126426.592810:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734279936:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2595us (2922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.592819:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16873 00000100:00100000:0.0:1746126426.594337:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.594382:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734280320 00000100:00100000:3.0:1746126426.594388:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734280320 00010000:00010000:3.0:1746126426.594408:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 41 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.594435:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16874 00000100:00100000:3.0:1746126426.594441:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1964:x1830945734280320:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126426.594450:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126426.594466:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 41 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.594475:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 41 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.594493:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b7ffac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1cf expref: 41 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.594513:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.594515:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.594520:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ffb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1d6 expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.594526:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ffb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1d6 expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.594547:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ffb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1d6 expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126426.594569:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726213632:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126426.594632:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.596700:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.596778:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734280576 00000100:00100000:2.0:1746126426.596784:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734280576 00002000:00100000:2.0:1746126426.596816:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473ad80 x1830945734280576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.596830:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473ad80 with x1830945734280576 ext(0->4095) 00002000:00010000:2.0:1746126426.596834:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009473ad80 00000100:00100000:2.0:1746126426.596862:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3666 00000100:00100000:2.0:1746126426.596868:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1964:x1830945734280576:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126426.596911:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726213632:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126426.596925:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126426.596953:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1964:x1830945734280320:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2512us (2618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.596959:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16874 00000100:00100000:2.0:1746126426.596981:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1964:x1830945734280576:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.597280:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3666 00002000:00100000:2.0:1746126426.597287:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473ad80 x1830945734280576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.597294:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473ad80 with x1830945734280576 ext(0->4095) 00002000:00010000:2.0:1746126426.597297:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009473ad80 00000100:00100000:0.0:1746126426.599609:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.599661:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734280704 00000100:00100000:3.0:1746126426.599667:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734280704 00000100:00100000:3.0:1746126426.599825:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4736 00000100:00100000:3.0:1746126426.599833:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734280704:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.599847:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.599860:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ffba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd1dd expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.599881:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ffb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1d6 expref: 39 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.599887:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.599888:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.599891:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ffba lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1dd expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.599913:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ffb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1d6 expref: 39 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.599927:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ffb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1d6 expref: 39 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.599937:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726213760:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126426.600191:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126426.602812:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726213760:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126426.602839:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ffba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1dd expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.602854:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07a00, rc 0) 00000100:00100000:3.0:1746126426.602891:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734280704:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3058us (3287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.602898:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4736 00000100:00100000:0.0:1746126426.604796:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.604917:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734280832 00000100:00100000:3.0:1746126426.604924:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734280832 00010000:00010000:3.0:1746126426.604952:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ffb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1d6 expref: 40 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.605053:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16875 00000100:00100000:3.0:1746126426.605060:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1963:x1830945734280832:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126426.605071:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126426.605086:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ffb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1d6 expref: 40 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.605100:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ffb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1d6 expref: 40 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.605118:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b7ffb3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1d6 expref: 40 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.605141:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.605142:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.605148:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ffba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1dd expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.605154:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ffba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1dd expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.605177:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ffba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1dd expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126426.605185:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726213888:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126426.605808:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.608826:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.608946:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.609150:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734281216 00000100:00100000:2.0:1746126426.609158:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734281216 00002000:00100000:2.0:1746126426.609193:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2dc00 x1830945734281216/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.609201:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2dc00 with x1830945734281216 ext(0->4095) 00002000:00010000:2.0:1746126426.609206:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf2dc00 00000100:00100000:2.0:1746126426.609233:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3667 00000100:00100000:2.0:1746126426.609239:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734281216:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126426.609375:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734281216:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (428us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.609381:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3667 00002000:00100000:2.0:1746126426.609386:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2dc00 x1830945734281216/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.609392:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2dc00 with x1830945734281216 ext(0->4095) 00002000:00010000:2.0:1746126426.609395:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf2dc00 00000100:00100000:2.0:1746126426.609426:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726213888:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.609440:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.609457:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1963:x1830945734280832:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4398us (4668us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.609463:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16875 00000100:00100000:3.0:1746126426.609522:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734280960 00000100:00100000:3.0:1746126426.609526:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734280960 00000100:00100000:3.0:1746126426.609544:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4737 00000100:00100000:3.0:1746126426.609549:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:31643:x1830945734280960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.609564:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.609576:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd1e4 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.609598:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ffba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1dd expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.609604:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.609606:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.609609:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 40 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.609629:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ffba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1dd expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.609638:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ffba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1dd expref: 5 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.609647:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726214016:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126426.609685:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.612265:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.612334:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734281344 00000100:00100000:2.0:1746126426.612341:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734281344 00000100:00100000:2.0:1746126426.612373:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4738 00000100:00100000:2.0:1746126426.612380:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:31655:x1830945734281344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.612394:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.612406:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd1eb expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.612426:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.612431:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.612436:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.612439:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 42 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.612463:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.612478:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 42 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.612486:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5600, rc 0) 00000100:00100000:2.0:1746126426.612526:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:31655:x1830945734281344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.612531:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4738 00000100:00100000:3.0:1746126426.614300:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726214016:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126426.614321:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 41 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.614332:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06c00, rc 0) 00000100:00100000:3.0:1746126426.614356:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:31643:x1830945734280960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4806us (5536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.614361:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4737 00000100:00100000:0.0:1746126426.614772:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.614855:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734281472 00000100:00100000:2.0:1746126426.614861:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734281472 00010000:00010000:2.0:1746126426.614878:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ffba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1dd expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.615152:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16876 00000100:00100000:2.0:1746126426.615158:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734281472:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.615167:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.615182:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ffba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1dd expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.615191:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ffba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1dd expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.615208:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b7ffba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1dd expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.615594:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.615597:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.615604:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 40 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.615611:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 40 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.615634:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 40 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.615643:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 40 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.615652:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726214272:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.615706:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.618751:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.618840:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726214272:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.618857:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.618899:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734281472:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3740us (4126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.618908:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16876 00000100:00100000:1.0:1746126426.619311:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734281728 00000100:00100000:1.0:1746126426.619317:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734281728 00002000:00100000:1.0:1746126426.619349:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2ea00 x1830945734281728/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.619357:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2ea00 with x1830945734281728 ext(0->4095) 00010000:00010000:1.0:1746126426.619364:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.619374:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.619379:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf2ea00 00000100:00100000:1.0:1746126426.619403:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1623 00000100:00100000:1.0:1746126426.619408:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1964:x1830945734281728:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126426.619532:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1964:x1830945734281728:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (786us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.619537:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1623 00002000:00100000:1.0:1746126426.619542:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2ea00 x1830945734281728/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.619548:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2ea00 with x1830945734281728 ext(0->4095) 00010000:00010000:1.0:1746126426.619564:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.619572:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.619577:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf2ea00 00000100:00100000:0.0:1746126426.627132:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.627240:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734281856 00000100:00100000:2.0:1746126426.627248:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734281856 00010000:00010000:2.0:1746126426.627277:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.627304:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16877 00000100:00100000:2.0:1746126426.627311:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1966:x1830945734281856:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.627325:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.627343:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.627353:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.627371:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffc1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1e4 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.627397:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.627399:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.627404:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.627411:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.627436:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126426.627445:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726214400:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.627509:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.634459:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726214400:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.634479:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.634532:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1966:x1830945734281856:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7220us (7404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.634544:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16877 00000100:00100000:0.0:1746126426.634778:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.634959:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734282112 00000100:00100000:3.0:1746126426.635186:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734282112 00002000:00100000:3.0:1746126426.635221:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2d180 x1830945734282112/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.635230:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2d180 with x1830945734282112 ext(0->4095) 00002000:00010000:3.0:1746126426.635233:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf2d180 00000100:00100000:3.0:1746126426.635259:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3668 00000100:00100000:3.0:1746126426.635266:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1963:x1830945734282112:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126426.635860:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1963:x1830945734282112:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 592us (1080us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126426.635867:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3668 00002000:00100000:3.0:1746126426.635872:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2d180 x1830945734282112/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.635879:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2d180 with x1830945734282112 ext(0->4095) 00002000:00010000:3.0:1746126426.635881:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf2d180 00000100:00100000:0.0:1746126426.645921:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.646007:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734282240 00000100:00100000:3.0:1746126426.646014:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734282240 00000100:00100000:3.0:1746126426.646070:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4739 00000100:00100000:3.0:1746126426.646077:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734282240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.646091:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.646105:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd1f2 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.646127:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 39 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.646139:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.646140:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.646143:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.646168:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 39 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.646178:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 39 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.646188:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726214528:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126426.646272:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126426.650346:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726214528:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126426.650371:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.650385:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126426.650420:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734282240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4343us (4505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.650428:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4739 00000100:00100000:0.0:1746126426.657165:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.657646:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734282368 00000100:00100000:3.0:1746126426.657653:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734282368 00002000:00100000:3.0:1746126426.657686:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009bf2d500 x1830945734282368/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.657700:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2d500 with x1830945734282368 ext(0->7) 00010000:00010000:3.0:1746126426.657707:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 40 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.657717:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 40 pid: 8423 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.657723:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf2d500 00000100:00100000:3.0:1746126426.657737:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1624 00000100:00100000:3.0:1746126426.657742:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1963:x1830945734282368:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126426.657982:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1963:x1830945734282368:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 238us (823us total) trans 4294967994 rc 0/0 00000100:00100000:3.0:1746126426.657987:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1624 00002000:00100000:3.0:1746126426.657992:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009bf2d500 x1830945734282368/t4294967994(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/448 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.657999:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2d500 with x1830945734282368 ext(0->7) 00010000:00010000:3.0:1746126426.658003:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 42 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.658010:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 42 pid: 8423 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.658015:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf2d500 00000100:00100000:0.0:1746126426.662145:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.662238:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734282496 00000100:00100000:2.0:1746126426.662245:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734282496 00010000:00010000:2.0:1746126426.662272:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 42 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.662293:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16878 00000100:00100000:2.0:1746126426.662299:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1965:x1830945734282496:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.662311:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.662328:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 42 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.662338:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 42 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.662356:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b7ffc8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1eb expref: 42 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.663590:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.663594:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.663603:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.663612:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.663645:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126426.663657:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726214656:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.663740:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.667820:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.668379:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734282624 00000100:00100000:3.0:1746126426.668387:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734282624 00000100:00100000:3.0:1746126426.668429:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4740 00000100:00100000:3.0:1746126426.668436:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:31643:x1830945734282624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.668450:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.668463:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd1f9 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.668484:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.668490:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.668492:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.668495:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.668518:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.668534:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 5 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.668544:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726214784:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126426.668892:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.669062:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.669137:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726214656:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.669151:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.669171:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1965:x1830945734282496:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6872us (7031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.669178:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16878 00000100:00100000:1.0:1746126426.669301:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734282880 00000100:00100000:1.0:1746126426.669304:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734282880 00002000:00100000:1.0:1746126426.669329:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761f80 x1830945734282880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.669477:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761f80 with x1830945734282880 ext(0->4095) 00010000:00010000:1.0:1746126426.669484:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.669494:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.669499:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093761f80 00000100:00100000:1.0:1746126426.669522:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1625 00000100:00100000:1.0:1746126426.669528:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734282880:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126426.669805:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734282880:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 276us (743us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.669810:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1625 00002000:00100000:1.0:1746126426.669814:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761f80 x1830945734282880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.669820:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761f80 with x1830945734282880 ext(0->4095) 00010000:00010000:1.0:1746126426.669824:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.669832:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.669837:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093761f80 00000100:00100000:3.0:1746126426.673837:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726214784:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126426.673875:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.673899:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06e00, rc 0) 00000100:00100000:3.0:1746126426.673955:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:31643:x1830945734282624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5518us (6140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.673964:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4740 00000100:00100000:0.0:1746126426.675854:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.676428:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734283008 00000100:00100000:3.0:1746126426.676437:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734283008 00000100:00100000:3.0:1746126426.676742:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4741 00000100:00100000:3.0:1746126426.676751:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:31655:x1830945734283008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.676773:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.676790:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffdd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd200 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.676820:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.676825:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.676831:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.676834:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffdd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd200 expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.676872:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.676883:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffdd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd200 expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.676896:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06c00, rc 0) 00000100:00100000:3.0:1746126426.678104:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31655:x1830945734283008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1347us (2249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.678112:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4741 00000100:00100000:1.0:1746126426.680876:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.681143:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734283136 00000100:00100000:2.0:1746126426.681154:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734283136 00010000:00010000:2.0:1746126426.681190:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.681218:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16879 00000100:00100000:2.0:1746126426.681224:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734283136:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.681237:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.681254:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.681564:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.681584:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b7ffcf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f2 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.681599:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.681601:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.681607:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.681615:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.681643:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.681652:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 42 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.681662:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726215040:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.683990:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.687107:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726215040:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.687125:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.687608:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734283136:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6381us (6738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.687617:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16879 00000100:00100000:2.0:1746126426.688057:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.688227:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734283392 00000100:00100000:3.0:1746126426.688233:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734283392 00002000:00100000:3.0:1746126426.688263:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132595880 x1830945734283392/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.688272:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595880 with x1830945734283392 ext(0->4095) 00010000:00010000:3.0:1746126426.688279:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.688289:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.688295:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132595880 00000100:00100000:3.0:1746126426.688309:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1626 00000100:00100000:3.0:1746126426.688315:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1963:x1830945734283392:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126426.688440:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1963:x1830945734283392:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (383us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126426.688445:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1626 00002000:00100000:3.0:1746126426.688450:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132595880 x1830945734283392/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.688462:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595880 with x1830945734283392 ext(0->4095) 00010000:00010000:3.0:1746126426.688466:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.688474:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.688479:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132595880 00000100:00100000:0.0:1746126426.694067:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.694568:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734283520 00000100:00100000:2.0:1746126426.694576:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734283520 00010000:00010000:2.0:1746126426.694607:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.695196:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16880 00000100:00100000:2.0:1746126426.695204:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734283520:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.695215:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.695232:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.695242:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.695259:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b7ffd6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd1f9 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.695491:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.695494:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.695500:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd200 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.695507:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd200 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.695535:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd200 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126426.695545:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726215168:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.695631:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.698446:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726215168:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.698464:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.699204:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734283520:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3998us (5141us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.699217:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16880 00000100:00100000:3.0:1746126426.699412:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.699507:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734283776 00000100:00100000:0.0:1746126426.699513:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734283776 00002000:00100000:0.0:1746126426.699548:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c319f80 x1830945734283776/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126426.699567:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c319f80 with x1830945734283776 ext(0->4095) 00002000:00010000:0.0:1746126426.699571:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c319f80 00000100:00100000:0.0:1746126426.699593:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3669 00000100:00100000:0.0:1746126426.699599:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1965:x1830945734283776:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126426.699725:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1965:x1830945734283776:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (312us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126426.699730:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3669 00002000:00100000:0.0:1746126426.699735:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c319f80 x1830945734283776/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126426.699741:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c319f80 with x1830945734283776 ext(0->4095) 00002000:00010000:0.0:1746126426.699744:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c319f80 00000100:00100000:0.0:1746126426.701337:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.701382:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734283904 00000100:00100000:3.0:1746126426.701386:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734283904 00000100:00100000:3.0:1746126426.701405:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4742 00000100:00100000:3.0:1746126426.701409:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734283904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.701416:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.701427:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd207 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.701442:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd200 expref: 41 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.701447:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.701448:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.701450:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd207 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.701466:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd200 expref: 41 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.701476:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd200 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.701482:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726215296:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126426.701655:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126426.702938:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726215296:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126426.702956:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd207 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.702967:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07600, rc 0) 00000100:00100000:3.0:1746126426.702993:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734283904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1582us (1657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.702999:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4742 00000100:00100000:0.0:1746126426.705874:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.706049:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734284032 00000100:00100000:2.0:1746126426.706056:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734284032 00010000:00010000:2.0:1746126426.706084:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd200 expref: 42 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.706109:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16881 00000100:00100000:2.0:1746126426.706115:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734284032:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.706126:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.706145:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd200 expref: 42 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.706154:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd200 expref: 42 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.706173:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b7ffdd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd200 expref: 42 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.706775:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.706777:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.706785:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd207 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.706796:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd207 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.706824:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd207 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126426.706836:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726215424:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.707072:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.709282:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726215424:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.709297:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.709323:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1964:x1830945734284032:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3209us (3455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.709330:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16881 00000100:00100000:0.0:1746126426.711009:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.711066:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.711317:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734284288 00000100:00100000:3.0:1746126426.711324:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734284288 00002000:00100000:3.0:1746126426.711355:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093762680 x1830945734284288/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.711363:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762680 with x1830945734284288 ext(0->4095) 00002000:00010000:3.0:1746126426.711367:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093762680 00000100:00100000:2.0:1746126426.711510:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734284416 00000100:00100000:2.0:1746126426.711513:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734284416 00000100:00100000:2.0:1746126426.711535:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4743 00000100:00100000:2.0:1746126426.711540:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:31643:x1830945734284416:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.711561:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.711573:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd20e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.711594:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd207 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.711600:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.711601:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.711603:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.711626:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd207 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.711639:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd207 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.711649:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726215552:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.711694:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126426.711757:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1627 00000100:00100000:3.0:1746126426.711763:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734284288:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126426.712072:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734284288:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 308us (1065us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126426.712080:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1627 00002000:00100000:3.0:1746126426.712086:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093762680 x1830945734284288/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.712093:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762680 with x1830945734284288 ext(0->4095) 00010000:00010000:3.0:1746126426.712098:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd207 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.712107:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd207 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.712112:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093762680 00000100:00100000:2.0:1746126426.713295:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726215552:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.713313:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.713323:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4600, rc 0) 00000100:00100000:2.0:1746126426.713345:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:31643:x1830945734284416:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1805us (2279us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.713350:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4743 00000100:00100000:0.0:1746126426.714913:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.715201:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.715248:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734284672 00000100:00100000:2.0:1746126426.715254:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734284672 00010000:00010000:2.0:1746126426.715278:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd207 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.715298:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16882 00000100:00100000:2.0:1746126426.715304:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734284672:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.715314:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.715330:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd207 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.715345:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd207 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.715362:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b7ffe4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd207 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.715469:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734284544 00000100:00100000:3.0:1746126426.715472:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734284544 00000100:00100000:3.0:1746126426.715493:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4744 00000100:00100000:3.0:1746126426.715497:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:31655:x1830945734284544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.715508:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.715517:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7fff2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd215 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.715531:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.715535:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.715540:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.715544:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7fff2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd215 expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.715583:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.715592:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7fff2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd215 expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.715599:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.715600:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.715604:0:8424:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.715609:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.715623:0:8424:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.715632:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.715641:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726215808:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126426.715687:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1840 going to sleep for 11 seconds 00010000:00010000:2.0:1746126426.715992:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.716043:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734284672:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 738us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.716049:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16882 00000100:00100000:3.0:1746126426.717754:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726215808:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126426.717771:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:3.0:1746126426.717809:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31655:x1830945734284544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2311us (3229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.717816:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4744 00000100:00100000:3.0:1746126426.719288:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.719772:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734284928 00000100:00100000:1.0:1746126426.719778:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734284928 00002000:00100000:1.0:1746126426.719808:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c318380 x1830945734284928/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.719816:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c318380 with x1830945734284928 ext(0->4095) 00010000:00010000:1.0:1746126426.719822:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.719832:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.719837:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c318380 00000100:00100000:1.0:1746126426.720216:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1628 00000100:00100000:1.0:1746126426.720224:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1963:x1830945734284928:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126426.720353:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1963:x1830945734284928:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (1066us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.720358:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1628 00002000:00100000:1.0:1746126426.720363:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c318380 x1830945734284928/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.720370:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c318380 with x1830945734284928 ext(0->4095) 00010000:00010000:1.0:1746126426.720374:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.720383:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.720393:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c318380 00000100:00100000:0.0:1746126426.722388:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.722740:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734285056 00000100:00100000:2.0:1746126426.722747:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734285056 00010000:00010000:2.0:1746126426.722771:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.722800:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16883 00000100:00100000:2.0:1746126426.722805:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734285056:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.722815:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.722831:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.722840:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.722858:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b7ffeb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd20e expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.722889:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.722891:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.722897:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7fff2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd215 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.722903:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7fff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd215 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.722930:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7fff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd215 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126426.722940:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726215936:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.723010:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.725387:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726215936:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.725405:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126426.725418:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.725470:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734285312 00000100:00100000:1.0:1746126426.725474:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734285312 00002000:00100000:1.0:1746126426.725507:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760000 x1830945734285312/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.725515:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760000 with x1830945734285312 ext(0->4095) 00002000:00010000:1.0:1746126426.725519:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760000 00000100:00100000:2.0:1746126426.725602:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734285056:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2795us (3217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.725611:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16883 00000100:00100000:1.0:1746126426.725660:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3671 00000100:00100000:1.0:1746126426.725667:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734285312:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126426.725829:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734285312:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.725835:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3671 00002000:00100000:1.0:1746126426.725839:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760000 x1830945734285312/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.725846:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760000 with x1830945734285312 ext(0->4095) 00002000:00010000:1.0:1746126426.725849:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760000 00000100:00100000:0.0:1746126426.727195:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.727430:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734285440 00000100:00100000:3.0:1746126426.727437:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734285440 00000100:00100000:3.0:1746126426.727476:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4745 00000100:00100000:3.0:1746126426.727483:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734285440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.727493:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.727506:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fff9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd21c expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.727529:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7fff2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd215 expref: 41 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.727536:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.727538:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.727541:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fff9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd21c expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.727577:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7fff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd215 expref: 41 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.727588:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7fff2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd215 expref: 41 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.727598:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726216064:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126426.727664:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126426.729344:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726216064:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126426.729369:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fff9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd21c expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.729381:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126426.729410:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734285440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1928us (2218us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.729417:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4745 00000100:00100000:0.0:1746126426.730163:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.730310:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734285568 00000100:00100000:2.0:1746126426.730314:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734285568 00010000:00010000:2.0:1746126426.730500:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7fff2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd215 expref: 42 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.730526:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16884 00000100:00100000:2.0:1746126426.730532:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734285568:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.730545:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.730574:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7fff2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd215 expref: 42 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.730584:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7fff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd215 expref: 42 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.730600:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b7fff2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd215 expref: 42 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.730620:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.730621:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.730627:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fff9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd21c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.730633:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fff9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd21c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.730656:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fff9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd21c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126426.730666:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726216192:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.730720:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126426.733895:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726216192:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126426.733915:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126426.733954:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1964:x1830945734285568:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3420us (3790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.733963:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16884 00000100:00100000:0.0:1746126426.734353:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.734414:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734285824 00000100:00100000:1.0:1746126426.734420:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734285824 00002000:00100000:1.0:1746126426.734451:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093763480 x1830945734285824/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.734459:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763480 with x1830945734285824 ext(0->4095) 00002000:00010000:1.0:1746126426.734463:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093763480 00000100:00100000:1.0:1746126426.734486:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3672 00000100:00100000:1.0:1746126426.734494:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734285824:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126426.734942:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734285824:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 447us (589us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.734947:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3672 00002000:00100000:1.0:1746126426.734953:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093763480 x1830945734285824/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.734959:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763480 with x1830945734285824 ext(0->4095) 00002000:00010000:1.0:1746126426.734962:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093763480 00000100:00100000:0.0:1746126426.737509:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.737595:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.737677:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734285952 00000100:00100000:3.0:1746126426.737683:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734285952 00000100:00100000:3.0:1746126426.737722:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734286080 00000100:00100000:3.0:1746126426.737725:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734286080 00000100:00100000:3.0:1746126426.737739:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4746 00000100:00100000:3.0:1746126426.737744:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:31643:x1830945734285952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.737757:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.737771:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd223 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.737792:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fff9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd21c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.737798:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.737801:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.737803:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.737825:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fff9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd21c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.737835:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fff9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd21c expref: 5 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.737844:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726216320:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126426.737901:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.738049:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4747 00000100:00100000:1.0:1746126426.738056:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31655:x1830945734286080:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126426.738063:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.738069:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b80007 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd22a expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.738079:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.738082:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.738087:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.738089:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b80007 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd22a expref: 44 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.738107:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.738117:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b80007 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd22a expref: 44 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.738125:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993a00, rc 0) 00000100:00100000:1.0:1746126426.738145:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:31655:x1830945734286080:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.738151:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4747 00000100:00100000:3.0:1746126426.741634:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726216320:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126426.741659:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.741672:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:0.0:1746126426.742092:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.742158:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31643:x1830945734285952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4412us (4654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.742165:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4746 00000100:00100000:3.0:1746126426.742215:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734286208 00000100:00100000:3.0:1746126426.742220:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734286208 00010000:00010000:3.0:1746126426.742237:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fff9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd21c expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.742264:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16885 00000100:00100000:3.0:1746126426.742270:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734286208:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126426.742280:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126426.742296:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fff9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd21c expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.742308:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fff9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd21c expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.742324:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b7fff9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd21c expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.742335:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.742337:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.742342:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.742348:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.742371:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.742379:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 42 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.742387:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726216576:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126426.742427:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126426.744765:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726216576:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126426.744781:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126426.744820:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734286208:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2549us (2728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.744831:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16885 00000100:00100000:0.0:1746126426.745788:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.745872:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734286464 00000100:00100000:3.0:1746126426.745877:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734286464 00002000:00100000:3.0:1746126426.745904:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236e680 x1830945734286464/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.745912:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236e680 with x1830945734286464 ext(0->4095) 00010000:00010000:3.0:1746126426.745919:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.745928:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.745933:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236e680 00000100:00100000:3.0:1746126426.745953:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1629 00000100:00100000:3.0:1746126426.745959:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1966:x1830945734286464:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126426.746091:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1966:x1830945734286464:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126426.746096:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1629 00002000:00100000:3.0:1746126426.746100:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236e680 x1830945734286464/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.746106:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236e680 with x1830945734286464 ext(0->4095) 00010000:00010000:3.0:1746126426.746109:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.746121:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.746126:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236e680 00000100:00100000:0.0:1746126426.749683:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.752405:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734286592 00000100:00100000:3.0:1746126426.752416:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734286592 00010000:00010000:3.0:1746126426.752450:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.752589:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16886 00000100:00100000:3.0:1746126426.752597:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734286592:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126426.752612:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126426.752630:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.752640:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.752657:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80000 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd223 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.752682:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.752684:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.752689:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b80007 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd22a expref: 42 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.752700:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b80007 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd22a expref: 42 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.752728:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b80007 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd22a expref: 42 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126426.752739:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726216704:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126426.752806:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.755136:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.755773:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726216704:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126426.755788:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126426.755824:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734286592:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3228us (6147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.755833:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16886 00000100:00100000:1.0:1746126426.756224:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734286848 00000100:00100000:1.0:1746126426.756229:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734286848 00002000:00100000:1.0:1746126426.756259:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236c380 x1830945734286848/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.756267:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236c380 with x1830945734286848 ext(0->4095) 00002000:00010000:1.0:1746126426.756270:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236c380 00000100:00100000:1.0:1746126426.756838:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3673 00000100:00100000:1.0:1746126426.756846:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1963:x1830945734286848:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126426.757465:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1963:x1830945734286848:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 620us (2334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.757472:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3673 00002000:00100000:1.0:1746126426.757478:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236c380 x1830945734286848/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.757485:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236c380 with x1830945734286848 ext(0->4095) 00002000:00010000:1.0:1746126426.757488:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236c380 00000100:00100000:0.0:1746126426.760012:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.760247:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734286976 00000100:00100000:2.0:1746126426.760255:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734286976 00000100:00100000:2.0:1746126426.760290:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4748 00000100:00100000:2.0:1746126426.760297:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734286976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.760310:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.760323:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd231 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.760347:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b80007 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd22a expref: 41 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.760354:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.760356:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.760359:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd231 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.760382:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b80007 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd22a expref: 41 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.760392:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b80007 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd22a expref: 41 pid: 17079 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.760403:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726216832:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.760833:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.762262:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726216832:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.762279:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd231 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.762294:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5800, rc 0) 00000100:00100000:2.0:1746126426.762432:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734286976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2134us (2424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.762439:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4748 00000100:00100000:0.0:1746126426.764365:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.764444:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734287104 00000100:00100000:3.0:1746126426.764451:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734287104 00010000:00010000:3.0:1746126426.764477:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b80007 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd22a expref: 42 pid: 17079 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.764510:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16887 00000100:00100000:3.0:1746126426.764517:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734287104:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126426.764529:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126426.764548:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b80007 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd22a expref: 42 pid: 17079 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.764574:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b80007 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd22a expref: 42 pid: 17079 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.764592:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b80007 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd22a expref: 42 pid: 17079 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.764607:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.764608:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.764615:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd231 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.764622:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd231 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.764647:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd231 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126426.764657:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726216960:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126426.764722:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126426.767267:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726216960:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126426.767284:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126426.767314:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1964:x1830945734287104:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2796us (2951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.767323:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16887 00000100:00100000:0.0:1746126426.767641:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.767684:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.767744:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734287488 00000100:00100000:1.0:1746126426.767744:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734287360 00000100:00100000:2.0:1746126426.767749:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734287488 00000100:00100000:1.0:1746126426.767749:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734287360 00000100:00100000:2.0:1746126426.767772:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4749 00002000:00100000:1.0:1746126426.767775:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236e300 x1830945734287360/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126426.767777:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:31643:x1830945734287488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.767787:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:1.0:1746126426.767788:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236e300 with x1830945734287360 ext(0->4095) 00002000:00010000:1.0:1746126426.767791:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236e300 00010000:00010000:2.0:1746126426.767798:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd238 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.767818:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd231 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.767824:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.767826:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.767829:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.767853:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd231 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.767862:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd231 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.767862:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1630 00000100:00100000:1.0:1746126426.767867:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734287360:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126426.767875:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726217088:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.767911:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.768096:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734287360:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 227us (455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.768101:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1630 00002000:00100000:1.0:1746126426.768106:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236e300 x1830945734287360/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.768112:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236e300 with x1830945734287360 ext(0->4095) 00010000:00010000:1.0:1746126426.768117:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd231 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.768126:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd231 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.768131:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236e300 00000100:00100000:1.0:1746126426.770542:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.770658:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726217088:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.770680:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.770693:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5400, rc 0) 00000100:00100000:0.0:1746126426.770695:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734287616 00000100:00100000:0.0:1746126426.770700:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734287616 00000100:00100000:0.0:1746126426.770733:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4750 00000100:00100000:2.0:1746126426.770734:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31643:x1830945734287488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2957us (3051us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126426.770738:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31655:x1830945734287616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126426.770740:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4749 00010000:00010000:0.0:1746126426.770748:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126426.770757:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b8001c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd23f expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.770772:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126426.770776:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.770781:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126426.770784:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b8001c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd23f expref: 43 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.770806:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.770815:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b8001c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd23f expref: 43 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.770821:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846000, rc 0) 00000100:00100000:3.0:1746126426.770831:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.770835:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31655:x1830945734287616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126426.770840:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4750 00000100:00100000:2.0:1746126426.771589:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734287744 00000100:00100000:2.0:1746126426.771593:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734287744 00010000:00010000:2.0:1746126426.771612:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd231 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.771640:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16888 00000100:00100000:2.0:1746126426.771645:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734287744:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.771653:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.771668:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd231 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.771676:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd231 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.771695:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8000e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd231 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.771719:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.771720:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.771725:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.771736:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.771758:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 42 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.771768:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 42 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.771778:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726217344:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.771828:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.773142:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726217344:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.773155:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.773268:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734287744:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1622us (2435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.773275:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16888 00000100:00100000:0.0:1746126426.774144:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.774190:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734288000 00000100:00100000:1.0:1746126426.774196:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734288000 00002000:00100000:1.0:1746126426.774229:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236fb80 x1830945734288000/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.774237:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236fb80 with x1830945734288000 ext(0->4095) 00010000:00010000:1.0:1746126426.774244:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.774255:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.774261:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236fb80 00000100:00100000:1.0:1746126426.774287:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1631 00000100:00100000:1.0:1746126426.774292:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734288000:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126426.774417:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734288000:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.774422:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1631 00002000:00100000:1.0:1746126426.774426:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236fb80 x1830945734288000/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.774432:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236fb80 with x1830945734288000 ext(0->4095) 00010000:00010000:1.0:1746126426.774437:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.774444:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.774450:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236fb80 00000100:00100000:0.0:1746126426.776854:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.776940:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734288128 00000100:00100000:2.0:1746126426.776947:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734288128 00010000:00010000:2.0:1746126426.776971:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.777005:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16889 00000100:00100000:2.0:1746126426.777257:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1965:x1830945734288128:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.777391:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.777409:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.777419:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.777436:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80015 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd238 expref: 43 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.777459:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.777460:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.777466:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b8001c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd23f expref: 42 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.777472:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b8001c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd23f expref: 42 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.777497:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b8001c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd23f expref: 42 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126426.777507:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726217472:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.777581:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.780941:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.781045:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726217472:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.781062:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.781093:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1965:x1830945734288128:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3838us (4244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.781102:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16889 00000100:00100000:1.0:1746126426.781171:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734288384 00000100:00100000:1.0:1746126426.781176:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734288384 00002000:00100000:1.0:1746126426.781205:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236ca80 x1830945734288384/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.781213:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236ca80 with x1830945734288384 ext(0->4095) 00002000:00010000:1.0:1746126426.781217:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236ca80 00000100:00100000:1.0:1746126426.781241:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3675 00000100:00100000:1.0:1746126426.781245:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1966:x1830945734288384:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126426.781636:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1966:x1830945734288384:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 389us (699us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.781641:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3675 00002000:00100000:1.0:1746126426.781646:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236ca80 x1830945734288384/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.781653:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236ca80 with x1830945734288384 ext(0->4095) 00002000:00010000:1.0:1746126426.781655:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236ca80 00000100:00100000:0.0:1746126426.783938:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.785474:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734288512 00000100:00100000:2.0:1746126426.785482:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734288512 00000100:00100000:2.0:1746126426.785524:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4751 00000100:00100000:2.0:1746126426.785531:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734288512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.785547:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.785570:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80023 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd246 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.785592:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b8001c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd23f expref: 41 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.785598:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.785600:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.785603:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80023 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd246 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.785626:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b8001c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd23f expref: 41 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.785636:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b8001c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd23f expref: 41 pid: 8425 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.785650:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726217600:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.785730:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.787854:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726217600:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.787875:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80023 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd246 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.787887:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5600, rc 0) 00000100:00100000:2.0:1746126426.787917:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734288512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2386us (3984us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.787925:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4751 00000100:00100000:0.0:1746126426.788805:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.788869:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734288640 00000100:00100000:2.0:1746126426.788874:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734288640 00010000:00010000:2.0:1746126426.788897:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b8001c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd23f expref: 42 pid: 8425 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.788963:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16890 00000100:00100000:2.0:1746126426.788970:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1963:x1830945734288640:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.788981:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.788999:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b8001c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd23f expref: 42 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.789008:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b8001c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd23f expref: 42 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.789126:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b8001c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd23f expref: 42 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.789150:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.789151:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.789158:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80023 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd246 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.789165:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80023 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd246 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.789189:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80023 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd246 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126426.789199:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726217728:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.789255:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.790483:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726217728:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.790496:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.790519:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1963:x1830945734288640:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1550us (1715us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.790528:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16890 00000100:00100000:0.0:1746126426.790864:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.791016:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.791090:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734288896 00000100:00100000:1.0:1746126426.791095:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734288896 00002000:00100000:1.0:1746126426.791120:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e52a00 x1830945734288896/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.791128:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52a00 with x1830945734288896 ext(0->4095) 00002000:00010000:1.0:1746126426.791131:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e52a00 00000100:00100000:1.0:1746126426.791194:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3676 00000100:00100000:1.0:1746126426.791200:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734288896:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126426.791332:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734288896:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.791338:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3676 00002000:00100000:1.0:1746126426.791343:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e52a00 x1830945734288896/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.791355:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52a00 with x1830945734288896 ext(0->4095) 00002000:00010000:1.0:1746126426.791358:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e52a00 00000100:00100000:2.0:1746126426.791410:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734289024 00000100:00100000:2.0:1746126426.791413:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734289024 00000100:00100000:2.0:1746126426.791433:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4752 00000100:00100000:2.0:1746126426.791438:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:31643:x1830945734289024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.791448:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.791458:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd24d expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.791476:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80023 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd246 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.791482:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.791483:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.791486:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 42 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.791506:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80023 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd246 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.791516:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80023 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd246 expref: 5 pid: 8425 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.791525:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726217856:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.791575:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.793534:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.793707:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726217856:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.793725:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 42 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.793735:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4800, rc 0) 00000100:00100000:2.0:1746126426.793760:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:31643:x1830945734289024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2322us (2745us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.793769:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4752 00000100:00100000:2.0:1746126426.793786:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734289152 00000100:00100000:2.0:1746126426.793790:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734289152 00000100:00100000:2.0:1746126426.794305:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4753 00000100:00100000:2.0:1746126426.794312:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:31655:x1830945734289152:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.794323:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.794332:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd254 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.794347:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.794351:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 43 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.794360:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.794363:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 43 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.794384:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 43 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.794393:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 43 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.794399:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5e00, rc 0) 00000100:00100000:2.0:1746126426.794419:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31655:x1830945734289152:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.794424:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4753 00000100:00100000:0.0:1746126426.795493:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.795570:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734289280 00000100:00100000:2.0:1746126426.795575:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734289280 00010000:00010000:2.0:1746126426.795592:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80023 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd246 expref: 6 pid: 8425 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.795762:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16891 00000100:00100000:2.0:1746126426.795767:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734289280:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126426.795776:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126426.795791:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80023 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd246 expref: 6 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.795800:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80023 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd246 expref: 6 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.795816:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80023 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd246 expref: 6 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.795886:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.795888:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.795894:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 42 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.795900:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 42 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.795922:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 42 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.795934:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 42 pid: 8425 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.795944:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726218112:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126426.796214:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.797513:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726218112:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126426.797528:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126426.797564:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734289280:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1796us (2072us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.797572:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16891 00000100:00100000:0.0:1746126426.797996:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.798056:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734289536 00000100:00100000:3.0:1746126426.798061:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734289536 00002000:00100000:3.0:1746126426.798086:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e50a80 x1830945734289536/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.798094:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50a80 with x1830945734289536 ext(0->4095) 00010000:00010000:3.0:1746126426.798100:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 43 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.798109:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 43 pid: 8425 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.798114:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e50a80 00000100:00100000:3.0:1746126426.798200:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1632 00000100:00100000:3.0:1746126426.798207:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1963:x1830945734289536:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126426.798561:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1963:x1830945734289536:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 354us (564us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126426.798567:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1632 00002000:00100000:3.0:1746126426.798572:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e50a80 x1830945734289536/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.798579:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50a80 with x1830945734289536 ext(0->4095) 00010000:00010000:3.0:1746126426.798583:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 43 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.798592:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 43 pid: 8425 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.798600:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e50a80 00000100:00100000:0.0:1746126426.800634:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.800761:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734289664 00000100:00100000:2.0:1746126426.800769:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734289664 00010000:00010000:2.0:1746126426.800792:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 43 pid: 8425 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.801074:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16892 00000100:00100000:1.0:1746126426.801083:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734289664:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126426.801093:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.801110:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 43 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.801119:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 43 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.801136:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8002a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd24d expref: 43 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.801155:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.801157:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.801163:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 42 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.801170:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 42 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.801196:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 42 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126426.801206:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726218240:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126426.801269:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.803566:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.803617:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734289920 00000100:00100000:3.0:1746126426.803622:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734289920 00002000:00100000:3.0:1746126426.803654:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e53100 x1830945734289920/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.803662:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e53100 with x1830945734289920 ext(0->4095) 00002000:00010000:3.0:1746126426.803666:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e53100 00000100:00100000:3.0:1746126426.803684:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3677 00000100:00100000:3.0:1746126426.803690:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734289920:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126426.805207:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734289920:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1514us (1654us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126426.805214:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3677 00002000:00100000:3.0:1746126426.805219:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e53100 x1830945734289920/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.805229:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e53100 with x1830945734289920 ext(0->4095) 00002000:00010000:3.0:1746126426.805232:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e53100 00000100:00100000:1.0:1746126426.805294:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726218240:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.805311:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.805332:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734289664:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4248us (4701us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.805337:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16892 00000100:00100000:0.0:1746126426.809317:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.809378:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734290048 00000100:00100000:3.0:1746126426.809385:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734290048 00000100:00100000:3.0:1746126426.809430:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4754 00000100:00100000:3.0:1746126426.809437:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734290048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.809451:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.809464:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80038 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd25b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.809493:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 41 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.809499:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.809501:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.809503:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80038 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd25b expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.809528:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 41 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.809538:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 41 pid: 8425 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.809558:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726218368:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126426.811307:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.822759:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.823206:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734290176 00000100:00100000:2.0:1746126426.823214:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734290176 00002000:00100000:2.0:1746126426.823254:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092e51180 x1830945734290176/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.823263:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e51180 with x1830945734290176 ext(0->7) 00010000:00010000:2.0:1746126426.823270:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 42 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.823281:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 42 pid: 8425 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.823290:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e51180 00000100:00100000:2.0:1746126426.823311:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1633 00000100:00100000:2.0:1746126426.823318:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734290176:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126426.824484:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726218368:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126426.824504:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80038 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd25b expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.824516:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06c00, rc 0) 00000100:00100000:1.0:1746126426.825346:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.825370:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734290432 00000100:00100000:1.0:1746126426.825374:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734290432 00000100:00100000:1.0:1746126426.825414:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 395 00000100:00100000:1.0:1746126426.825421:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945734290432:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126426.825452:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945734290432:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 33us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.825457:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 395 00000100:00100000:1.0:1746126426.825505:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.825516:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734290688 00000100:00100000:1.0:1746126426.825518:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734290688 00000100:00100000:1.0:1746126426.825543:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 396 00000100:00100000:1.0:1746126426.825547:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:68cec75b-543f-4a1a-954f-27556ebc9519+7:1966:x1830945734290688:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126426.825576:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:68cec75b-543f-4a1a-954f-27556ebc9519+7:1966:x1830945734290688:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 29us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.825581:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 396 00000100:00100000:3.0:1746126426.825615:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734290048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16178us (16303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.825621:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4754 00000100:00100000:1.0:1746126426.825725:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.825739:0:7081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734290304 00000100:00100000:1.0:1746126426.825741:0:7081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734290304 00000100:00100000:1.0:1746126426.825759:0:7081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 410 00000100:00100000:1.0:1746126426.825763:0:7081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d568050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d94413c0-4094-4072-8112-4e637805471b+12:1966:x1830945734290304:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126426.825780:0:7081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d568050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d94413c0-4094-4072-8112-4e637805471b+12:1966:x1830945734290304:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 17us (56us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.825785:0:7081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 410 00000100:00100000:1.0:1746126426.825821:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00080000:0.0:1746126426.827238:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126426.827488:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734290176:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 4166us (4730us total) trans 4294967995 rc 0/0 00000100:00100000:2.0:1746126426.827496:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1633 00002000:00100000:2.0:1746126426.827506:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092e51180 x1830945734290176/t4294967995(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/448 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.827514:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e51180 with x1830945734290176 ext(0->7) 00010000:00010000:2.0:1746126426.827522:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 44 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.827534:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 44 pid: 8425 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.827540:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e51180 00000100:00100000:3.0:1746126426.827654:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734290560 00000100:00100000:3.0:1746126426.827661:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734290560 00000100:00100000:3.0:1746126426.827702:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 503 00000100:00100000:3.0:1746126426.827708:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945734290560:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:3.0:1746126426.827744:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945734290560:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 37us (1922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.827749:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 503 00000100:00080000:1.0:1746126426.827790:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126426.827911:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.828083:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734290816 00000100:00100000:3.0:1746126426.828087:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734290816 00000100:00100000:3.0:1746126426.828116:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 504 00000100:00100000:3.0:1746126426.828121:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734290816:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:3.0:1746126426.828146:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734290816:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 25us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.828150:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 504 00000100:00080000:1.0:1746126426.828325:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126426.832223:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.834173:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734290944 00000100:00100000:1.0:1746126426.834181:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734290944 00010000:00010000:1.0:1746126426.834216:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 44 pid: 8425 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.834257:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16893 00000100:00100000:1.0:1746126426.834263:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1963:x1830945734290944:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126426.834274:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.834291:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 44 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.834301:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 44 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.834320:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80031 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd254 expref: 44 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.834337:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.834339:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.834346:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80038 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd25b expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.834354:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80038 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd25b expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.834382:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80038 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd25b expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126426.834393:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726218496:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126426.834468:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.837146:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.837237:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726218496:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.837253:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.837282:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1963:x1830945734290944:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3019us (5066us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.837290:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16893 00000100:00100000:2.0:1746126426.837458:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734291200 00000100:00100000:2.0:1746126426.837464:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734291200 00002000:00100000:2.0:1746126426.837491:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131544700 x1830945734291200/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.837499:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544700 with x1830945734291200 ext(0->4095) 00002000:00010000:2.0:1746126426.837503:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131544700 00000100:00100000:2.0:1746126426.837616:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3678 00000100:00100000:2.0:1746126426.837622:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734291200:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126426.838989:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734291200:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 1363us (1844us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.838997:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3678 00002000:00100000:2.0:1746126426.839004:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131544700 x1830945734291200/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.839249:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544700 with x1830945734291200 ext(0->4095) 00002000:00010000:2.0:1746126426.839253:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131544700 00000100:00100000:2.0:1746126426.845245:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.845302:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734291328 00000100:00100000:0.0:1746126426.845310:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734291328 00000100:00100000:0.0:1746126426.845519:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4755 00000100:00100000:0.0:1746126426.845527:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31643:x1830945734291328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126426.845541:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126426.845561:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd262 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.845585:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80038 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd25b expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.845591:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126426.845593:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126426.845596:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.845620:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80038 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd25b expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126426.845628:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80038 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd25b expref: 5 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:0.0:1746126426.845638:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726218624:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126426.846687:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.846756:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126426.846808:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734291456 00000100:00100000:3.0:1746126426.846812:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734291456 00000100:00100000:3.0:1746126426.846840:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4756 00000100:00100000:3.0:1746126426.846845:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31655:x1830945734291456:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.846852:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.846860:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd269 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.846871:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.846874:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 46 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.846879:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.846881:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 46 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.846901:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 46 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.846911:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 46 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.846919:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06e00, rc 0) 00000100:00100000:3.0:1746126426.847403:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:31655:x1830945734291456:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 556us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.847409:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4756 00000100:00100000:3.0:1746126426.848579:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726218624:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126426.848596:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.848607:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846200, rc 0) 00000100:00100000:3.0:1746126426.848794:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31643:x1830945734291328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3267us (3554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.848800:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4755 00000100:00100000:0.0:1746126426.850047:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.850284:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734291584 00000100:00100000:1.0:1746126426.850290:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734291584 00010000:00010000:1.0:1746126426.850314:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80038 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd25b expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.851322:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16894 00000100:00100000:1.0:1746126426.851330:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734291584:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126426.851341:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.851358:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80038 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd25b expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.851374:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80038 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd25b expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.851392:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80038 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd25b expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.851420:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.851422:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.851429:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.851435:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.851462:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.851472:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 44 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.851482:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726218880:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126426.851541:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.853713:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726218880:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126426.853715:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126426.853727:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.853759:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734291584:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2430us (3713us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.853770:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16894 00000100:00100000:2.0:1746126426.854119:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734291840 00000100:00100000:2.0:1746126426.854125:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734291840 00002000:00100000:2.0:1746126426.854152:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131547800 x1830945734291840/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.854160:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131547800 with x1830945734291840 ext(0->4095) 00010000:00010000:2.0:1746126426.854166:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 45 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.854176:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 45 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.854182:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131547800 00000100:00100000:2.0:1746126426.854196:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1634 00000100:00100000:2.0:1746126426.854202:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1963:x1830945734291840:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126426.854315:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1963:x1830945734291840:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (604us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.854322:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1634 00002000:00100000:2.0:1746126426.854327:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131547800 x1830945734291840/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.854333:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131547800 with x1830945734291840 ext(0->4095) 00010000:00010000:2.0:1746126426.854337:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 45 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.854344:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 45 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.854348:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131547800 00000100:00100000:0.0:1746126426.856969:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.857696:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734291968 00000100:00100000:1.0:1746126426.857703:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734291968 00010000:00010000:1.0:1746126426.857728:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 45 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.857757:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16895 00000100:00100000:1.0:1746126426.857764:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131546680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1964:x1830945734291968:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126426.857774:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.857789:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 45 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.857799:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 45 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.857816:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8003f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd262 expref: 45 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.857827:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.857829:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.857834:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 44 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.857841:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 44 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.857966:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 44 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126426.857978:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726219008:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126426.858049:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.860155:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.860318:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726219008:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.860332:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.860358:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131546680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734291968:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2594us (3393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.860365:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16895 00000100:00100000:2.0:1746126426.860520:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734292224 00000100:00100000:2.0:1746126426.860525:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734292224 00002000:00100000:2.0:1746126426.860558:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131544380 x1830945734292224/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.860567:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544380 with x1830945734292224 ext(0->4095) 00002000:00010000:2.0:1746126426.860570:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131544380 00000100:00100000:2.0:1746126426.860584:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3679 00000100:00100000:2.0:1746126426.860589:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1965:x1830945734292224:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126426.860692:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1965:x1830945734292224:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (542us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.860697:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3679 00002000:00100000:2.0:1746126426.860702:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131544380 x1830945734292224/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.860714:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544380 with x1830945734292224 ext(0->4095) 00002000:00010000:2.0:1746126426.860717:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131544380 00000100:00100000:0.0:1746126426.864392:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.865014:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734292352 00000100:00100000:3.0:1746126426.865045:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734292352 00000100:00100000:3.0:1746126426.865078:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4757 00000100:00100000:3.0:1746126426.865084:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734292352:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.865096:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.865108:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd270 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.865130:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 43 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.865137:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.865139:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.865142:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.865167:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 43 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.865177:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 43 pid: 8425 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.865187:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726219136:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126426.865994:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126426.871449:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726219136:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126426.871474:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.871488:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07a00, rc 0) 00000100:00100000:3.0:1746126426.871525:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734292352:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6441us (7139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.871531:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4757 00000100:00100000:2.0:1746126426.875391:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.875420:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.875486:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734292608 00000100:00100000:1.0:1746126426.875493:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734292608 00002000:00100000:1.0:1746126426.875526:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132597480 x1830945734292608/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.875535:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597480 with x1830945734292608 ext(0->7) 00010000:00010000:1.0:1746126426.875542:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 44 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.875561:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 44 pid: 8425 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.875567:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132597480 00000100:00100000:1.0:1746126426.875591:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1635 00000100:00100000:1.0:1746126426.875597:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1963:x1830945734292608:12345-192.168.203.32@tcp:4:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126426.875919:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1963:x1830945734292608:12345-192.168.203.32@tcp:4:ptlrpcd_00_00.0 Request processed in 322us (534us total) trans 4294967996 rc 0/0 00000100:00100000:1.0:1746126426.875928:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1635 00002000:00100000:1.0:1746126426.875932:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132597480 x1830945734292608/t4294967996(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/448 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.875938:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597480 with x1830945734292608 ext(0->7) 00010000:00010000:1.0:1746126426.875943:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 46 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.875951:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 46 pid: 8425 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.875955:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132597480 00000100:00100000:3.0:1746126426.876507:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734292736 00000100:00100000:3.0:1746126426.876512:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734292736 00000100:00100000:3.0:1746126426.876697:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4758 00000100:00100000:3.0:1746126426.876703:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:31643:x1830945734292736:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.876711:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.876721:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80054 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd277 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.876738:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.876742:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.876747:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126426.876750:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80054 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd277 expref: 47 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.876776:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.876786:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80054 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd277 expref: 47 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.876794:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07600, rc 0) 00000100:00100000:3.0:1746126426.876826:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:31643:x1830945734292736:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (1405us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.876832:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4758 00000100:00100000:0.0:1746126426.877701:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.877763:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734292864 00000100:00100000:1.0:1746126426.877767:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734292864 00010000:00010000:1.0:1746126426.877784:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 47 pid: 8425 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.877811:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16896 00000100:00100000:1.0:1746126426.877816:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1963:x1830945734292864:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126426.877824:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.877836:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 47 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.877843:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 47 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.877857:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80046 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd269 expref: 47 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.877879:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.877881:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.877886:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.877893:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.877910:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.877920:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 5 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.877929:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726219392:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126426.877989:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.879764:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726219392:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.879779:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.879814:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1963:x1830945734292864:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1997us (2114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.879823:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16896 00000100:00100000:0.0:1746126426.880622:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.881360:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734293120 00000100:00100000:1.0:1746126426.881367:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734293120 00002000:00100000:1.0:1746126426.881398:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131547100 x1830945734293120/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.881413:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131547100 with x1830945734293120 ext(0->4095) 00010000:00010000:1.0:1746126426.881420:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.881431:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.881437:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131547100 00000100:00100000:1.0:1746126426.881466:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1636 00000100:00100000:1.0:1746126426.881473:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734293120:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126426.881609:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734293120:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (988us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.881615:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1636 00002000:00100000:1.0:1746126426.881621:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131547100 x1830945734293120/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.881627:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131547100 with x1830945734293120 ext(0->4095) 00010000:00010000:1.0:1746126426.881631:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.881640:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.881644:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131547100 00000100:00100000:0.0:1746126426.884229:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.884590:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734293248 00000100:00100000:1.0:1746126426.884597:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734293248 00010000:00010000:1.0:1746126426.884623:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.884654:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16897 00000100:00100000:1.0:1746126426.884661:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734293248:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126426.884671:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.884687:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.884696:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.884715:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8004d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd270 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.884737:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.884739:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.884744:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80054 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd277 expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.884751:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80054 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd277 expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.884778:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80054 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd277 expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126426.884787:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726219520:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126426.884854:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.887628:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726219520:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.887642:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.887671:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734293248:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3011us (3448us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.887679:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16897 00000100:00100000:0.0:1746126426.888087:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.888194:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734293504 00000100:00100000:3.0:1746126426.888199:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734293504 00002000:00100000:3.0:1746126426.888226:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131545880 x1830945734293504/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.888239:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545880 with x1830945734293504 ext(0->4095) 00002000:00010000:3.0:1746126426.888242:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131545880 00000100:00100000:3.0:1746126426.888254:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3680 00000100:00100000:3.0:1746126426.888258:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945734293504:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126426.888358:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945734293504:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (272us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126426.888362:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3680 00002000:00100000:3.0:1746126426.888366:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131545880 x1830945734293504/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.888372:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545880 with x1830945734293504 ext(0->4095) 00002000:00010000:3.0:1746126426.888374:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131545880 00000100:00100000:0.0:1746126426.891013:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.891080:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734293632 00000100:00100000:2.0:1746126426.891086:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734293632 00000100:00100000:2.0:1746126426.891133:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4759 00000100:00100000:2.0:1746126426.891140:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734293632:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.891153:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.891165:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd27e expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.891194:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80054 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd277 expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.891201:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.891202:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.891205:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.891226:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80054 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd277 expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.891236:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80054 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd277 expref: 45 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.891245:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726219648:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.891317:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.893592:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726219648:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.893613:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.893625:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4e00, rc 0) 00000100:00100000:2.0:1746126426.894145:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734293632:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3004us (3137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.894153:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4759 00000100:00100000:0.0:1746126426.895214:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.895514:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734293760 00000100:00100000:1.0:1746126426.895521:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734293760 00010000:00010000:1.0:1746126426.895545:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80054 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd277 expref: 46 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.895617:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16898 00000100:00100000:1.0:1746126426.895624:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131546300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1963:x1830945734293760:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126426.895750:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.895769:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80054 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd277 expref: 46 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.895778:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80054 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd277 expref: 46 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.895797:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80054 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd277 expref: 46 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.896151:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.896153:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.896159:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.896170:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.896195:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126426.896205:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726219776:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126426.896735:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.899939:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.900066:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.900137:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734293888 00000100:00100000:2.0:1746126426.900144:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734293888 00000100:00100000:2.0:1746126426.900185:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4760 00000100:00100000:2.0:1746126426.900191:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:31643:x1830945734293888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.900204:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.900216:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd285 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.900237:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.900243:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.900244:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.900247:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 47 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.900267:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.900280:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 5 pid: 8425 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.900290:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726219904:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.900345:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.900411:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726219776:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.900423:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.900439:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131546300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1963:x1830945734293760:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4816us (5228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.900446:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16898 00000100:00100000:1.0:1746126426.900467:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734294144 00000100:00100000:1.0:1746126426.900469:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734294144 00002000:00100000:1.0:1746126426.900485:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac4a80 x1830945734294144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.900492:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac4a80 with x1830945734294144 ext(0->4095) 00010000:00010000:1.0:1746126426.900497:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 6 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.900505:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 6 pid: 8425 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.900510:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac4a80 00000100:00100000:1.0:1746126426.900522:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1637 00000100:00100000:1.0:1746126426.900526:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734294144:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126426.900637:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734294144:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.900642:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1637 00002000:00100000:1.0:1746126426.900647:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac4a80 x1830945734294144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.900654:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac4a80 with x1830945734294144 ext(0->4095) 00010000:00010000:1.0:1746126426.900658:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 6 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.900665:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 6 pid: 8425 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.900670:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac4a80 00000100:00100000:0.0:1746126426.903106:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.903162:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734294272 00000100:00100000:3.0:1746126426.903169:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734294272 00000100:00100000:3.0:1746126426.903196:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4761 00000100:00100000:3.0:1746126426.903202:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:31655:x1830945734294272:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.903213:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.903223:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd28c expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.903243:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.903247:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 48 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.903252:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126426.903255:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 48 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126426.903262:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726219904:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.903279:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 48 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.903280:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 48 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.903288:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5000, rc 0) 00010000:00010000:3.0:1746126426.903289:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 48 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.903295:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06c00, rc 0) 00000100:00100000:3.0:1746126426.903321:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:31655:x1830945734294272:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.903326:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4761 00000100:00100000:2.0:1746126426.903445:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:31643:x1830945734293888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3252us (3513us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.903451:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4760 00000100:00100000:0.0:1746126426.905076:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.905537:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734294400 00000100:00100000:1.0:1746126426.905543:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734294400 00010000:00010000:1.0:1746126426.905578:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 6 pid: 8425 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.905612:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16899 00000100:00100000:1.0:1746126426.905618:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734294400:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126426.905628:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126426.905644:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 6 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.905660:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 6 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.905677:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b8005b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd27e expref: 6 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.905701:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.905702:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.905708:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 46 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.905715:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 46 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.905800:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 46 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.905809:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 46 pid: 8425 timeout: 645 lvb_type: 0 00000100:00100000:1.0:1746126426.905819:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726220160:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126426.906208:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126426.908855:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726220160:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126426.908872:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126426.908912:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734294400:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3292us (3838us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.908923:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16899 00000100:00100000:0.0:1746126426.908979:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.909446:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734294656 00000100:00100000:3.0:1746126426.909451:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734294656 00002000:00100000:3.0:1746126426.909480:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac7480 x1830945734294656/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.909488:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac7480 with x1830945734294656 ext(0->4095) 00010000:00010000:3.0:1746126426.909495:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 47 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.909506:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 47 pid: 8425 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.909511:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac7480 00000100:00100000:3.0:1746126426.909542:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1638 00000100:00100000:3.0:1746126426.909558:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1964:x1830945734294656:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126426.909693:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1964:x1830945734294656:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (713us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126426.909700:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1638 00002000:00100000:3.0:1746126426.909705:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac7480 x1830945734294656/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.909712:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac7480 with x1830945734294656 ext(0->4095) 00010000:00010000:3.0:1746126426.909716:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 47 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.909725:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 47 pid: 8425 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.909730:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac7480 00000100:00100000:0.0:1746126426.913664:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.913728:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734294784 00000100:00100000:1.0:1746126426.913735:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734294784 00010000:00010000:1.0:1746126426.913764:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 47 pid: 8425 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.919651:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16900 00000100:00100000:3.0:1746126426.919670:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1963:x1830945734294784:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126426.919686:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126426.919708:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 47 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.919720:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 47 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.919740:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b80062 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd285 expref: 47 pid: 8425 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.920199:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.920202:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.920209:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 46 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.920216:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 46 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.920249:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 46 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126426.920259:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726220288:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126426.921399:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126426.925956:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726220288:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126426.925974:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126426.926500:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1963:x1830945734294784:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6834us (12840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.926511:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16900 00000100:00100000:0.0:1746126426.933057:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.933173:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734295040 00000100:00100000:1.0:1746126426.933181:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734295040 00002000:00100000:1.0:1746126426.933222:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac4700 x1830945734295040/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.933231:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac4700 with x1830945734295040 ext(0->4095) 00002000:00010000:1.0:1746126426.933235:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dac4700 00000100:00100000:1.0:1746126426.933264:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3681 00000100:00100000:1.0:1746126426.933271:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945734295040:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126426.933398:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945734295040:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.933403:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3681 00002000:00100000:1.0:1746126426.933409:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac4700 x1830945734295040/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.933416:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac4700 with x1830945734295040 ext(0->4095) 00002000:00010000:1.0:1746126426.933418:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dac4700 00000100:00100000:0.0:1746126426.936395:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.936578:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734295168 00000100:00100000:2.0:1746126426.936586:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734295168 00000100:00100000:2.0:1746126426.936623:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4762 00000100:00100000:2.0:1746126426.936630:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734295168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.936645:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.936659:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80070 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd293 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.936683:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.936693:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.936694:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126426.936697:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80070 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd293 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.936724:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.936733:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 45 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.936742:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726220416:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.937622:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126426.943745:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726220416:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126426.943770:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80070 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd293 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.943784:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4c00, rc 0) 00000100:00100000:2.0:1746126426.943829:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734295168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7199us (7440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126426.943837:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4762 00000100:00100000:0.0:1746126426.949827:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.950288:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734295296 00000100:00100000:3.0:1746126426.950296:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734295296 00002000:00100000:3.0:1746126426.950333:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e36680 x1830945734295296/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.950341:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36680 with x1830945734295296 ext(0->7) 00010000:00010000:3.0:1746126426.950349:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 46 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.950365:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 46 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.950372:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e36680 00000100:00100000:3.0:1746126426.950403:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1639 00000100:00100000:3.0:1746126426.950410:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1963:x1830945734295296:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126426.950698:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1963:x1830945734295296:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 287us (879us total) trans 4294967997 rc 0/0 00000100:00100000:3.0:1746126426.950704:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1639 00002000:00100000:3.0:1746126426.950710:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e36680 x1830945734295296/t4294967997(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 496/448 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126426.950716:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36680 with x1830945734295296 ext(0->7) 00010000:00010000:3.0:1746126426.950721:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 48 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.950728:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 48 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126426.950733:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e36680 00000100:00100000:0.0:1746126426.957630:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.958862:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734295424 00000100:00100000:3.0:1746126426.958871:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734295424 00010000:00010000:3.0:1746126426.958904:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 48 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.958948:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16901 00000100:00100000:3.0:1746126426.958955:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1965:x1830945734295424:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126426.958969:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126426.958986:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 48 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.958997:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 48 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.959016:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80069 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd28c expref: 48 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.959214:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.959216:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.959223:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80070 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd293 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.959231:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80070 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd293 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.959260:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80070 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd293 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126426.959271:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726220544:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126426.959508:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.961107:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.961112:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726220544:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126426.961126:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126426.961155:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1965:x1830945734295424:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2199us (3532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.961165:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16901 00000100:00100000:2.0:1746126426.961637:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734295680 00000100:00100000:2.0:1746126426.961643:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734295680 00002000:00100000:2.0:1746126426.961671:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e34700 x1830945734295680/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.961684:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34700 with x1830945734295680 ext(0->4095) 00002000:00010000:2.0:1746126426.961688:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e34700 00000100:00100000:2.0:1746126426.961713:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3682 00000100:00100000:2.0:1746126426.961719:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734295680:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126426.961842:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734295680:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (737us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.961847:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3682 00002000:00100000:2.0:1746126426.961853:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e34700 x1830945734295680/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.961859:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34700 with x1830945734295680 ext(0->4095) 00002000:00010000:2.0:1746126426.961862:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e34700 00000100:00100000:0.0:1746126426.963208:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.963269:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734295808 00000100:00100000:2.0:1746126426.963274:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734295808 00000100:00100000:2.0:1746126426.963296:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4763 00000100:00100000:2.0:1746126426.963301:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:31655:x1830945734295808:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126426.963310:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126426.963321:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd29a expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.963340:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80070 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd293 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.963347:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.963348:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126426.963351:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 48 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.963374:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80070 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd293 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126426.963384:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80070 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd293 expref: 5 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126426.963393:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726220672:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126426.963460:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.971127:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.971651:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734295936 00000100:00100000:2.0:1746126426.971658:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734295936 00000100:00100000:1.0:1746126426.972311:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726220672:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126426.972334:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 49 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.972352:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4a00, rc 0) 00000100:00100000:1.0:1746126426.972393:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:31655:x1830945734295808:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9091us (9187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.972400:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4763 00000100:00100000:1.0:1746126426.972418:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4764 00000100:00100000:1.0:1746126426.972685:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:31643:x1830945734295936:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126426.972698:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.972710:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd2a1 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.973471:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126426.973478:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 49 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.973484:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.973487:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 49 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.973512:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 49 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.973522:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 49 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.973529:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993a00, rc 0) 00000100:00100000:1.0:1746126426.973562:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:31643:x1830945734295936:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1138us (2540us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.973569:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4764 00000100:00100000:0.0:1746126426.973900:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.973958:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734296064 00000100:00100000:3.0:1746126426.973963:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734296064 00010000:00010000:3.0:1746126426.973983:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80070 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd293 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.974011:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16902 00000100:00100000:3.0:1746126426.974017:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734296064:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126426.974041:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126426.974058:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80070 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd293 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.974068:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80070 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd293 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.974083:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80070 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd293 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.974104:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.974106:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.974111:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 48 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.974117:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 48 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.974136:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 48 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.974146:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 48 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.974156:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726220928:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126426.974198:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126426.978118:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.978593:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734296320 00000100:00100000:2.0:1746126426.978600:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734296320 00002000:00100000:2.0:1746126426.978638:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e35180 x1830945734296320/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.978646:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35180 with x1830945734296320 ext(0->4095) 00010000:00010000:2.0:1746126426.978653:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 49 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.978664:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 49 pid: 8423 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.978670:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e35180 00000100:00100000:3.0:1746126426.980198:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726220928:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126426.980215:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126426.980859:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734296064:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6839us (6956us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.980868:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16902 00000100:00100000:2.0:1746126426.981318:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1640 00000100:00100000:2.0:1746126426.981329:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:1963:x1830945734296320:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126426.981452:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:1963:x1830945734296320:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (3341us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126426.981457:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1640 00002000:00100000:2.0:1746126426.981462:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e35180 x1830945734296320/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126426.981471:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35180 with x1830945734296320 ext(0->4095) 00010000:00010000:2.0:1746126426.981478:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 49 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126426.981489:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 49 pid: 8423 timeout: 645 lvb_type: 0 00002000:00010000:2.0:1746126426.981495:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e35180 00000100:00100000:0.0:1746126426.984922:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126426.984967:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.984978:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734296448 00000100:00100000:1.0:1746126426.984987:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734296448 00000100:00100000:1.0:1746126426.985056:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4765 00000100:00100000:1.0:1746126426.985063:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734296448:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126426.985079:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126426.985093:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd2a8 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.985116:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126426.985121:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 48 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.985126:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126426.985129:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.985158:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 48 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.985168:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126426.985176:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993800, rc 0) 00000100:00100000:1.0:1746126426.985225:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734296448:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126426.985230:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4765 00000100:00100000:3.0:1746126426.985282:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734296576 00000100:00100000:3.0:1746126426.985286:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734296576 00010000:00010000:3.0:1746126426.985300:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 49 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.985315:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16903 00000100:00100000:3.0:1746126426.985319:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:1963:x1830945734296576:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126426.985326:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126426.985341:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 49 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.985349:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 49 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.985363:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80077 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd29a expref: 49 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.985375:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.985377:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.985381:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 48 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.985387:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 48 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.985405:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 48 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.985413:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 48 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.985435:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726221184:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126426.985482:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00010000:00010000:0.0:1746126426.987167:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126426.988808:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726221184:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126426.988826:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126426.988868:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1963:x1830945734296576:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3546us (3899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126426.988878:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16903 00000100:00100000:0.0:1746126426.989186:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126426.990619:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734296832 00000100:00100000:1.0:1746126426.990627:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734296832 00002000:00100000:1.0:1746126426.990664:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e34a80 x1830945734296832/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/0 e 0 to 0 dl 1746126437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.990673:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34a80 with x1830945734296832 ext(0->4095) 00010000:00010000:1.0:1746126426.990679:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 48 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.990691:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 48 pid: 8423 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.990697:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e34a80 00000100:00100000:1.0:1746126426.991382:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1641 00000100:00100000:1.0:1746126426.991390:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1964:x1830945734296832:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126426.992818:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1964:x1830945734296832:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1424us (3628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126426.992827:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1641 00002000:00100000:1.0:1746126426.992835:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e34a80 x1830945734296832/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746126437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126426.992843:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34a80 with x1830945734296832 ext(0->4095) 00010000:00010000:1.0:1746126426.992851:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 48 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126426.992863:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 48 pid: 8423 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126426.992874:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e34a80 00000100:00100000:2.0:1746126426.996363:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126426.996402:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126426.996480:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734297088 00000100:00100000:3.0:1746126426.996488:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734297088 00010000:00010000:3.0:1746126426.996512:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 48 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.996540:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16904 00000100:00100000:3.0:1746126426.996546:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1964:x1830945734297088:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126426.996568:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126426.996585:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 48 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.996595:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 48 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.996613:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093993a00/0x9851078746b8007e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a1 expref: 48 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126426.996627:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.996629:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.996635:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.996642:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.996666:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126426.996675:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726221312:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126426.996728:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734296960 00000100:00100000:3.0:1746126426.996731:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734296960 00000100:00100000:3.0:1746126426.996755:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4766 00000100:00100000:3.0:1746126426.996759:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:31643:x1830945734296960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126426.996769:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126426.996777:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd2af expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.996791:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.996796:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.996797:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126426.996800:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 49 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.996814:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126426.996822:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 5 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:3.0:1746126426.996830:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726221440:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126427.000198:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.000342:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734297344 00000100:00100000:1.0:1746126427.000349:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734297344 00002000:00100000:1.0:1746126427.001293:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132597100 x1830945734297344/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.001302:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597100 with x1830945734297344 ext(0->4095) 00010000:00010000:1.0:1746126427.001311:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 8/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126427.001323:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 8/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126427.001329:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132597100 00000100:00080000:0.0:1746126427.001530:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126427.001672:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 10 seconds 00000100:00100000:3.0:1746126427.001697:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726221312:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.001711:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.001748:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:1964:x1830945734297088:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5200us (5344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.001759:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16904 00000100:00100000:0.0:1746126427.001886:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 10 seconds 00000100:00100000:0.0:1746126427.001899:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726221440:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126427.001913:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 48 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.001925:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:0.0:1746126427.001948:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:31643:x1830945734296960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5188us (5592us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126427.001954:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4766 00000100:00100000:1.0:1746126427.002831:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1642 00000100:00100000:1.0:1746126427.002842:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734297344:12345-192.168.203.32@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126427.002963:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734297344:12345-192.168.203.32@tcp:3:ldlm_bl.0 Request processed in 124us (2772us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126427.002968:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1642 00002000:00100000:1.0:1746126427.002974:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132597100 x1830945734297344/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.002981:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597100 with x1830945734297344 ext(0->4095) 00010000:00010000:1.0:1746126427.002986:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:1.0:1746126427.003000:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00002000:00010000:1.0:1746126427.003006:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132597100 00000100:00100000:0.0:1746126427.010918:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.010987:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734297472 00000100:00100000:2.0:1746126427.010996:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734297472 00010000:00010000:2.0:1746126427.011046:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126427.011085:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16905 00000100:00100000:2.0:1746126427.011092:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734297472:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.011105:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.011287:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126427.011300:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126427.011318:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b80085 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2a8 expref: 6 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126427.011343:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.011346:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.011352:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 47 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.011359:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 47 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.015297:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 47 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.015316:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726221568:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.015991:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.020437:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726221568:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.020460:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126427.020765:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.022701:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734297472:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 11603us (11787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.022712:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16905 00000100:00100000:3.0:1746126427.023133:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734297728 00000100:00100000:3.0:1746126427.023145:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734297728 00002000:00100000:3.0:1746126427.023471:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e36d80 x1830945734297728/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.023482:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36d80 with x1830945734297728 ext(0->4095) 00002000:00010000:3.0:1746126427.023488:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e36d80 00000100:00100000:3.0:1746126427.023509:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3683 00000100:00100000:3.0:1746126427.023517:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1964:x1830945734297728:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126427.023710:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1964:x1830945734297728:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 193us (2950us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.023717:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3683 00002000:00100000:3.0:1746126427.023723:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e36d80 x1830945734297728/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.023731:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36d80 with x1830945734297728 ext(0->4095) 00002000:00010000:3.0:1746126427.023733:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e36d80 00000100:00080000:0.0:1746126427.024186:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126427.031602:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.031662:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734297856 00000100:00100000:2.0:1746126427.031669:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734297856 00000100:00100000:2.0:1746126427.031713:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4767 00000100:00100000:2.0:1746126427.031720:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734297856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126427.031735:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126427.031748:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80093 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd2b6 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.031772:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 47 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.031778:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126427.031780:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126427.031783:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80093 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2b6 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.031806:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 47 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.031814:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 47 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126427.031823:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726221696:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126427.031900:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.039914:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726221696:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126427.039937:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80093 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2b6 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.039953:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4c00, rc 0) 00000100:00100000:2.0:1746126427.040011:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734297856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8291us (8416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.040018:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4767 00000100:00100000:0.0:1746126427.040258:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.041047:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734297984 00000100:00100000:3.0:1746126427.041053:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734297984 00002000:00100000:3.0:1746126427.041085:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e36a00 x1830945734297984/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.041092:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36a00 with x1830945734297984 ext(0->7) 00010000:00010000:3.0:1746126427.041098:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 48 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126427.041111:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 48 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126427.041117:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e36a00 00000100:00100000:3.0:1746126427.041435:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1643 00000100:00100000:3.0:1746126427.041441:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1963:x1830945734297984:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126427.041692:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1963:x1830945734297984:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 250us (1439us total) trans 4294967998 rc 0/0 00000100:00100000:3.0:1746126427.041698:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1643 00002000:00100000:3.0:1746126427.041703:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e36a00 x1830945734297984/t4294967998(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/448 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.041709:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36a00 with x1830945734297984 ext(0->7) 00010000:00010000:3.0:1746126427.041713:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 50 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126427.041721:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 50 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126427.041726:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e36a00 00000100:00100000:0.0:1746126427.048802:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.048974:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734298112 00000100:00100000:2.0:1746126427.048984:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734298112 00010000:00010000:2.0:1746126427.049020:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 50 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126427.049085:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16906 00000100:00100000:2.0:1746126427.049091:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1963:x1830945734298112:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.049103:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.049120:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 50 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126427.049130:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 50 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126427.049149:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8008c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2af expref: 50 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126427.049178:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.049180:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.049186:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80093 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2b6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.049197:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80093 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2b6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.049225:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80093 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2b6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.049235:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726221824:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.049322:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.054730:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726221824:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.055281:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.055335:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:1963:x1830945734298112:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6241us (6543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.055344:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16906 00000100:00100000:0.0:1746126427.056514:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.056703:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734298368 00000100:00100000:2.0:1746126427.056711:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734298368 00002000:00100000:2.0:1746126427.056755:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e35880 x1830945734298368/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.056765:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35880 with x1830945734298368 ext(0->4095) 00002000:00010000:2.0:1746126427.056770:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e35880 00000100:00100000:2.0:1746126427.056799:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3684 00000100:00100000:2.0:1746126427.056805:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734298368:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126427.056980:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734298368:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (473us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.056990:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3684 00002000:00100000:2.0:1746126427.056995:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e35880 x1830945734298368/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.057002:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35880 with x1830945734298368 ext(0->4095) 00002000:00010000:2.0:1746126427.057004:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e35880 00000100:00100000:1.0:1746126427.059843:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.061090:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734298496 00000100:00100000:2.0:1746126427.061101:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734298496 00000100:00100000:2.0:1746126427.061149:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4768 00000100:00100000:2.0:1746126427.061156:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:31643:x1830945734298496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126427.061173:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126427.061190:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd2bd expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.061219:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80093 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2b6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.061227:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.061229:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.061232:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 50 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.061260:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80093 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2b6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.061270:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80093 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2b6 expref: 5 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126427.061287:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726221952:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126427.061398:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.061442:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734298624 00000100:00100000:3.0:1746126427.061456:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734298624 00000100:00100000:3.0:1746126427.061512:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4769 00000100:00100000:3.0:1746126427.061519:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:31655:x1830945734298624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.061534:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.061557:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd2c4 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.061580:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.061584:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 52 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.061590:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.061593:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.061625:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 52 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.061637:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.061645:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06e00, rc 0) 00000100:00100000:2.0:1746126427.061910:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.062065:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:31655:x1830945734298624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 545us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.062072:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4769 00000100:00100000:2.0:1746126427.066677:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726221952:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126427.066710:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.066727:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5400, rc 0) 00000100:00100000:2.0:1746126427.066803:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:31643:x1830945734298496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5646us (6967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.066812:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4768 00000100:00100000:0.0:1746126427.067169:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.067446:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734298752 00000100:00100000:2.0:1746126427.067452:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734298752 00010000:00010000:2.0:1746126427.067476:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80093 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2b6 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126427.067505:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16907 00000100:00100000:2.0:1746126427.067511:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734298752:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.067525:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.067544:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80093 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2b6 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126427.067564:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80093 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2b6 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126427.067591:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80093 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2b6 expref: 6 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126427.067615:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.067618:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.067625:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 50 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.067633:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 50 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.067660:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 50 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.067669:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 50 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126427.067680:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726222208:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.067736:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.070491:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726222208:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.070512:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.070564:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734298752:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3052us (3394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.070575:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16907 00000100:00100000:0.0:1746126427.072363:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.072447:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734299008 00000100:00100000:3.0:1746126427.072457:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734299008 00002000:00100000:3.0:1746126427.072497:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e37480 x1830945734299008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.072505:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e37480 with x1830945734299008 ext(0->4095) 00010000:00010000:3.0:1746126427.072512:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 51 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126427.072528:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 51 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126427.072534:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e37480 00000100:00100000:3.0:1746126427.072580:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1644 00000100:00100000:3.0:1746126427.072586:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:1964:x1830945734299008:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126427.072730:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:1964:x1830945734299008:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (374us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.072737:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1644 00002000:00100000:3.0:1746126427.072742:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e37480 x1830945734299008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.072748:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e37480 with x1830945734299008 ext(0->4095) 00010000:00010000:3.0:1746126427.072752:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 51 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126427.072759:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 51 pid: 8424 timeout: 645 lvb_type: 0 00002000:00010000:3.0:1746126427.072764:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e37480 00000100:00100000:0.0:1746126427.075961:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.078196:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734299136 00000100:00100000:2.0:1746126427.078209:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734299136 00010000:00010000:2.0:1746126427.078251:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 51 pid: 8424 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126427.078282:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16908 00000100:00100000:2.0:1746126427.078289:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:1966:x1830945734299136:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.078303:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.078323:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 51 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126427.078335:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 51 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126427.078356:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8009a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2bd expref: 51 pid: 8424 timeout: 645 lvb_type: 0 00010000:00010000:2.0:1746126427.078378:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.078380:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.078386:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 50 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.078393:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 50 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.078424:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 50 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.078435:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726222336:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.078506:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.091923:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726222336:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.091941:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.091994:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1966:x1830945734299136:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 13704us (16041us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.092004:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16908 00000100:00100000:0.0:1746126427.092078:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.092238:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734299392 00000100:00100000:3.0:1746126427.092247:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734299392 00002000:00100000:3.0:1746126427.092289:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e37b80 x1830945734299392/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.092298:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e37b80 with x1830945734299392 ext(0->4095) 00002000:00010000:3.0:1746126427.092304:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e37b80 00000100:00100000:3.0:1746126427.092329:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3685 00000100:00100000:3.0:1746126427.092336:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1963:x1830945734299392:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126427.092761:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1963:x1830945734299392:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 424us (689us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.092768:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3685 00002000:00100000:3.0:1746126427.092774:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e37b80 x1830945734299392/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.092782:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e37b80 with x1830945734299392 ext(0->4095) 00002000:00010000:3.0:1746126427.092785:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e37b80 00000100:00100000:0.0:1746126427.098908:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.099079:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734299520 00000100:00100000:2.0:1746126427.099089:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734299520 00000100:00100000:2.0:1746126427.099826:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4770 00000100:00100000:2.0:1746126427.099836:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5359850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734299520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126427.099853:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126427.099868:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd2cb expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.099892:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 49 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.099898:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126427.099899:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126427.099902:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2cb expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.099929:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 49 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.099940:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 49 pid: 8423 timeout: 645 lvb_type: 0 00000100:00100000:2.0:1746126427.099956:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726222464:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126427.100089:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.105486:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726222464:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126427.105513:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2cb expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.105527:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5c00, rc 0) 00000100:00100000:2.0:1746126427.105599:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5359850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734299520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5763us (6701us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.105607:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4770 00000100:00100000:0.0:1746126427.113194:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.113294:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734299648 00000100:00100000:3.0:1746126427.113304:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734299648 00002000:00100000:3.0:1746126427.113353:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e35f80 x1830945734299648/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.113363:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35f80 with x1830945734299648 ext(0->7) 00010000:00010000:3.0:1746126427.113373:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 50 pid: 8423 timeout: 645 lvb_type: 0 00010000:00010000:3.0:1746126427.113387:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 50 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.113394:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e35f80 00000100:00100000:3.0:1746126427.113426:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1645 00000100:00100000:3.0:1746126427.113433:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1964:x1830945734299648:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126427.113790:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1964:x1830945734299648:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 357us (607us total) trans 4294967999 rc 0/0 00000100:00100000:3.0:1746126427.113797:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1645 00002000:00100000:3.0:1746126427.113803:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e35f80 x1830945734299648/t4294967999(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/448 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.113809:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35f80 with x1830945734299648 ext(0->7) 00010000:00010000:3.0:1746126427.113814:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 52 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.113823:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 52 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.113829:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e35f80 00000100:00100000:0.0:1746126427.122759:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.123101:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734299776 00000100:00100000:2.0:1746126427.123111:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734299776 00010000:00010000:2.0:1746126427.123147:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 52 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.123187:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16909 00000100:00100000:2.0:1746126427.123194:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1966:x1830945734299776:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.123206:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.123222:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 52 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.123233:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 52 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.123256:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2c4 expref: 52 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.123279:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.123282:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.123288:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2cb expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.123295:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2cb expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.123323:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2cb expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.123334:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726222592:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.123417:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.133192:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726222592:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.133216:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.133270:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:1966:x1830945734299776:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 10075us (10520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.133281:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16909 00000100:00100000:0.0:1746126427.135108:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126427.137457:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.137502:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734300032 00000100:00100000:3.0:1746126427.137512:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734300032 00002000:00100000:3.0:1746126427.137566:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e36300 x1830945734300032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.137576:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36300 with x1830945734300032 ext(0->4095) 00002000:00010000:3.0:1746126427.137581:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e36300 00000100:00100000:3.0:1746126427.137599:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3686 00000100:00100000:2.0:1746126427.137601:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734300160 00000100:00100000:3.0:1746126427.137606:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734300032:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126427.137614:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734300160 00000100:00100000:2.0:1746126427.137673:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4771 00000100:00100000:2.0:1746126427.137681:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:31643:x1830945734300160:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126427.137696:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126427.137710:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd2d2 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.137732:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2cb expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.137743:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.137745:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.137748:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 52 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.137772:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2cb expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.137782:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2cb expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.137793:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726222720:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126427.138192:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734300032:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 585us (3089us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.138199:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3686 00002000:00100000:3.0:1746126427.138204:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e36300 x1830945734300032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.138211:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36300 with x1830945734300032 ext(0->4095) 00010000:00010000:3.0:1746126427.138217:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2cb expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.138229:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2cb expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.138235:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e36300 00000100:00100000:2.0:1746126427.138719:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126427.141164:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.142083:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734300288 00000100:00100000:3.0:1746126427.142092:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734300288 00000100:00100000:3.0:1746126427.142141:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4772 00000100:00100000:3.0:1746126427.142148:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31655:x1830945734300288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.142165:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.142181:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd2d9 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.142207:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.142211:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.142217:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.142221:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.142254:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.142265:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.142273:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06c00, rc 0) 00000100:00100000:3.0:1746126427.142321:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:31655:x1830945734300288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.142327:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4772 00000100:00100000:0.0:1746126427.142731:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726222720:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126427.142749:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.142761:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5e00, rc 0) 00000100:00100000:0.0:1746126427.142792:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31643:x1830945734300160:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5111us (5342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126427.142797:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4771 00000100:00100000:2.0:1746126427.143272:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.143328:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734300416 00000100:00100000:3.0:1746126427.143332:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734300416 00010000:00010000:3.0:1746126427.143352:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2cb expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.143372:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16910 00000100:00100000:3.0:1746126427.143377:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734300416:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.143385:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.143405:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2cb expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.143414:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2cb expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.143432:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b800a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2cb expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.143455:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.143457:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.143462:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 52 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.143469:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 52 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.143488:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 52 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.143498:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 52 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.143510:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726222976:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.143774:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.149512:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726222976:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.149536:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.149592:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734300416:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6212us (7000us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.149602:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16910 00000100:00100000:0.0:1746126427.149868:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.149936:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734300672 00000100:00100000:3.0:1746126427.149943:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734300672 00002000:00100000:3.0:1746126427.149981:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e35c00 x1830945734300672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.149997:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35c00 with x1830945734300672 ext(0->4095) 00010000:00010000:3.0:1746126427.150006:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 53 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.150018:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 53 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.150041:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e35c00 00000100:00100000:3.0:1746126427.150058:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1646 00000100:00100000:3.0:1746126427.150064:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945734300672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126427.151208:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945734300672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 1138us (1335us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.151219:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1646 00002000:00100000:3.0:1746126427.151227:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e35c00 x1830945734300672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.151239:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35c00 with x1830945734300672 ext(0->4095) 00010000:00010000:3.0:1746126427.151247:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 53 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.151258:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 53 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.151264:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e35c00 00000100:00100000:3.0:1746126427.157660:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126427.157695:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734300800 00000100:00100000:0.0:1746126427.157705:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734300800 00010000:00010000:0.0:1746126427.157742:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 53 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:0.0:1746126427.157774:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16911 00000100:00100000:0.0:1746126427.157782:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1966:x1830945734300800:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126427.157798:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126427.157823:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 53 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126427.157836:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 53 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126427.157860:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b800af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d2 expref: 53 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126427.157889:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126427.157892:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126427.157900:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.157912:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.157946:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126427.157957:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726223104:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126427.158066:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.160699:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726223104:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.160724:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.160782:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1966:x1830945734300800:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2999us (3131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.160793:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16911 00000100:00100000:0.0:1746126427.161559:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.161603:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734301056 00000100:00100000:3.0:1746126427.161612:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734301056 00002000:00100000:3.0:1746126427.161656:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e34380 x1830945734301056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.161666:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34380 with x1830945734301056 ext(0->4095) 00002000:00010000:3.0:1746126427.161671:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e34380 00000100:00100000:3.0:1746126427.161698:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3687 00000100:00100000:3.0:1746126427.161705:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1965:x1830945734301056:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126427.161871:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1965:x1830945734301056:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 166us (325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.161877:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3687 00002000:00100000:3.0:1746126427.161881:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e34380 x1830945734301056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.161888:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34380 with x1830945734301056 ext(0->4095) 00002000:00010000:3.0:1746126427.161891:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e34380 00000100:00100000:0.0:1746126427.168121:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.168284:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734301184 00000100:00100000:2.0:1746126427.168295:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734301184 00000100:00100000:2.0:1746126427.168335:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4773 00000100:00100000:2.0:1746126427.168343:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734301184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126427.168361:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126427.168379:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b800bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd2e0 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.168845:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 51 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.168854:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126427.168855:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126427.168859:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b800bd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e0 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.168889:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 51 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.168901:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 51 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.168914:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726223232:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126427.169255:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02da80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.176320:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726223232:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126427.176334:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126427.176355:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b800bd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e0 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.176373:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5000, rc 0) 00000100:00100000:2.0:1746126427.176420:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734301184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8078us (8310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.176429:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4773 00000100:00100000:1.0:1746126427.176659:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734301312 00000100:00100000:1.0:1746126427.176667:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734301312 00002000:00100000:1.0:1746126427.176706:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cd4d180 x1830945734301312/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.176715:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4d180 with x1830945734301312 ext(0->7) 00010000:00010000:1.0:1746126427.176721:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 52 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.176733:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 52 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.176739:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4d180 00000100:00100000:1.0:1746126427.177534:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1647 00000100:00100000:1.0:1746126427.177544:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1965:x1830945734301312:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126427.178212:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1965:x1830945734301312:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 670us (1879us total) trans 4294968000 rc 0/0 00000100:00100000:1.0:1746126427.178219:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1647 00002000:00100000:1.0:1746126427.178225:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cd4d180 x1830945734301312/t4294968000(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/448 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.178238:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4d180 with x1830945734301312 ext(0->7) 00010000:00010000:1.0:1746126427.178244:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 54 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.178255:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 54 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.178261:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4d180 00000100:00100000:0.0:1746126427.181600:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.181664:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734301440 00000100:00100000:2.0:1746126427.181674:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734301440 00010000:00010000:2.0:1746126427.181711:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 54 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.181748:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16912 00000100:00100000:2.0:1746126427.181756:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1965:x1830945734301440:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.181772:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.181796:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 54 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.181807:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 54 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.181830:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b800b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2d9 expref: 54 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.181861:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.181863:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.181870:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b800bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e0 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.181877:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b800bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e0 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.181912:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b800bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e0 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.181924:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726223360:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.182059:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02da80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.184368:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726223360:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.184391:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.184429:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1965:x1830945734301440:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2673us (2837us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.184440:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16912 00000100:00100000:0.0:1746126427.184633:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.184957:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734301696 00000100:00100000:2.0:1746126427.184964:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734301696 00002000:00100000:2.0:1746126427.184999:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4ea00 x1830945734301696/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.185008:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4ea00 with x1830945734301696 ext(0->4095) 00002000:00010000:2.0:1746126427.185013:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4ea00 00000100:00100000:2.0:1746126427.185069:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3688 00000100:00100000:2.0:1746126427.185076:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734301696:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126427.185222:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734301696:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (589us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.185227:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3688 00002000:00100000:2.0:1746126427.185233:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4ea00 x1830945734301696/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.185239:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4ea00 with x1830945734301696 ext(0->4095) 00002000:00010000:2.0:1746126427.185242:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4ea00 00000100:00100000:1.0:1746126427.191995:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.192071:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126427.192146:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734301952 00000100:00100000:0.0:1746126427.192156:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734301952 00000100:00100000:0.0:1746126427.192196:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4774 00000100:00100000:0.0:1746126427.192204:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31655:x1830945734301952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126427.192221:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126427.192239:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd2ee expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.192270:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b800bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e0 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.192278:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126427.192280:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126427.192284:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 54 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.192313:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b800bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e0 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.192323:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b800bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e0 expref: 5 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:0.0:1746126427.192335:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726223488:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126427.192412:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.192441:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734301824 00000100:00100000:2.0:1746126427.192445:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734301824 00000100:00100000:2.0:1746126427.192471:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4775 00000100:00100000:2.0:1746126427.192476:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:31643:x1830945734301824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126427.192482:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126427.192488:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd2e7 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.192498:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.192502:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 56 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.192507:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126427.192510:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 56 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.192530:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 56 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.192540:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 56 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.192563:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4c00, rc 0) 00000100:00100000:2.0:1746126427.192585:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:31643:x1830945734301824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.192591:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4775 00000100:00100000:2.0:1746126427.197099:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726223488:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126427.197135:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 55 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.197153:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846e00, rc 0) 00000100:00100000:2.0:1746126427.197206:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:31655:x1830945734301952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5000us (5132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.197215:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4774 00000100:00100000:0.0:1746126427.197260:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.197404:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734302080 00000100:00100000:2.0:1746126427.197411:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734302080 00010000:00010000:2.0:1746126427.197438:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b800bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e0 expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.197459:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16913 00000100:00100000:2.0:1746126427.197465:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734302080:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.197478:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.197498:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b800bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e0 expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.197509:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b800bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e0 expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.197531:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b800bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e0 expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.197555:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.197557:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.197564:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 54 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.197573:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 54 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.197605:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 54 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.197616:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 54 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.197628:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726223744:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.197688:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.203880:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726223744:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.203903:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.203942:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734302080:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6476us (6682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.203952:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16913 00000100:00100000:0.0:1746126427.204323:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.204625:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734302336 00000100:00100000:2.0:1746126427.204632:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734302336 00002000:00100000:2.0:1746126427.204672:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4ca80 x1830945734302336/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.204682:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4ca80 with x1830945734302336 ext(0->4095) 00010000:00010000:2.0:1746126427.204691:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 55 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.204704:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 55 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.204710:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4ca80 00000100:00100000:2.0:1746126427.204735:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1648 00000100:00100000:2.0:1746126427.204742:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734302336:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126427.204888:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734302336:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (565us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.204894:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1648 00002000:00100000:2.0:1746126427.204899:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4ca80 x1830945734302336/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.204906:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4ca80 with x1830945734302336 ext(0->4095) 00010000:00010000:2.0:1746126427.204910:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 55 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.204918:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 55 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.204924:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4ca80 00000100:00100000:2.0:1746126427.217740:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.217854:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734302464 00000100:00100000:3.0:1746126427.217864:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734302464 00000100:00100000:3.0:1746126427.217912:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4776 00000100:00100000:3.0:1746126427.217919:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734302464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.217938:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.217956:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd2f5 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.217984:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.217990:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 54 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.217997:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126427.218000:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.218055:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 54 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.218069:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.218078:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07600, rc 0) 00000100:00100000:3.0:1746126427.218123:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734302464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.218129:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4776 00000100:00100000:2.0:1746126427.220749:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126427.220836:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734302592 00000100:00100000:0.0:1746126427.220845:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734302592 00010000:00010000:0.0:1746126427.220879:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 55 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:0.0:1746126427.220914:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16914 00000100:00100000:0.0:1746126427.220920:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1966:x1830945734302592:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126427.220935:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126427.220959:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 55 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126427.220972:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 55 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126427.221000:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b800c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2ee expref: 55 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126427.222331:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126427.222336:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126427.222348:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 54 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.222357:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 54 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.222958:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 54 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.222973:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 54 pid: 8425 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.222987:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726224000:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.223107:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126427.228676:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.228777:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726224000:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.228798:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.229157:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734302848 00000100:00100000:2.0:1746126427.229165:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734302848 00002000:00100000:2.0:1746126427.229206:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4d500 x1830945734302848/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.229216:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4d500 with x1830945734302848 ext(0->4095) 00010000:00010000:2.0:1746126427.229226:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 55 pid: 8425 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.229238:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 55 pid: 8425 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.229246:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4d500 00000100:00100000:2.0:1746126427.229271:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1649 00000100:00100000:2.0:1746126427.229277:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734302848:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126427.229480:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1966:x1830945734302592:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 8558us (8739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.229489:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16914 00000100:00100000:2.0:1746126427.230449:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734302848:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 1167us (1779us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.230457:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1649 00002000:00100000:2.0:1746126427.230466:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4d500 x1830945734302848/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.230474:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4d500 with x1830945734302848 ext(0->4095) 00010000:00010000:2.0:1746126427.230483:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 54 pid: 8425 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.230494:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 54 pid: 8425 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.230500:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4d500 00000100:00100000:0.0:1746126427.240221:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.240295:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734302976 00000100:00100000:3.0:1746126427.240305:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734302976 00010000:00010000:3.0:1746126427.240344:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 54 pid: 8425 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.241564:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16915 00000100:00100000:2.0:1746126427.241579:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734302976:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.241601:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.241630:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 54 pid: 8425 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.241643:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 54 pid: 8425 timeout: 646 lvb_type: 0 00000100:00100000:0.0:1746126427.241664:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126427.241667:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b800cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2e7 expref: 54 pid: 8425 timeout: 646 lvb_type: 0 00000100:00100000:1.0:1746126427.241897:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734303104 00000100:00100000:1.0:1746126427.241903:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734303104 00000100:00100000:1.0:1746126427.242210:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4777 00000100:00100000:1.0:1746126427.242216:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:31643:x1830945734303104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126427.242230:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126427.242393:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.242396:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.242406:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.242414:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.242452:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.242465:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726224128:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.242575:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00010000:00010000:1.0:1746126427.242620:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd2fc expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.242641:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.242647:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126427.242648:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126427.242650:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.242667:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.242678:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 5 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:1.0:1746126427.242685:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726224256:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126427.242708:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126427.249674:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726224256:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126427.249710:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.249729:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993800, rc 0) 00000100:00100000:1.0:1746126427.249777:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:31643:x1830945734303104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7560us (8113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126427.249786:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4777 00000100:00100000:0.0:1746126427.252736:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.252855:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734303360 00000100:00100000:2.0:1746126427.252866:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734303360 00002000:00100000:2.0:1746126427.252915:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4dc00 x1830945734303360/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.252926:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4dc00 with x1830945734303360 ext(0->4095) 00010000:00010000:2.0:1746126427.252938:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.252954:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.252966:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4dc00 00000100:00100000:2.0:1746126427.252987:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1650 00000100:00100000:2.0:1746126427.252995:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734303360:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126427.253207:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734303360:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 211us (482us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.253214:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1650 00002000:00100000:2.0:1746126427.253220:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4dc00 x1830945734303360/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.253229:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4dc00 with x1830945734303360 ext(0->4095) 00010000:00010000:2.0:1746126427.253233:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.253243:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.253249:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4dc00 00000100:00100000:3.0:1746126427.256307:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726224128:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.256332:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.256414:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734302976:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 14839us (16203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.256426:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16915 00000100:00100000:0.0:1746126427.258740:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.264652:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734303488 00000100:00100000:3.0:1746126427.264665:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734303488 00010000:00010000:3.0:1746126427.264714:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.264762:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16916 00000100:00100000:3.0:1746126427.264771:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734303488:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.264786:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.264809:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.264822:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.264845:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b800d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2f5 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.264880:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.264882:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.264890:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.264898:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.264933:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126427.264945:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726224384:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.265084:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcda80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.271042:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726224384:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.271071:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.271138:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734303488:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6366us (12402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.271150:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16916 00000100:00100000:0.0:1746126427.271678:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.273286:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734303744 00000100:00100000:2.0:1746126427.273299:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734303744 00002000:00100000:2.0:1746126427.273351:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4c000 x1830945734303744/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.273361:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4c000 with x1830945734303744 ext(0->4095) 00002000:00010000:2.0:1746126427.273366:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4c000 00000100:00100000:2.0:1746126427.273389:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3689 00000100:00100000:2.0:1746126427.273398:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734303744:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126427.275989:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734303744:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 2577us (4297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.276004:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3689 00002000:00100000:2.0:1746126427.276019:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4c000 x1830945734303744/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.276042:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4c000 with x1830945734303744 ext(0->4095) 00002000:00010000:2.0:1746126427.276048:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4c000 00000100:00100000:0.0:1746126427.283195:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.283836:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734303872 00000100:00100000:1.0:1746126427.283845:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734303872 00000100:00100000:1.0:1746126427.284827:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4778 00000100:00100000:1.0:1746126427.284840:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734303872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126427.284864:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126427.284885:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b800e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd303 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.284918:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.284929:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.284931:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.284935:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b800e0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd303 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.284967:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.284980:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 53 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:1.0:1746126427.284992:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726224512:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126427.285114:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126427.290867:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726224512:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126427.290898:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b800e0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd303 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.290918:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993200, rc 0) 00000100:00100000:1.0:1746126427.290962:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734303872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6124us (7777us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126427.290971:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4778 00000100:00100000:0.0:1746126427.304087:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.304227:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734304000 00000100:00100000:2.0:1746126427.304237:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734304000 00002000:00100000:2.0:1746126427.304289:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cd4e300 x1830945734304000/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.304300:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4e300 with x1830945734304000 ext(0->7) 00010000:00010000:2.0:1746126427.304310:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 54 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.304324:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 54 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.304331:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4e300 00000100:00100000:2.0:1746126427.304364:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1651 00000100:00100000:2.0:1746126427.304372:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1964:x1830945734304000:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126427.304736:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1964:x1830945734304000:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 364us (659us total) trans 4294968001 rc 0/0 00000100:00100000:2.0:1746126427.304746:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1651 00002000:00100000:2.0:1746126427.304752:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cd4e300 x1830945734304000/t4294968001(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/448 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.304760:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4e300 with x1830945734304000 ext(0->7) 00010000:00010000:2.0:1746126427.304765:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 56 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.304774:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 56 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.304780:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4e300 00000100:00100000:0.0:1746126427.306390:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.306468:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734304128 00000100:00100000:3.0:1746126427.306475:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734304128 00010000:00010000:3.0:1746126427.306504:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 56 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.306525:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16917 00000100:00100000:3.0:1746126427.306530:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1964:x1830945734304128:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.306553:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.306570:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 56 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.306580:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 56 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.306602:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b800d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd2fc expref: 56 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.306634:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.306636:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.306644:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b800e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd303 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.306651:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b800e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd303 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.306684:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b800e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd303 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126427.306696:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726224640:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.306779:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcda80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126427.317485:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.317640:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726224640:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.317662:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.317707:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1964:x1830945734304128:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 11174us (11320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.317722:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16917 00000100:00100000:2.0:1746126427.317805:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734304384 00000100:00100000:2.0:1746126427.317812:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734304384 00002000:00100000:2.0:1746126427.317852:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4f800 x1830945734304384/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.317861:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4f800 with x1830945734304384 ext(0->4095) 00002000:00010000:2.0:1746126427.317866:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4f800 00000100:00100000:2.0:1746126427.317881:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3690 00000100:00100000:2.0:1746126427.317887:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734304384:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126427.318069:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734304384:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (595us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.318075:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3690 00002000:00100000:2.0:1746126427.318081:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4f800 x1830945734304384/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.318094:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4f800 with x1830945734304384 ext(0->4095) 00002000:00010000:2.0:1746126427.318097:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4f800 00000100:00100000:0.0:1746126427.322928:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.325861:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734304512 00000100:00100000:1.0:1746126427.325873:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734304512 00000100:00100000:1.0:1746126427.325942:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4779 00000100:00100000:1.0:1746126427.325951:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:31643:x1830945734304512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126427.325972:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126427.325991:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd30a expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.326037:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b800e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd303 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.326045:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126427.326047:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126427.326050:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 56 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.326082:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b800e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd303 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.326095:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b800e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd303 expref: 5 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:1.0:1746126427.326107:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726224768:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126427.326198:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126427.328680:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.328747:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734304640 00000100:00100000:3.0:1746126427.328756:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734304640 00000100:00100000:3.0:1746126427.328810:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4780 00000100:00100000:3.0:1746126427.328819:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:31655:x1830945734304640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.328835:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.328850:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd311 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.328873:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.328879:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 58 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.328884:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.328888:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.328921:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 58 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.328940:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.328950:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06e00, rc 0) 00000100:00100000:3.0:1746126427.329000:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31655:x1830945734304640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.329006:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4780 00000100:00100000:1.0:1746126427.331465:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726224768:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126427.331497:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 57 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.331513:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c6d200, rc 0) 00000100:00100000:1.0:1746126427.331565:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:31643:x1830945734304512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5614us (8646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126427.331578:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4779 00000100:00100000:0.0:1746126427.332865:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.332935:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734304768 00000100:00100000:3.0:1746126427.332943:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734304768 00010000:00010000:3.0:1746126427.332977:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b800e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd303 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.333009:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16918 00000100:00100000:3.0:1746126427.333017:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734304768:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.333050:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.333071:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b800e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd303 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.333082:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b800e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd303 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.333103:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093993200/0x9851078746b800e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd303 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.333664:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.333667:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.333674:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 56 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.333682:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 56 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.333713:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 56 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.333727:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 56 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.333738:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726225024:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.333813:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcda80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.335228:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726225024:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.335249:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.335345:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734304768:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2327us (2481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.335354:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16918 00000100:00100000:0.0:1746126427.337920:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.338273:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734305024 00000100:00100000:3.0:1746126427.338282:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734305024 00002000:00100000:3.0:1746126427.338328:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4ed80 x1830945734305024/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.338337:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4ed80 with x1830945734305024 ext(0->4095) 00010000:00010000:3.0:1746126427.338346:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 57 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.338359:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 57 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.338366:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4ed80 00000100:00100000:3.0:1746126427.338400:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1652 00000100:00100000:3.0:1746126427.338408:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1963:x1830945734305024:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126427.338615:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1963:x1830945734305024:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 207us (703us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.338621:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1652 00002000:00100000:3.0:1746126427.338627:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4ed80 x1830945734305024/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.338635:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4ed80 with x1830945734305024 ext(0->4095) 00010000:00010000:3.0:1746126427.338639:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 57 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.338648:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 57 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.338653:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4ed80 00000100:00100000:0.0:1746126427.346158:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.346383:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734305152 00000100:00100000:3.0:1746126427.346395:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734305152 00010000:00010000:3.0:1746126427.346429:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 57 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.346456:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16919 00000100:00100000:3.0:1746126427.346463:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1964:x1830945734305152:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.346477:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.346498:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 57 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.346510:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 57 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.346534:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b800e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd30a expref: 57 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.346563:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.346565:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.346573:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 56 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.346581:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 56 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.346612:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 56 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126427.346623:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726225152:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.351829:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.352427:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726225152:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.352448:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.352501:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1964:x1830945734305152:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6037us (6352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.352512:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16919 00000100:00100000:0.0:1746126427.353813:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.353897:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734305408 00000100:00100000:2.0:1746126427.353904:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734305408 00002000:00100000:2.0:1746126427.353945:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403d880 x1830945734305408/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.353956:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403d880 with x1830945734305408 ext(0->4095) 00002000:00010000:2.0:1746126427.353961:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403d880 00000100:00100000:2.0:1746126427.356260:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3691 00000100:00100000:2.0:1746126427.356282:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1964:x1830945734305408:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126427.356958:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1964:x1830945734305408:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 684us (3145us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.356966:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3691 00002000:00100000:2.0:1746126427.356975:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403d880 x1830945734305408/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.356983:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403d880 with x1830945734305408 ext(0->4095) 00002000:00010000:2.0:1746126427.356988:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403d880 00000100:00100000:0.0:1746126427.364420:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.364542:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734305536 00000100:00100000:1.0:1746126427.364561:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734305536 00000100:00100000:1.0:1746126427.365287:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4781 00000100:00100000:1.0:1746126427.365297:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734305536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126427.365374:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126427.365395:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd318 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.365426:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 55 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.365433:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.365435:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.365438:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.365468:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 55 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.365480:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 55 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:1.0:1746126427.365493:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726225280:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126427.365599:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126427.371695:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726225280:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126427.371734:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.371753:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c6c600, rc 0) 00000100:00100000:1.0:1746126427.371841:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734305536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6545us (7431us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126427.371850:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4781 00000100:00100000:0.0:1746126427.379395:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.379464:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734305664 00000100:00100000:2.0:1746126427.379473:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734305664 00002000:00100000:2.0:1746126427.379520:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800b403dc00 x1830945734305664/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.379530:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403dc00 with x1830945734305664 ext(0->7) 00010000:00010000:2.0:1746126427.379540:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 56 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.379569:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 56 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.379576:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403dc00 00000100:00100000:2.0:1746126427.379606:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1653 00000100:00100000:2.0:1746126427.379614:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1966:x1830945734305664:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126427.379955:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1966:x1830945734305664:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 340us (569us total) trans 4294968002 rc 0/0 00000100:00100000:2.0:1746126427.379962:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1653 00002000:00100000:2.0:1746126427.379971:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800b403dc00 x1830945734305664/t4294968002(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/448 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.379978:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403dc00 with x1830945734305664 ext(0->7) 00010000:00010000:2.0:1746126427.379982:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 58 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.379991:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 58 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.379996:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403dc00 00000100:00100000:0.0:1746126427.394975:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.395075:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734305792 00000100:00100000:1.0:1746126427.395085:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734305792 00000100:00100000:1.0:1746126427.395142:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4782 00000100:00100000:1.0:1746126427.395150:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31643:x1830945734305792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126427.395171:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126427.395190:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd31f expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.395221:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.395228:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.395235:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126427.395242:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 59 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.395280:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.395293:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 59 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.395311:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c6de00, rc 0) 00000100:00100000:1.0:1746126427.395365:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31643:x1830945734305792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126427.395373:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4782 00000100:00100000:0.0:1746126427.400702:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.400807:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734305920 00000100:00100000:3.0:1746126427.400817:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734305920 00010000:00010000:3.0:1746126427.400852:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 59 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.400885:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16920 00000100:00100000:3.0:1746126427.400892:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1966:x1830945734305920:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.400906:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126427.400926:0:8440:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126425 -> 1746126426 00002000:00010000:3.0:1746126427.400929:0:8440:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126425 -> 1746126426 00010000:00010000:3.0:1746126427.400934:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 59 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.400946:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 59 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.400969:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b800ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd311 expref: 59 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.401002:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.401004:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.401011:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.401019:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.401080:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.401091:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 5 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.401104:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726225536:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.401195:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126427.406155:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.406503:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726225536:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.406525:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.406584:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1966:x1830945734305920:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5692us (5893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.406596:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16920 00000100:00100000:2.0:1746126427.406837:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734306176 00000100:00100000:2.0:1746126427.406844:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734306176 00002000:00100000:2.0:1746126427.406886:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403d500 x1830945734306176/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.406896:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403d500 with x1830945734306176 ext(0->4095) 00010000:00010000:2.0:1746126427.406905:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.406917:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.406923:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403d500 00000100:00100000:2.0:1746126427.406951:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1654 00000100:00100000:2.0:1746126427.406959:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734306176:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126427.407129:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734306176:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (985us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.407135:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1654 00002000:00100000:2.0:1746126427.407139:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403d500 x1830945734306176/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.407146:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403d500 with x1830945734306176 ext(0->4095) 00010000:00010000:2.0:1746126427.407151:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.407159:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.407164:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403d500 00000100:00100000:2.0:1746126427.414919:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.415017:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734306304 00000100:00100000:3.0:1746126427.415038:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734306304 00010000:00010000:3.0:1746126427.415075:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.415108:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16921 00000100:00100000:3.0:1746126427.415116:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734306304:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.415132:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.415155:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.415167:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.415189:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b800f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd318 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.415220:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.415222:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.415230:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 57 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.415238:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 57 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.415271:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 57 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126427.415284:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726225664:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.415370:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.418874:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726225664:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.418897:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.418949:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132594380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734306304:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3832us (4040us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.418960:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16921 00000100:00100000:0.0:1746126427.419305:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.419535:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734306560 00000100:00100000:3.0:1746126427.419542:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734306560 00002000:00100000:3.0:1746126427.419584:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403df80 x1830945734306560/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.419594:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403df80 with x1830945734306560 ext(0->4095) 00002000:00010000:3.0:1746126427.419598:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403df80 00000100:00100000:2.0:1746126427.421368:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3692 00000100:00100000:2.0:1746126427.421383:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1963:x1830945734306560:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126427.421568:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1963:x1830945734306560:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 191us (2264us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.421575:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3692 00002000:00100000:2.0:1746126427.421581:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403df80 x1830945734306560/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.421589:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403df80 with x1830945734306560 ext(0->4095) 00002000:00010000:2.0:1746126427.421594:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403df80 00000100:00100000:0.0:1746126427.424995:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.427782:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734306688 00000100:00100000:1.0:1746126427.427798:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734306688 00000100:00100000:1.0:1746126427.427866:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4783 00000100:00100000:1.0:1746126427.427875:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734306688:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126427.427895:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126427.427915:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd326 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.427946:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 57 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.427953:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.427954:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.427958:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.427990:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 57 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.428002:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 57 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:1.0:1746126427.428018:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726225792:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126427.428132:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.442886:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726225792:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126427.442922:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.442942:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c6ca00, rc 0) 00000100:00100000:2.0:1746126427.443008:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734306688:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15132us (18020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.443018:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4783 00000100:00100000:0.0:1746126427.445640:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.445742:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734306816 00000100:00100000:3.0:1746126427.445752:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734306816 00002000:00100000:3.0:1746126427.445804:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800b403c000 x1830945734306816/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.445820:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403c000 with x1830945734306816 ext(0->7) 00010000:00010000:3.0:1746126427.445829:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 58 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.445844:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 58 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.445850:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403c000 00000100:00100000:3.0:1746126427.445883:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1655 00000100:00100000:3.0:1746126427.445891:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734306816:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126427.446681:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1964:x1830945734306816:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 788us (1046us total) trans 4294968003 rc 0/0 00000100:00100000:3.0:1746126427.446688:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1655 00002000:00100000:3.0:1746126427.446694:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800b403c000 x1830945734306816/t4294968003(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/448 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.446702:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403c000 with x1830945734306816 ext(0->7) 00010000:00010000:3.0:1746126427.446708:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 60 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.446717:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 60 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.446723:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403c000 00000100:00100000:0.0:1746126427.456899:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.457081:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734306944 00000100:00100000:2.0:1746126427.457091:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734306944 00000100:00100000:2.0:1746126427.457146:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4784 00000100:00100000:2.0:1746126427.457155:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:31643:x1830945734306944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126427.457175:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126427.457195:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd32d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.457222:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126427.457229:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.457235:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126427.457239:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 61 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.457278:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.457291:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 61 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.457302:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4600, rc 0) 00000100:00100000:2.0:1746126427.457345:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+61:31643:x1830945734306944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.457351:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4784 00000100:00100000:0.0:1746126427.462363:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.462951:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734307072 00000100:00100000:3.0:1746126427.462962:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734307072 00010000:00010000:3.0:1746126427.463003:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 61 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.463048:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16922 00000100:00100000:3.0:1746126427.463056:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+61:1964:x1830945734307072:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.463070:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.463094:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 61 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.463106:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 61 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.463131:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b800fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd31f expref: 61 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.464632:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.464638:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.464651:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.464660:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.464708:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.464720:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 5 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.464732:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726226048:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.467877:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.471148:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726226048:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.471172:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.471230:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1964:x1830945734307072:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 8173us (9215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.471240:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16922 00000100:00100000:0.0:1746126427.471934:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.472249:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734307328 00000100:00100000:3.0:1746126427.472256:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734307328 00002000:00100000:3.0:1746126427.472300:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403e680 x1830945734307328/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.472311:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403e680 with x1830945734307328 ext(0->4095) 00010000:00010000:3.0:1746126427.472320:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.472332:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.472339:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403e680 00000100:00100000:3.0:1746126427.472370:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1656 00000100:00100000:3.0:1746126427.472377:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734307328:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126427.472543:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734307328:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (610us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.472570:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1656 00002000:00100000:3.0:1746126427.472576:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403e680 x1830945734307328/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.472583:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403e680 with x1830945734307328 ext(0->4095) 00010000:00010000:3.0:1746126427.472588:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.472597:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.472602:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403e680 00000100:00100000:0.0:1746126427.477981:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.478062:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734307456 00000100:00100000:3.0:1746126427.478072:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734307456 00010000:00010000:3.0:1746126427.478107:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.478645:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16923 00000100:00100000:3.0:1746126427.478653:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734307456:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.478669:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.478694:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.478705:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.478728:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6ca00/0x9851078746b80103 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd326 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.479220:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.479223:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.479232:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 59 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.479240:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 59 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.479276:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 59 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126427.479288:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726226176:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.479782:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcde40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.481899:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726226176:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.481923:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.481964:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734307456:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3310us (3993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.481975:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16923 00000100:00100000:0.0:1746126427.484743:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.484828:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734307712 00000100:00100000:2.0:1746126427.484836:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734307712 00002000:00100000:2.0:1746126427.484885:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403c380 x1830945734307712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.484895:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403c380 with x1830945734307712 ext(0->4095) 00002000:00010000:2.0:1746126427.484899:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403c380 00000100:00100000:2.0:1746126427.485087:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3693 00000100:00100000:2.0:1746126427.485094:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1964:x1830945734307712:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126427.485255:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1964:x1830945734307712:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (518us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.485264:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3693 00002000:00100000:2.0:1746126427.485269:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403c380 x1830945734307712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.485276:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403c380 with x1830945734307712 ext(0->4095) 00002000:00010000:2.0:1746126427.485279:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403c380 00000100:00100000:0.0:1746126427.491530:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.491589:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734307840 00000100:00100000:3.0:1746126427.491599:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734307840 00000100:00100000:3.0:1746126427.491653:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4785 00000100:00100000:3.0:1746126427.491660:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734307840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.491677:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.491694:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd334 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.491731:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 59 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.491738:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.491740:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.491743:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.491770:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 59 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.491780:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 59 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.491791:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726226304:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126427.491869:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcde40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.497725:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726226304:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126427.497762:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.497780:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:3.0:1746126427.497837:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734307840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6175us (6318us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.497847:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4785 00000100:00100000:0.0:1746126427.514345:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.516018:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734307968 00000100:00100000:3.0:1746126427.516046:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734307968 00002000:00100000:3.0:1746126427.516104:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800b403c700 x1830945734307968/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.516116:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403c700 with x1830945734307968 ext(0->7) 00010000:00010000:3.0:1746126427.516127:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 60 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.516142:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 60 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.516150:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403c700 00000100:00100000:3.0:1746126427.516195:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1657 00000100:00100000:3.0:1746126427.516204:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1963:x1830945734307968:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126427.516589:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1963:x1830945734307968:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 385us (2255us total) trans 4294968004 rc 0/0 00000100:00100000:3.0:1746126427.516597:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1657 00002000:00100000:3.0:1746126427.516603:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800b403c700 x1830945734307968/t4294968004(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/448 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.516610:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403c700 with x1830945734307968 ext(0->7) 00010000:00010000:3.0:1746126427.516615:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 62 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.516625:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 62 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.516631:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403c700 00000100:00100000:0.0:1746126427.524594:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.525988:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.526258:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734308096 00000100:00100000:3.0:1746126427.526268:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734308096 00000100:00100000:2.0:1746126427.526467:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734308224 00000100:00100000:2.0:1746126427.526472:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734308224 00010000:00010000:2.0:1746126427.526499:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 63 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.526523:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16924 00000100:00100000:2.0:1746126427.526531:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1966:x1830945734308224:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.526555:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.526580:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 63 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.526592:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 63 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.526619:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b8010a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd32d expref: 63 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.526651:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.526652:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.526660:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.526674:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.526711:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.526724:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726226432:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.526814:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.526974:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4786 00000100:00100000:3.0:1746126427.526981:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:31643:x1830945734308096:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.526995:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.527006:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80118 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd33b expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.527040:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.527046:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.527047:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.527050:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80118 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd33b expref: 63 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.527067:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.527078:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 5 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.527086:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726226560:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126427.527124:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcde40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126427.532456:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.532498:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734308480 00000100:00100000:1.0:1746126427.532506:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734308480 00002000:00100000:1.0:1746126427.532562:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad7800 x1830945734308480/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.532573:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7800 with x1830945734308480 ext(0->4095) 00010000:00010000:1.0:1746126427.532582:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.532596:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.532603:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad7800 00000100:00100000:1.0:1746126427.532622:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1658 00000100:00100000:1.0:1746126427.532628:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734308480:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126427.532793:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734308480:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126427.532799:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1658 00002000:00100000:1.0:1746126427.532805:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad7800 x1830945734308480/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.532816:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7800 with x1830945734308480 ext(0->4095) 00010000:00010000:1.0:1746126427.532820:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.532827:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.532832:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad7800 00000100:00100000:3.0:1746126427.532955:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726226560:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126427.532980:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80118 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd33b expref: 63 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.532997:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06c00, rc 0) 00000100:00100000:3.0:1746126427.533039:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:31643:x1830945734308096:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6060us (8457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.533045:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4786 00000100:00100000:2.0:1746126427.533159:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726226432:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.533170:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.533188:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1966:x1830945734308224:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6660us (7203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.533196:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16924 00000100:00100000:0.0:1746126427.535948:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.537067:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734308608 00000100:00100000:3.0:1746126427.537076:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734308608 00000100:00100000:3.0:1746126427.537126:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4787 00000100:00100000:3.0:1746126427.537133:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:31655:x1830945734308608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.537150:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.537167:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd342 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.537196:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.537202:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80118 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd33b expref: 63 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.537208:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.537212:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 63 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.537249:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80118 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd33b expref: 63 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.537261:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 63 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.537275:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07800, rc 0) 00000100:00100000:3.0:1746126427.537321:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:31655:x1830945734308608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (1381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.537326:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4787 00000100:00100000:0.0:1746126427.538595:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.539127:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734308736 00000100:00100000:2.0:1746126427.539134:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734308736 00010000:00010000:2.0:1746126427.539162:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.539846:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16925 00000100:00100000:2.0:1746126427.539855:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734308736:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.539868:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.539892:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.539903:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.539926:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80111 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd334 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.539951:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.539953:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.539959:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80118 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd33b expref: 62 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.539966:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80118 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd33b expref: 62 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.539995:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80118 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd33b expref: 62 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.540006:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80118 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd33b expref: 62 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.540016:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726226816:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.540113:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.543273:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726226816:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.543300:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.543357:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734308736:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3501us (4763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.543368:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16925 00000100:00100000:0.0:1746126427.545740:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.547111:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734308864 00000100:00100000:2.0:1746126427.547124:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734308864 00010000:00010000:2.0:1746126427.547167:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80118 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd33b expref: 63 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.547482:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16926 00000100:00100000:2.0:1746126427.547490:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1964:x1830945734308864:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.547507:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.547529:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80118 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd33b expref: 63 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.547540:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80118 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd33b expref: 63 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.547572:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80118 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd33b expref: 63 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.547769:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.547771:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.547778:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 62 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.547785:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 62 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.547818:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 62 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.547828:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726226944:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.548326:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.557447:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126427.558346:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726226944:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126427.558363:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126427.558425:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1964:x1830945734308864:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 10935us (12693us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126427.558434:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16926 00000100:00100000:1.0:1746126427.558689:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734309120 00000100:00100000:1.0:1746126427.558700:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734309120 00002000:00100000:1.0:1746126427.558746:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132594700 x1830945734309120/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.558755:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594700 with x1830945734309120 ext(0->4095) 00002000:00010000:1.0:1746126427.558761:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132594700 00000100:00100000:1.0:1746126427.558783:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3694 00000100:00100000:1.0:1746126427.558790:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1964:x1830945734309120:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126427.559073:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1964:x1830945734309120:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 282us (1632us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126427.559080:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3694 00002000:00100000:1.0:1746126427.559088:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132594700 x1830945734309120/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.559097:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594700 with x1830945734309120 ext(0->4095) 00002000:00010000:1.0:1746126427.559101:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132594700 00000100:00100000:0.0:1746126427.566647:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.566824:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734309248 00000100:00100000:2.0:1746126427.566833:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734309248 00000100:00100000:2.0:1746126427.566879:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4788 00000100:00100000:2.0:1746126427.566885:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734309248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126427.566899:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126427.566914:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd349 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.566937:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 61 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.566948:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126427.566950:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126427.566953:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.566977:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 61 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.566986:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 61 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.566997:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726227072:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126427.567097:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.569164:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726227072:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126427.569190:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.569203:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5800, rc 0) 00000100:00100000:2.0:1746126427.571481:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734309248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4589us (4834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.571490:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4788 00000100:00100000:0.0:1746126427.582144:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.582231:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734309376 00000100:00100000:1.0:1746126427.582239:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734309376 00002000:00100000:1.0:1746126427.582274:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880133306a00 x1830945734309376/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.582283:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133306a00 with x1830945734309376 ext(0->7) 00010000:00010000:1.0:1746126427.582290:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 62 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.582301:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 62 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.582307:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133306a00 00000100:00100000:1.0:1746126427.582324:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1659 00000100:00100000:1.0:1746126427.582330:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1963:x1830945734309376:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126427.582610:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1963:x1830945734309376:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 280us (474us total) trans 4294968005 rc 0/0 00000100:00100000:1.0:1746126427.582616:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1659 00002000:00100000:1.0:1746126427.582621:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880133306a00 x1830945734309376/t4294968005(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/448 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.582628:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133306a00 with x1830945734309376 ext(0->7) 00010000:00010000:1.0:1746126427.582632:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 64 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.582640:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 64 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.582649:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133306a00 00000100:00100000:0.0:1746126427.592167:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.592238:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734309504 00000100:00100000:2.0:1746126427.592246:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734309504 00010000:00010000:2.0:1746126427.592275:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 64 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.592309:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16927 00000100:00100000:2.0:1746126427.592316:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1966:x1830945734309504:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.592327:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.592345:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 64 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.592355:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 64 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.592373:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8011f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd342 expref: 64 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.592396:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.592398:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.592404:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.592410:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.592433:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.592442:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726227200:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.592508:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.599953:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726227200:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.599971:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.600014:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1966:x1830945734309504:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7698us (7853us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.600036:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16927 00000100:00100000:0.0:1746126427.602487:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.602721:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734309888 00000100:00100000:2.0:1746126427.602728:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734309888 00000100:00100000:2.0:1746126427.602768:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4789 00000100:00100000:2.0:1746126427.602775:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:31643:x1830945734309888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126427.602788:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126427.602802:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd350 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.602826:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.602832:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.602834:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.602837:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 64 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.602861:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.602871:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 5 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.602881:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726227328:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126427.602934:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126427.604278:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.604836:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734309760 00000100:00100000:2.0:1746126427.604842:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734309760 00002000:00100000:2.0:1746126427.604873:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133307480 x1830945734309760/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.604880:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307480 with x1830945734309760 ext(0->4095) 00010000:00010000:2.0:1746126427.604887:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.604896:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.604901:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133307480 00000100:00100000:2.0:1746126427.604930:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1660 00000100:00100000:2.0:1746126427.604936:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734309760:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126427.606635:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734309760:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 1692us (2352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.606645:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1660 00002000:00100000:2.0:1746126427.606653:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133307480 x1830945734309760/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.606660:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307480 with x1830945734309760 ext(0->4095) 00010000:00010000:2.0:1746126427.606668:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.606679:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.606685:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133307480 00000100:00100000:3.0:1746126427.607049:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726227328:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126427.607082:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 64 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.607098:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5400, rc 0) 00000100:00100000:3.0:1746126427.607161:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:31643:x1830945734309888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4385us (4678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.607169:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4789 00000100:00100000:0.0:1746126427.609953:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.610010:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734310016 00000100:00100000:2.0:1746126427.610018:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734310016 00010000:00010000:2.0:1746126427.610066:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.610277:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16928 00000100:00100000:2.0:1746126427.610285:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734310016:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.610298:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.610316:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.610326:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.610343:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80126 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd349 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.610365:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.610367:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.610373:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 63 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.610380:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 63 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.610410:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 63 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.610420:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726227456:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.610489:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126427.613065:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.613069:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726227456:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126427.613137:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734310272 00000100:00100000:0.0:1746126427.613142:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734310272 00002000:00100000:0.0:1746126427.613174:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133304380 x1830945734310272/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126427.613183:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304380 with x1830945734310272 ext(0->4095) 00002000:00010000:0.0:1746126427.613187:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133304380 00000100:00100000:0.0:1746126427.613203:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3695 00000100:00100000:0.0:1746126427.613210:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1963:x1830945734310272:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00010000:00010000:2.0:1746126427.613228:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.613262:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734310016:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2978us (3314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.613270:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16928 00000100:00100000:0.0:1746126427.613333:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1963:x1830945734310272:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126427.613338:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3695 00002000:00100000:0.0:1746126427.613342:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133304380 x1830945734310272/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126427.613349:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304380 with x1830945734310272 ext(0->4095) 00002000:00010000:0.0:1746126427.613352:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133304380 00000100:00100000:0.0:1746126427.621258:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.621574:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734310400 00000100:00100000:3.0:1746126427.621585:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734310400 00000100:00100000:3.0:1746126427.621645:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4790 00000100:00100000:3.0:1746126427.621654:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734310400:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.621672:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.621691:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80134 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd357 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.621722:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 63 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.621730:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.621733:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.621737:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80134 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd357 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.627604:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 63 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.627621:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 63 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.627633:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726227584:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126427.628334:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcde40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.640893:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726227584:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126427.640920:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80134 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd357 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.640934:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126427.640967:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734310400:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 19314us (19715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.640974:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4790 00000100:00100000:0.0:1746126427.644060:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.644122:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734310528 00000100:00100000:2.0:1746126427.644130:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734310528 00002000:00100000:2.0:1746126427.644164:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880133304a80 x1830945734310528/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.644173:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304a80 with x1830945734310528 ext(0->7) 00010000:00010000:2.0:1746126427.644179:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 64 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.644195:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 64 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.644201:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133304a80 00000100:00100000:2.0:1746126427.644228:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1661 00000100:00100000:2.0:1746126427.644234:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1964:x1830945734310528:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126427.644507:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1964:x1830945734310528:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 271us (488us total) trans 4294968006 rc 0/0 00000100:00100000:2.0:1746126427.644513:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1661 00002000:00100000:2.0:1746126427.644519:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880133304a80 x1830945734310528/t4294968006(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/448 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.644525:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304a80 with x1830945734310528 ext(0->7) 00010000:00010000:2.0:1746126427.644530:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 66 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.644537:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 66 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.644553:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133304a80 00000100:00100000:0.0:1746126427.647461:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.647746:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734310656 00000100:00100000:2.0:1746126427.647753:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734310656 00010000:00010000:2.0:1746126427.647779:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 66 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.647971:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16929 00000100:00100000:2.0:1746126427.647980:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1963:x1830945734310656:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.647991:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.648008:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 66 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.648018:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 66 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.648290:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8012d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd350 expref: 66 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.648317:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.648319:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.648325:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80134 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd357 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.648332:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80134 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd357 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.648360:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80134 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd357 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.648370:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726227712:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.649423:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02da80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.655085:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726227712:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.655103:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.655142:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+65:1963:x1830945734310656:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7162us (7686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.655153:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16929 00000100:00100000:1.0:1746126427.659500:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.659561:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734310912 00000100:00100000:2.0:1746126427.659569:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734310912 00002000:00100000:2.0:1746126427.659604:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad6300 x1830945734310912/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.659613:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad6300 with x1830945734310912 ext(0->4095) 00002000:00010000:2.0:1746126427.659617:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad6300 00000100:00100000:2.0:1746126427.659645:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3696 00000100:00100000:2.0:1746126427.659651:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734310912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126427.659796:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734310912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (301us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.659802:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3696 00002000:00100000:2.0:1746126427.659807:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad6300 x1830945734310912/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.659813:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad6300 with x1830945734310912 ext(0->4095) 00002000:00010000:2.0:1746126427.659816:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad6300 00000100:00100000:0.0:1746126427.665514:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.665576:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734311040 00000100:00100000:3.0:1746126427.665584:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734311040 00000100:00100000:3.0:1746126427.665616:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4791 00000100:00100000:3.0:1746126427.665623:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+65:31643:x1830945734311040:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.665636:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.665650:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd35e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.665676:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80134 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd357 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.665683:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.665684:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.665688:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 66 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.665711:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80134 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd357 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.665721:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80134 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd357 expref: 5 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.665730:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726227840:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126427.665808:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126427.666180:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126427.666281:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734311168 00000100:00100000:0.0:1746126427.666285:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734311168 00000100:00100000:0.0:1746126427.666305:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4792 00000100:00100000:0.0:1746126427.666311:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:31655:x1830945734311168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126427.666318:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126427.666325:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd365 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.666335:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126427.666339:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 68 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.666344:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126427.666346:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 68 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.666364:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 68 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.666374:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 68 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.666382:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846e00, rc 0) 00000100:00100000:0.0:1746126427.666417:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:31655:x1830945734311168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126427.666423:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4792 00000100:00100000:3.0:1746126427.670996:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726227840:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126427.671040:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 67 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.671055:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07600, rc 0) 00000100:00100000:3.0:1746126427.671103:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:31643:x1830945734311040:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5479us (5595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.671111:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4791 00000100:00100000:0.0:1746126427.671208:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.671398:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734311296 00000100:00100000:2.0:1746126427.671404:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734311296 00010000:00010000:2.0:1746126427.671428:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80134 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd357 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.671447:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16930 00000100:00100000:2.0:1746126427.671452:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734311296:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.671462:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.671478:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80134 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd357 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.671487:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80134 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd357 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.671503:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80134 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd357 expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.671526:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.671528:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.671533:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 66 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.671540:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 66 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.671581:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 66 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.671591:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 66 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.671601:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726228096:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.671653:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126427.673775:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.673793:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726228096:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.673807:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.673831:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734311552 00000100:00100000:3.0:1746126427.673836:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734311552 00000100:00100000:2.0:1746126427.673840:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734311296:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2387us (2632us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.673847:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16930 00002000:00100000:3.0:1746126427.673862:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133304700 x1830945734311552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.673870:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304700 with x1830945734311552 ext(0->4095) 00010000:00010000:3.0:1746126427.673877:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 67 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.673886:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 67 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.673891:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133304700 00000100:00100000:3.0:1746126427.674964:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1662 00000100:00100000:3.0:1746126427.674971:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1965:x1830945734311552:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126427.675102:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1965:x1830945734311552:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (1331us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.675108:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1662 00002000:00100000:3.0:1746126427.675114:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133304700 x1830945734311552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.675121:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304700 with x1830945734311552 ext(0->4095) 00010000:00010000:3.0:1746126427.675127:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 67 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.675136:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 67 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.675141:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133304700 00000100:00100000:0.0:1746126427.676640:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.676684:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734311680 00000100:00100000:2.0:1746126427.676689:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734311680 00010000:00010000:2.0:1746126427.676712:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 67 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.677351:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16931 00000100:00100000:2.0:1746126427.677358:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1965:x1830945734311680:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.677369:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.677386:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 67 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.677397:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 67 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.677415:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8013b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd35e expref: 67 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.677426:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.677427:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.677433:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 66 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.677439:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 66 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.677462:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 66 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.677472:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726228224:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.677534:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126427.681512:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726228224:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.681523:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126427.681531:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126427.681595:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1965:x1830945734311680:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4235us (4956us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126427.681603:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16931 00000100:00100000:3.0:1746126427.681780:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734311936 00000100:00100000:3.0:1746126427.681786:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734311936 00002000:00100000:3.0:1746126427.681817:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132594e00 x1830945734311936/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.681825:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594e00 with x1830945734311936 ext(0->4095) 00002000:00010000:3.0:1746126427.681829:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132594e00 00000100:00100000:3.0:1746126427.682670:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3697 00000100:00100000:3.0:1746126427.682677:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1963:x1830945734311936:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126427.683819:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1963:x1830945734311936:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 1140us (2294us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.683826:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3697 00002000:00100000:3.0:1746126427.683832:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132594e00 x1830945734311936/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.683839:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594e00 with x1830945734311936 ext(0->4095) 00002000:00010000:3.0:1746126427.683843:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132594e00 00000100:00100000:2.0:1746126427.690497:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.690598:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734312064 00000100:00100000:3.0:1746126427.690605:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734312064 00000100:00100000:3.0:1746126427.690651:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4793 00000100:00100000:3.0:1746126427.690658:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734312064:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.690671:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.690685:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd36c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.690707:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 65 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.690717:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.690719:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.690722:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.690747:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 65 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.690756:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 65 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.690774:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726228352:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126427.690837:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.710761:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726228352:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126427.710787:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.710801:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07600, rc 0) 00000100:00100000:3.0:1746126427.710851:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734312064:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 20192us (20359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.710859:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4793 00000100:00100000:2.0:1746126427.713360:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.713832:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.714431:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734312192 00000100:00100000:3.0:1746126427.714439:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734312192 00002000:00100000:3.0:1746126427.714476:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132594380 x1830945734312192/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.714491:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594380 with x1830945734312192 ext(0->7) 00010000:00010000:3.0:1746126427.714498:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 66 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.714510:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 66 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.714516:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132594380 00000100:00100000:3.0:1746126427.714534:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1663 00000100:00100000:3.0:1746126427.714541:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1963:x1830945734312192:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126427.714541:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734312320 00000100:00100000:0.0:1746126427.714553:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734312320 00000100:00100000:0.0:1746126427.714574:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4794 00000100:00100000:0.0:1746126427.714579:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:31643:x1830945734312320:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126427.714586:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126427.714597:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80150 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd373 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.714613:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126427.714618:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.714623:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126427.714626:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80150 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd373 expref: 68 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.714655:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.714666:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80150 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd373 expref: 68 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126427.714674:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092847e00, rc 0) 00000100:00100000:0.0:1746126427.714711:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:31643:x1830945734312320:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (878us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126427.714717:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4794 00000100:00100000:3.0:1746126427.714806:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132594380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1963:x1830945734312192:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 264us (1450us total) trans 4294968007 rc 0/0 00000100:00100000:3.0:1746126427.714811:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1663 00002000:00100000:3.0:1746126427.714817:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132594380 x1830945734312192/t4294968007(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/448 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.714824:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594380 with x1830945734312192 ext(0->7) 00010000:00010000:3.0:1746126427.714829:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 69 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.714837:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 69 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.714843:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132594380 00000100:00100000:0.0:1746126427.720825:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.721261:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734312448 00000100:00100000:2.0:1746126427.721268:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734312448 00010000:00010000:2.0:1746126427.721299:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 69 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.721580:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16932 00000100:00100000:2.0:1746126427.721625:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1964:x1830945734312448:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.721638:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.721655:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 69 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.721666:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 69 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.721686:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80142 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd365 expref: 69 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.721926:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.721929:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.721937:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.721945:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.721973:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.721982:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 5 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.721992:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726228608:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.722096:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.724203:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726228608:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.724220:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.724260:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1964:x1830945734312448:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2637us (3442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.724269:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16932 00000100:00100000:0.0:1746126427.725227:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.725318:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734312704 00000100:00100000:3.0:1746126427.725325:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734312704 00002000:00100000:3.0:1746126427.725354:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf1500 x1830945734312704/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.725362:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1500 with x1830945734312704 ext(0->4095) 00010000:00010000:3.0:1746126427.725368:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.725380:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.725386:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf1500 00000100:00100000:3.0:1746126427.725413:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1664 00000100:00100000:3.0:1746126427.725419:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734312704:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126427.725687:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734312704:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 267us (461us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.725693:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1664 00002000:00100000:3.0:1746126427.725699:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf1500 x1830945734312704/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.725706:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1500 with x1830945734312704 ext(0->4095) 00010000:00010000:3.0:1746126427.725711:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.725719:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.725725:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf1500 00000100:00100000:0.0:1746126427.732972:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.733224:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734312832 00000100:00100000:2.0:1746126427.733231:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734312832 00010000:00010000:2.0:1746126427.733257:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.733281:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16933 00000100:00100000:2.0:1746126427.733288:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734312832:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.733298:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.733316:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.733325:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.733345:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80149 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd36c expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.733375:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.733377:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.733384:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80150 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd373 expref: 67 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.733390:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80150 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd373 expref: 67 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.733420:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80150 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd373 expref: 67 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.733432:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726228736:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.733501:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.735490:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726228736:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.735507:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.735535:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734312832:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2247us (2570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.735554:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16933 00000100:00100000:0.0:1746126427.736221:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.736277:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734313088 00000100:00100000:3.0:1746126427.736283:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734313088 00002000:00100000:3.0:1746126427.736314:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf1c00 x1830945734313088/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.736323:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1c00 with x1830945734313088 ext(0->4095) 00002000:00010000:3.0:1746126427.736327:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf1c00 00000100:00100000:3.0:1746126427.736359:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3698 00000100:00100000:3.0:1746126427.736369:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1964:x1830945734313088:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126427.736517:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1964:x1830945734313088:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (296us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.736523:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3698 00002000:00100000:3.0:1746126427.736528:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf1c00 x1830945734313088/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.736534:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1c00 with x1830945734313088 ext(0->4095) 00002000:00010000:3.0:1746126427.736536:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf1c00 00000100:00100000:0.0:1746126427.737815:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.739598:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734313216 00000100:00100000:1.0:1746126427.739606:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734313216 00000100:00100000:1.0:1746126427.739658:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4795 00000100:00100000:1.0:1746126427.739666:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734313216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126427.739679:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126427.739692:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd37a expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.739714:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80150 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd373 expref: 67 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.739721:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.739723:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.739726:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.739751:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80150 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd373 expref: 67 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.739761:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80150 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd373 expref: 67 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:1.0:1746126427.739771:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726228864:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126427.739836:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126427.747094:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126427.747187:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.747264:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734313472 00000100:00100000:3.0:1746126427.747271:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734313472 00000100:00100000:3.0:1746126427.747305:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4796 00000100:00100000:3.0:1746126427.747311:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:31643:x1830945734313472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.747324:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.747338:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd381 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.747360:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.747365:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.747371:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126427.747374:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 69 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.747404:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.747415:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 69 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.747423:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07800, rc 0) 00000100:00100000:3.0:1746126427.747461:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:31643:x1830945734313472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.747466:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4796 00000100:00100000:1.0:1746126427.747564:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726228864:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126427.747580:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.747587:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c6de00, rc 0) 00000100:00100000:1.0:1746126427.747603:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734313216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7939us (9791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126427.747609:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4795 00000100:00100000:2.0:1746126427.747809:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734313344 00000100:00100000:2.0:1746126427.747813:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734313344 00010000:00010000:2.0:1746126427.747830:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80150 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd373 expref: 69 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.747848:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16934 00000100:00100000:2.0:1746126427.747853:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1964:x1830945734313344:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.747862:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.747878:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80150 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd373 expref: 69 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.747887:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80150 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd373 expref: 69 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.747901:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80150 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd373 expref: 69 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.747913:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.747915:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.747920:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.747927:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.747944:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.747954:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 5 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.747964:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726229120:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.748941:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.750497:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726229120:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.750512:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.750556:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1964:x1830945734313344:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2701us (3468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.750565:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16934 00000100:00100000:0.0:1746126427.752364:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.754032:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734313728 00000100:00100000:1.0:1746126427.754041:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734313728 00002000:00100000:1.0:1746126427.754085:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf3800 x1830945734313728/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.754094:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf3800 with x1830945734313728 ext(0->4095) 00010000:00010000:1.0:1746126427.754103:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.754115:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.754122:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf3800 00000100:00100000:1.0:1746126427.754256:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1665 00000100:00100000:1.0:1746126427.754265:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734313728:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126427.754400:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734313728:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (2040us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126427.754409:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1665 00002000:00100000:1.0:1746126427.754414:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf3800 x1830945734313728/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.754421:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf3800 with x1830945734313728 ext(0->4095) 00010000:00010000:1.0:1746126427.754426:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.754435:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.754440:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf3800 00000100:00100000:0.0:1746126427.758569:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.758651:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734313856 00000100:00100000:2.0:1746126427.758659:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734313856 00010000:00010000:2.0:1746126427.758686:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.758720:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16935 00000100:00100000:2.0:1746126427.758727:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734313856:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.758740:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.758757:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.758774:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.758794:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b80157 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd37a expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.758820:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.758823:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.758829:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 67 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.758836:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 67 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.758871:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 67 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.758882:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726229248:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.758954:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.761541:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726229248:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.761566:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.761603:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734313856:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2874us (3039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.761613:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16935 00000100:00100000:0.0:1746126427.761909:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.762697:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734314112 00000100:00100000:3.0:1746126427.762703:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734314112 00002000:00100000:3.0:1746126427.762734:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0000 x1830945734314112/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.762743:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0000 with x1830945734314112 ext(0->4095) 00002000:00010000:3.0:1746126427.762747:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0000 00000100:00100000:3.0:1746126427.762773:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3699 00000100:00100000:3.0:1746126427.762779:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1963:x1830945734314112:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126427.762895:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1963:x1830945734314112:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (986us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.762903:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3699 00002000:00100000:3.0:1746126427.762908:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0000 x1830945734314112/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.762915:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0000 with x1830945734314112 ext(0->4095) 00002000:00010000:3.0:1746126427.762918:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0000 00000100:00100000:0.0:1746126427.775279:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.775368:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734314240 00000100:00100000:1.0:1746126427.775374:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734314240 00000100:00100000:1.0:1746126427.775421:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4797 00000100:00100000:1.0:1746126427.775428:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734314240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126427.775442:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126427.775455:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd388 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.775477:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 67 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.775483:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.775484:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.775487:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.775515:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 67 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.775524:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 67 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:1.0:1746126427.775534:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726229376:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126427.775633:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126427.777338:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726229376:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126427.777359:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.777371:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c6d200, rc 0) 00000100:00100000:1.0:1746126427.777400:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734314240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1972us (2127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126427.777407:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4797 00000100:00100000:3.0:1746126427.785111:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.785155:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734314368 00000100:00100000:1.0:1746126427.785163:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734314368 00002000:00100000:1.0:1746126427.785197:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c31a680 x1830945734314368/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.785207:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31a680 with x1830945734314368 ext(0->7) 00010000:00010000:1.0:1746126427.785214:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 68 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.785231:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 68 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.785237:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c31a680 00000100:00100000:1.0:1746126427.785266:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1666 00000100:00100000:1.0:1746126427.785273:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1963:x1830945734314368:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126427.785553:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1963:x1830945734314368:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 270us (439us total) trans 4294968008 rc 0/0 00000100:00100000:1.0:1746126427.785560:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1666 00002000:00100000:1.0:1746126427.785566:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c31a680 x1830945734314368/t4294968008(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/448 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.785573:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31a680 with x1830945734314368 ext(0->7) 00010000:00010000:1.0:1746126427.785577:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 70 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.785586:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 70 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.785592:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c31a680 00000100:00100000:0.0:1746126427.788496:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.788591:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734314496 00000100:00100000:1.0:1746126427.788598:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734314496 00000100:00100000:1.0:1746126427.788646:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4798 00000100:00100000:1.0:1746126427.788653:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31643:x1830945734314496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126427.789058:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126427.789073:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b8016c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd38f expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.789095:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.789100:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.789105:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126427.789107:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b8016c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd38f expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.789135:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.789145:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b8016c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd38f expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.789153:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c6de00, rc 0) 00000100:00100000:1.0:1746126427.789196:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31643:x1830945734314496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 543us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126427.789201:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4798 00000100:00100000:0.0:1746126427.789735:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.789821:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734314624 00000100:00100000:2.0:1746126427.789826:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734314624 00010000:00010000:2.0:1746126427.789843:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 71 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.790133:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16936 00000100:00100000:2.0:1746126427.790139:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1966:x1830945734314624:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.790148:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.790164:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 71 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.790178:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 71 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.790193:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8015e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd381 expref: 71 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.790218:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.790220:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.790225:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.790232:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.790251:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.790259:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 5 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.790268:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726229632:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.790351:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.793686:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726229632:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.793703:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.793752:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1966:x1830945734314624:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3611us (4015us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.793764:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16936 00000100:00100000:1.0:1746126427.794115:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126427.794191:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734314880 00000100:00100000:0.0:1746126427.794196:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734314880 00002000:00100000:0.0:1746126427.794224:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad4e00 x1830945734314880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126427.794233:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4e00 with x1830945734314880 ext(0->4095) 00010000:00010000:0.0:1746126427.794240:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126427.794251:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:0.0:1746126427.794257:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad4e00 00000100:00100000:0.0:1746126427.794279:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1667 00000100:00100000:0.0:1746126427.794284:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734314880:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126427.794390:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734314880:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126427.794396:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1667 00002000:00100000:0.0:1746126427.794400:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad4e00 x1830945734314880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126427.794407:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4e00 with x1830945734314880 ext(0->4095) 00010000:00010000:0.0:1746126427.794411:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126427.794420:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:0.0:1746126427.794425:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad4e00 00000100:00100000:0.0:1746126427.798722:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.798811:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734315008 00000100:00100000:2.0:1746126427.798818:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734315008 00010000:00010000:2.0:1746126427.798844:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.800228:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16937 00000100:00100000:2.0:1746126427.800238:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734315008:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.800261:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.800281:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.800293:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.800311:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6d200/0x9851078746b80165 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd388 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.800324:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.800326:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.800332:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b8016c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd38f expref: 69 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.800339:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b8016c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd38f expref: 69 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.800365:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b8016c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd38f expref: 69 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.800377:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726229760:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.800451:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.802852:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726229760:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.802870:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.802907:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734315008:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2670us (4190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.802916:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16937 00000100:00100000:0.0:1746126427.804494:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.805345:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734315264 00000100:00100000:3.0:1746126427.805352:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734315264 00002000:00100000:3.0:1746126427.805387:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf1f80 x1830945734315264/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.805396:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1f80 with x1830945734315264 ext(0->4095) 00002000:00010000:3.0:1746126427.805400:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf1f80 00000100:00100000:3.0:1746126427.805414:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3700 00000100:00100000:3.0:1746126427.805420:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1963:x1830945734315264:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126427.805552:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1963:x1830945734315264:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (1054us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.805558:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3700 00002000:00100000:3.0:1746126427.805562:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf1f80 x1830945734315264/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.805568:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1f80 with x1830945734315264 ext(0->4095) 00002000:00010000:3.0:1746126427.805571:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf1f80 00000100:00100000:0.0:1746126427.807446:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.807524:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734315392 00000100:00100000:1.0:1746126427.807531:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734315392 00000100:00100000:1.0:1746126427.807581:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4799 00000100:00100000:1.0:1746126427.807588:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734315392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126427.807601:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126427.807614:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd396 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.807636:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b8016c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd38f expref: 69 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.807642:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.807644:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.807647:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.807671:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b8016c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd38f expref: 69 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.807681:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b8016c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd38f expref: 69 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:1.0:1746126427.807691:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726229888:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126427.807765:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126427.810438:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726229888:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126427.810461:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.810476:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c6c200, rc 0) 00000100:00100000:1.0:1746126427.810519:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734315392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2931us (3077us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126427.810526:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4799 00000100:00100000:0.0:1746126427.812937:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.813095:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734315520 00000100:00100000:2.0:1746126427.813102:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734315520 00010000:00010000:2.0:1746126427.813133:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b8016c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd38f expref: 70 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.813170:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16938 00000100:00100000:2.0:1746126427.813177:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734315520:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.813188:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.813207:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b8016c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd38f expref: 70 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.813217:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b8016c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd38f expref: 70 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.813236:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b8016c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd38f expref: 70 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.813619:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.813622:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.813630:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.813637:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.813664:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.813674:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726230016:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126427.813843:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.814419:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126427.814916:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734315648 00000100:00100000:1.0:1746126427.814922:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734315648 00000100:00100000:1.0:1746126427.814961:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4800 00000100:00100000:1.0:1746126427.814967:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31643:x1830945734315648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126427.814978:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126427.814988:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd39d expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.815006:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.815011:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126427.815012:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126427.815015:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.815058:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.815068:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 5 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:1.0:1746126427.815076:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726230144:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126427.815127:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.817437:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726230016:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.817454:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.817489:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1964:x1830945734315520:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4312us (4557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.817497:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16938 00000100:00100000:0.0:1746126427.817937:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.818077:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734315904 00000100:00100000:3.0:1746126427.818082:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734315904 00002000:00100000:3.0:1746126427.818109:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2680 x1830945734315904/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.818117:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2680 with x1830945734315904 ext(0->4095) 00010000:00010000:3.0:1746126427.818123:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.818132:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.818138:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf2680 00000100:00100000:3.0:1746126427.818152:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1668 00000100:00100000:3.0:1746126427.818157:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734315904:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126427.818277:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734315904:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.818282:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1668 00002000:00100000:3.0:1746126427.818287:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2680 x1830945734315904/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.818293:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2680 with x1830945734315904 ext(0->4095) 00010000:00010000:3.0:1746126427.818297:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.818304:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.818309:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf2680 00000100:00100000:1.0:1746126427.818373:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726230144:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126427.818391:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.818405:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c6c000, rc 0) 00000100:00100000:1.0:1746126427.818422:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31643:x1830945734315648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3456us (4581us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126427.818427:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4800 00000100:00100000:0.0:1746126427.821457:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.822599:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734316032 00000100:00100000:1.0:1746126427.822606:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734316032 00000100:00100000:1.0:1746126427.822649:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4801 00000100:00100000:1.0:1746126427.822655:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31655:x1830945734316032:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126427.822669:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126427.822682:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80181 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd3a4 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.822704:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126427.822708:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.822713:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126427.822716:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80181 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3a4 expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.822744:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.822754:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80181 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3a4 expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126427.822766:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952b2a00, rc 0) 00000100:00100000:1.0:1746126427.822801:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31655:x1830945734316032:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (1350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126427.822805:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4801 00000100:00100000:0.0:1746126427.822921:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.823077:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734316160 00000100:00100000:3.0:1746126427.823082:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734316160 00010000:00010000:3.0:1746126427.823097:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.823112:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16939 00000100:00100000:3.0:1746126427.823117:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095763480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734316160:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.823124:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.823139:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.823148:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.823162:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b80173 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd396 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.823185:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.823186:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.823191:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.823198:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.823216:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.823230:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 70 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.823240:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726230400:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.823285:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.825383:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726230400:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.825398:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.825438:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095763480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734316160:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2319us (2516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.825447:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16939 00000100:00100000:0.0:1746126427.825892:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.826233:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734316416 00000100:00100000:3.0:1746126427.826239:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734316416 00002000:00100000:3.0:1746126427.826264:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761880 x1830945734316416/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.826273:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761880 with x1830945734316416 ext(0->4095) 00010000:00010000:3.0:1746126427.826279:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 71 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.826289:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 71 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.826295:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095761880 00000100:00100000:3.0:1746126427.826320:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1669 00000100:00100000:3.0:1746126427.826326:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1965:x1830945734316416:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126427.826448:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1965:x1830945734316416:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (556us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126427.826453:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1669 00002000:00100000:3.0:1746126427.826458:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761880 x1830945734316416/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126427.826464:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761880 with x1830945734316416 ext(0->4095) 00010000:00010000:3.0:1746126427.826467:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 71 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.826475:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 71 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126427.826480:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095761880 00000100:00100000:0.0:1746126427.829056:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.829149:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734316544 00000100:00100000:3.0:1746126427.829155:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734316544 00010000:00010000:3.0:1746126427.829179:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 71 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.829727:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16940 00000100:00100000:3.0:1746126427.829735:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1966:x1830945734316544:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.829747:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.829765:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 71 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.829776:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 71 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.829796:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c000/0x9851078746b8017a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd39d expref: 71 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.829809:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.829811:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.829816:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80181 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3a4 expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.829823:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80181 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3a4 expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.829849:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80181 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3a4 expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126427.829858:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726230528:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.830241:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.833182:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726230528:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.833198:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.833234:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1966:x1830945734316544:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3500us (4182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.833243:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16940 00000100:00100000:0.0:1746126427.834329:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.834478:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734316800 00000100:00100000:2.0:1746126427.834485:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734316800 00002000:00100000:2.0:1746126427.834515:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761180 x1830945734316800/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.834523:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761180 with x1830945734316800 ext(0->4095) 00002000:00010000:2.0:1746126427.834527:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095761180 00000100:00100000:2.0:1746126427.834558:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3701 00000100:00100000:2.0:1746126427.834564:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734316800:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126427.834684:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734316800:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.834691:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3701 00002000:00100000:2.0:1746126427.834696:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761180 x1830945734316800/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.834703:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761180 with x1830945734316800 ext(0->4095) 00002000:00010000:2.0:1746126427.834706:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095761180 00000100:00100000:0.0:1746126427.836809:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.837018:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734316928 00000100:00100000:3.0:1746126427.837047:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734316928 00000100:00100000:3.0:1746126427.837394:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4802 00000100:00100000:3.0:1746126427.837402:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734316928:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.837419:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.837432:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd3ab expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.837455:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80181 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3a4 expref: 69 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.837462:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.837464:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.837467:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.837491:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80181 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3a4 expref: 69 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.837501:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3a4 expref: 69 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.837512:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726230656:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126427.838147:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.840006:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726230656:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126427.840047:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.840060:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:3.0:1746126427.840087:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734316928:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2686us (3286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.840096:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4802 00000100:00100000:0.0:1746126427.842470:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.842567:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734317056 00000100:00100000:3.0:1746126427.842574:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734317056 00010000:00010000:3.0:1746126427.842601:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3a4 expref: 70 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.842633:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16941 00000100:00100000:3.0:1746126427.842638:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734317056:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.842649:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.842664:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3a4 expref: 70 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.842673:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80181 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3a4 expref: 70 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.842689:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80181 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3a4 expref: 70 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.842863:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.842865:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.842871:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.842878:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.842900:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126427.842909:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726230784:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.842966:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126427.844231:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.844667:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734317184 00000100:00100000:3.0:1746126427.844673:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734317184 00000100:00100000:3.0:1746126427.845178:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4803 00000100:00100000:3.0:1746126427.845185:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31643:x1830945734317184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.845198:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.845210:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd3b2 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.845232:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.845237:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.845239:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.845242:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.845263:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.845273:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 5 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.845282:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726230912:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126427.845350:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcdcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126427.846605:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.846682:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734317440 00000100:00100000:2.0:1746126427.846688:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734317440 00002000:00100000:2.0:1746126427.846717:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095762680 x1830945734317440/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.846725:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095762680 with x1830945734317440 ext(0->4095) 00010000:00010000:2.0:1746126427.846731:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.846741:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.846746:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095762680 00000100:00100000:2.0:1746126427.846761:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1670 00000100:00100000:2.0:1746126427.846766:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734317440:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126427.848285:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726230784:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.848301:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126427.848340:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734317440:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1571us (1736us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.848348:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1670 00002000:00100000:2.0:1746126427.848355:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095762680 x1830945734317440/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.848368:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095762680 with x1830945734317440 ext(0->4095) 00010000:00010000:2.0:1746126427.848375:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.848385:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.848391:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095762680 00000100:00100000:3.0:1746126427.848828:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1964:x1830945734317056:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6187us (6362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.848835:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16941 00000100:00100000:0.0:1746126427.851829:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.851898:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726230912:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126427.851922:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.851936:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07a00, rc 0) 00000100:00100000:1.0:1746126427.852116:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734317568 00000100:00100000:1.0:1746126427.852122:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734317568 00000100:00100000:3.0:1746126427.852264:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31643:x1830945734317184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7077us (8035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.852270:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4803 00000100:00100000:3.0:1746126427.852287:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4804 00000100:00100000:3.0:1746126427.852292:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31655:x1830945734317568:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.852303:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.852313:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80196 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd3b9 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.852332:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.852336:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.852341:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.852343:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80196 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b9 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.852367:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.852376:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80196 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b9 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.852383:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07600, rc 0) 00000100:00100000:3.0:1746126427.852925:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31655:x1830945734317568:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 631us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.852931:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4804 00000100:00100000:0.0:1746126427.859334:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.859427:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734317696 00000100:00100000:3.0:1746126427.859435:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734317696 00010000:00010000:3.0:1746126427.859463:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.861878:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16942 00000100:00100000:3.0:1746126427.861891:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734317696:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.861906:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.861927:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.861937:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.861955:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80188 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ab expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.861975:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.861976:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.861982:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.861989:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.862012:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.862032:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 70 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.862042:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726231168:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.862116:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcdcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.864899:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726231168:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.864917:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.864951:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734317696:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3062us (5622us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.864959:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16942 00000100:00100000:0.0:1746126427.866262:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.866570:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734317952 00000100:00100000:1.0:1746126427.866578:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734317952 00002000:00100000:1.0:1746126427.866611:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095763b80 x1830945734317952/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.866620:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095763b80 with x1830945734317952 ext(0->4095) 00010000:00010000:1.0:1746126427.866626:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 71 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.866638:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 71 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.866645:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095763b80 00000100:00100000:1.0:1746126427.866660:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1671 00000100:00100000:1.0:1746126427.866666:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1963:x1830945734317952:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126427.866798:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1963:x1830945734317952:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (538us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126427.866804:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1671 00002000:00100000:1.0:1746126427.866809:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095763b80 x1830945734317952/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.866817:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095763b80 with x1830945734317952 ext(0->4095) 00010000:00010000:1.0:1746126427.866822:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 71 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.866830:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 71 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.866835:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095763b80 00000100:00100000:0.0:1746126427.872206:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.872361:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734318080 00000100:00100000:2.0:1746126427.872368:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734318080 00010000:00010000:2.0:1746126427.872397:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 71 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.873009:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16943 00000100:00100000:2.0:1746126427.873018:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1963:x1830945734318080:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.873045:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126427.873063:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 71 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.873074:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 71 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.873092:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8018f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b2 expref: 71 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.873201:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.873204:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.873211:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80196 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b9 expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.873218:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80196 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b9 expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.873245:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80196 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b9 expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.873255:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726231296:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.873778:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126427.875415:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.876788:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734318336 00000100:00100000:2.0:1746126427.876796:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734318336 00002000:00100000:2.0:1746126427.876832:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095760380 x1830945734318336/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.876841:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760380 with x1830945734318336 ext(0->4095) 00002000:00010000:2.0:1746126427.876846:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095760380 00000100:00100000:2.0:1746126427.876876:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3702 00000100:00100000:2.0:1746126427.876882:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1964:x1830945734318336:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126427.877040:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1964:x1830945734318336:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (1611us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.877047:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3702 00002000:00100000:2.0:1746126427.877052:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095760380 x1830945734318336/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.877059:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760380 with x1830945734318336 ext(0->4095) 00002000:00010000:2.0:1746126427.877062:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095760380 00000100:00100000:3.0:1746126427.877145:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726231296:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.877159:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.877181:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1963:x1830945734318080:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4165us (4981us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.877191:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16943 00000100:00100000:0.0:1746126427.879484:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.880554:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734318464 00000100:00100000:3.0:1746126427.880562:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734318464 00000100:00100000:3.0:1746126427.881234:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4805 00000100:00100000:3.0:1746126427.881241:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734318464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.881255:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.881268:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd3c0 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.881288:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80196 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b9 expref: 69 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.881294:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.881296:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.881298:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.881320:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80196 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b9 expref: 69 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.881328:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b9 expref: 69 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.881337:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726231424:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126427.881393:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.885447:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726231424:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126427.885474:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.885488:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126427.885536:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734318464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4294us (6055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.885551:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4805 00000100:00100000:0.0:1746126427.887227:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126427.887301:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.887374:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734318592 00000100:00100000:3.0:1746126427.887380:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734318592 00010000:00010000:3.0:1746126427.887412:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b9 expref: 70 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.887431:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16944 00000100:00100000:3.0:1746126427.887437:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734318592:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.887447:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.887464:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b9 expref: 70 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.887473:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80196 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b9 expref: 70 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.887491:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b80196 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3b9 expref: 70 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.887838:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.887840:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.887848:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.887856:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.887886:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126427.887897:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726231552:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.887958:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.888136:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734318720 00000100:00100000:2.0:1746126427.888141:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734318720 00000100:00100000:2.0:1746126427.888164:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4806 00000100:00100000:2.0:1746126427.888168:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31643:x1830945734318720:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126427.888179:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126427.888188:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd3c7 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.888202:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.888208:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.888210:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.888212:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.888227:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.888236:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 5 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.888244:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726231680:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126427.888271:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.892432:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.892553:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726231552:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.892569:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.892620:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1964:x1830945734318592:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5182us (5396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.892632:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16944 00000100:00100000:1.0:1746126427.892839:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734318976 00000100:00100000:1.0:1746126427.892844:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734318976 00002000:00100000:1.0:1746126427.892876:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132597800 x1830945734318976/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.892884:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597800 with x1830945734318976 ext(0->4095) 00010000:00010000:1.0:1746126427.892890:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.892900:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.892906:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132597800 00000100:00100000:1.0:1746126427.892931:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1672 00000100:00100000:1.0:1746126427.892937:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734318976:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126427.893075:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734318976:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126427.893081:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1672 00002000:00100000:1.0:1746126427.893086:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132597800 x1830945734318976/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.893092:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597800 with x1830945734318976 ext(0->4095) 00010000:00010000:1.0:1746126427.893100:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.893109:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.893114:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132597800 00000100:00100000:3.0:1746126427.893380:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726231680:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126427.893398:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.893409:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5800, rc 0) 00000100:00100000:3.0:1746126427.893429:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31643:x1830945734318720:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5260us (6128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.893436:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4806 00000100:00100000:2.0:1746126427.902015:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.902123:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734319104 00000100:00100000:3.0:1746126427.902130:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734319104 00010000:00010000:3.0:1746126427.902158:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.902181:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16945 00000100:00100000:3.0:1746126427.902188:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734319104:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.902200:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.902217:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.902226:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.902244:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8019d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c0 expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.902257:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.902259:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.902264:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 69 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.902271:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 69 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.902305:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 69 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126427.902315:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726231808:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.902369:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126427.905778:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.905855:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734319360 00000100:00100000:2.0:1746126427.905861:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734319360 00002000:00100000:2.0:1746126427.905894:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095760e00 x1830945734319360/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.905903:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760e00 with x1830945734319360 ext(0->4095) 00002000:00010000:2.0:1746126427.905907:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095760e00 00000100:00100000:2.0:1746126427.905932:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3703 00000100:00100000:2.0:1746126427.905938:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734319360:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126427.906095:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734319360:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.906101:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3703 00002000:00100000:2.0:1746126427.906106:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095760e00 x1830945734319360/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.906112:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760e00 with x1830945734319360 ext(0->4095) 00002000:00010000:2.0:1746126427.906115:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095760e00 00000100:00100000:3.0:1746126427.906274:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726231808:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126427.906288:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.906311:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734319104:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4123us (4303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.906318:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16945 00000100:00100000:0.0:1746126427.915840:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.915922:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734319488 00000100:00100000:3.0:1746126427.915929:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734319488 00000100:00100000:3.0:1746126427.915959:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4807 00000100:00100000:3.0:1746126427.915965:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734319488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.915978:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.915990:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd3ce expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.916012:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 69 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.916019:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.916041:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.916044:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.916064:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 69 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.916073:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 69 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.916082:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726231936:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126427.917605:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.918749:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726231936:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126427.918774:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.918787:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07800, rc 0) 00000100:00100000:3.0:1746126427.918823:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734319488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2858us (2990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.918831:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4807 00000100:00100000:0.0:1746126427.924859:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.924962:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734319616 00000100:00100000:1.0:1746126427.924971:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734319616 00002000:00100000:1.0:1746126427.925007:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013147e300 x1830945734319616/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.925015:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147e300 with x1830945734319616 ext(0->7) 00010000:00010000:1.0:1746126427.927099:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 70 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.927117:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 70 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.927126:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147e300 00000100:00100000:1.0:1746126427.927157:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1673 00000100:00100000:1.0:1746126427.927167:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734319616:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126427.927425:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1964:x1830945734319616:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 261us (2574us total) trans 4294968009 rc 0/0 00000100:00100000:1.0:1746126427.927435:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1673 00002000:00100000:1.0:1746126427.927440:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013147e300 x1830945734319616/t4294968009(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/448 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.927447:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147e300 with x1830945734319616 ext(0->7) 00010000:00010000:1.0:1746126427.927453:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 72 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.927461:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 72 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.927467:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147e300 00000100:00100000:0.0:1746126427.934119:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126427.934171:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.934260:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734319744 00000100:00100000:2.0:1746126427.934265:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734319872 00000100:00100000:3.0:1746126427.934268:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734319744 00000100:00100000:2.0:1746126427.934269:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734319872 00010000:00010000:2.0:1746126427.934297:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 73 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.934301:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4808 00000100:00100000:3.0:1746126427.934308:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31643:x1830945734319744:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.934320:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126427.934330:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16946 00010000:00010000:3.0:1746126427.934331:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd3d5 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126427.934336:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734319872:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126427.934345:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.934350:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.934355:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.934360:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126427.934363:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 74 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.934692:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 74 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.934706:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 74 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.934722:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b801a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3c7 expref: 74 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.934735:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.934736:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126427.934741:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.934747:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.934771:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126427.934781:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 5 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126427.934790:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726232064:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126427.934861:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00010000:00010000:3.0:1746126427.935442:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 5 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.935456:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 5 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.935464:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726232192:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126427.935493:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126427.938607:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726232064:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126427.938624:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.938672:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726232192:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126427.938692:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.938709:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:2.0:1746126427.939339:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734319872:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5001us (5165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126427.939352:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16946 00000100:00100000:3.0:1746126427.939517:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:31643:x1830945734319744:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5208us (5405us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.939524:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4808 00000100:00100000:0.0:1746126427.939587:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126427.940695:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734320128 00000100:00100000:2.0:1746126427.940702:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734320128 00002000:00100000:2.0:1746126427.940732:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147ea00 x1830945734320128/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.940740:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ea00 with x1830945734320128 ext(0->4095) 00010000:00010000:2.0:1746126427.940747:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.940758:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.940763:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147ea00 00000100:00100000:2.0:1746126427.941539:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1674 00000100:00100000:2.0:1746126427.941557:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734320128:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126427.942771:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734320128:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1211us (3179us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.942779:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1674 00002000:00100000:2.0:1746126427.942789:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147ea00 x1830945734320128/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.942797:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ea00 with x1830945734320128 ext(0->4095) 00010000:00010000:2.0:1746126427.942805:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126427.942821:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126427.942826:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147ea00 00000100:00100000:1.0:1746126427.953433:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.953487:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734320256 00000100:00100000:3.0:1746126427.953495:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734320256 00010000:00010000:3.0:1746126427.953524:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.953562:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16947 00000100:00100000:3.0:1746126427.953568:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734320256:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126427.953580:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126427.953598:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.953612:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.953629:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b801ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ce expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126427.953656:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.953659:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126427.953664:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.953671:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.953698:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126427.953707:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726232320:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126427.953777:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.956678:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726232320:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126427.956679:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:3.0:1746126427.956694:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126427.956739:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734320256:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3170us (3311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.956747:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16947 00000100:00100000:2.0:1746126427.958683:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734320512 00000100:00100000:2.0:1746126427.958691:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734320512 00002000:00100000:2.0:1746126427.958721:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147f100 x1830945734320512/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.958729:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147f100 with x1830945734320512 ext(0->4095) 00002000:00010000:2.0:1746126427.958733:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147f100 00000100:00100000:2.0:1746126427.958749:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3704 00000100:00100000:2.0:1746126427.958754:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1965:x1830945734320512:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126427.958865:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1965:x1830945734320512:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (2192us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126427.958870:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3704 00002000:00100000:2.0:1746126427.958874:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147f100 x1830945734320512/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746126438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126427.958880:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147f100 with x1830945734320512 ext(0->4095) 00002000:00010000:2.0:1746126427.958882:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147f100 00000100:00100000:0.0:1746126427.972405:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.972890:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734320640 00000100:00100000:3.0:1746126427.972897:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734320640 00000100:00100000:3.0:1746126427.973475:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4809 00000100:00100000:3.0:1746126427.973484:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734320640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126427.973498:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.973512:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd3dc expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.973537:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.973553:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.973555:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.973558:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.973582:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.973592:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 71 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126427.973601:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726232448:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126427.974911:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126427.977817:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726232448:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126427.977844:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.977862:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06c00, rc 0) 00000100:00100000:3.0:1746126427.977896:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734320640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4413us (5496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.977903:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4809 00000100:00100000:0.0:1746126427.988660:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126427.989242:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734320768 00000100:00100000:1.0:1746126427.989250:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734320768 00002000:00100000:1.0:1746126427.989287:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013147c000 x1830945734320768/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/0 e 0 to 0 dl 1746126438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.989296:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c000 with x1830945734320768 ext(0->7) 00010000:00010000:1.0:1746126427.989302:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 72 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.989314:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 72 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.989320:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147c000 00010000:00010000:0.0:1746126427.989590:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126427.993476:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126427.993570:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734320896 00000100:00100000:3.0:1746126427.993578:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734320896 00000100:00100000:1.0:1746126427.993604:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1675 00000100:00100000:3.0:1746126427.993609:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4810 00000100:00100000:3.0:1746126427.993614:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31643:x1830945734320896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126427.993614:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734320768:12345-192.168.203.32@tcp:4:ldlm_bl.0 00010000:00010000:3.0:1746126427.993632:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126427.993646:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd3e3 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.993666:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126427.993671:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.993676:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126427.993678:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3e3 expref: 74 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.993704:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.993714:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3e3 expref: 74 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126427.993727:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126427.993761:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31643:x1830945734320896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126427.993766:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4810 00000100:00100000:1.0:1746126427.993877:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1963:x1830945734320768:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 264us (5223us total) trans 4294968010 rc 0/0 00000100:00100000:1.0:1746126427.993883:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1675 00002000:00100000:1.0:1746126427.993889:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013147c000 x1830945734320768/t4294968010(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:188/0 lens 496/448 e 0 to 0 dl 1746126438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126427.993898:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c000 with x1830945734320768 ext(0->7) 00010000:00010000:1.0:1746126427.993903:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 75 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126427.993914:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 75 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126427.993920:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147c000 00000100:00100000:0.0:1746126428.004093:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.004185:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734321024 00000100:00100000:3.0:1746126428.004193:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734321024 00010000:00010000:3.0:1746126428.004219:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 75 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.004244:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16948 00000100:00100000:3.0:1746126428.004250:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1963:x1830945734321024:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.004260:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.004276:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 75 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.004285:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 75 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.004302:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b801b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3d5 expref: 75 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.006282:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.006287:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.006298:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.006312:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.006348:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.006359:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 5 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.006371:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726232704:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.010383:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.012749:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.012942:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726232704:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.012957:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.012999:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1963:x1830945734321024:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 8748us (8913us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.013008:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16948 00000100:00100000:2.0:1746126428.013512:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734321280 00000100:00100000:2.0:1746126428.013518:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734321280 00002000:00100000:2.0:1746126428.013557:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147ca80 x1830945734321280/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.013572:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ca80 with x1830945734321280 ext(0->4095) 00010000:00010000:2.0:1746126428.013579:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126428.013590:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126428.013596:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147ca80 00000100:00100000:2.0:1746126428.013610:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1676 00000100:00100000:2.0:1746126428.013615:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734321280:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.013726:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734321280:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (983us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.013731:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1676 00002000:00100000:2.0:1746126428.013736:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147ca80 x1830945734321280/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.013743:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ca80 with x1830945734321280 ext(0->4095) 00010000:00010000:2.0:1746126428.013747:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:2.0:1746126428.013755:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:2.0:1746126428.013761:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147ca80 00000100:00100000:1.0:1746126428.018620:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.018687:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734321408 00000100:00100000:3.0:1746126428.018694:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734321408 00010000:00010000:3.0:1746126428.018719:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.018996:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16949 00000100:00100000:3.0:1746126428.019002:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734321408:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.019014:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.020052:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.020065:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.020083:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b801b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3dc expref: 6 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.021759:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.021763:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.021772:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3e3 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.021783:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3e3 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.021821:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3e3 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.021836:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726232832:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.022785:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.025351:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726232832:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.025367:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.025687:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734321408:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6682us (7072us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.025697:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16949 00000100:00100000:0.0:1746126428.026058:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.026173:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734321664 00000100:00100000:1.0:1746126428.026178:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734321664 00002000:00100000:1.0:1746126428.026208:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147c380 x1830945734321664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.026217:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c380 with x1830945734321664 ext(0->4095) 00002000:00010000:1.0:1746126428.026221:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147c380 00000100:00100000:1.0:1746126428.026242:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3705 00000100:00100000:1.0:1746126428.026248:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734321664:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126428.026366:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734321664:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.026375:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3705 00002000:00100000:1.0:1746126428.026380:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147c380 x1830945734321664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.026387:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c380 with x1830945734321664 ext(0->4095) 00002000:00010000:1.0:1746126428.026389:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147c380 00000100:00100000:0.0:1746126428.028350:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.028639:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734321792 00000100:00100000:2.0:1746126428.028646:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734321792 00000100:00100000:2.0:1746126428.028686:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4811 00000100:00100000:2.0:1746126428.028692:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734321792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.028706:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.028719:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b801c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd3ea expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.028739:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3e3 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.028745:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.028747:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.028750:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b801c7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ea expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.028772:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3e3 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.028781:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3e3 expref: 73 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126428.028791:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726232960:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126428.028860:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.031487:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.031669:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726232960:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126428.031693:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b801c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ea expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.031712:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5400, rc 0) 00000100:00100000:2.0:1746126428.031745:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734321792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3051us (3398us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.031753:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4811 00000100:00100000:3.0:1746126428.031817:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734321920 00000100:00100000:3.0:1746126428.031822:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734321920 00010000:00010000:3.0:1746126428.031843:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3e3 expref: 74 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.031871:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16950 00000100:00100000:3.0:1746126428.031876:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1963:x1830945734321920:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.031886:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.031902:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3e3 expref: 74 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.031912:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3e3 expref: 74 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.031931:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3e3 expref: 74 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.031943:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.031944:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.031950:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b801c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ea expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.031957:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b801c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ea expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.031980:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b801c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ea expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.031990:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726233088:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.032052:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.034808:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726233088:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.034826:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.034867:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734321920:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2990us (3385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.034876:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16950 00000100:00100000:0.0:1746126428.035116:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.036674:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734322176 00000100:00100000:3.0:1746126428.036682:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734322176 00002000:00100000:3.0:1746126428.036718:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147fb80 x1830945734322176/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.036727:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147fb80 with x1830945734322176 ext(0->4095) 00002000:00010000:3.0:1746126428.036730:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147fb80 00000100:00100000:3.0:1746126428.037017:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3706 00000100:00100000:3.0:1746126428.037051:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734322176:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126428.037173:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734322176:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (2058us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.037178:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3706 00002000:00100000:3.0:1746126428.037183:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147fb80 x1830945734322176/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.037191:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147fb80 with x1830945734322176 ext(0->4095) 00002000:00010000:3.0:1746126428.037193:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147fb80 00000100:00100000:0.0:1746126428.038085:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.038332:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734322304 00000100:00100000:2.0:1746126428.038336:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734322304 00000100:00100000:2.0:1746126428.038361:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4812 00000100:00100000:2.0:1746126428.038366:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31643:x1830945734322304:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.038375:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.038387:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd3f1 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.038407:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b801c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ea expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.038414:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.038415:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.038418:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.038439:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b801c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ea expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.038447:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b801c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ea expref: 5 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:2.0:1746126428.038461:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726233216:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126428.038506:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.041847:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.041944:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.041969:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734322432 00000100:00100000:0.0:1746126428.041976:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734322432 00000100:00100000:3.0:1746126428.042020:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726233216:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.042417:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.042435:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4600, rc 0) 00000100:00100000:3.0:1746126428.042469:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:31643:x1830945734322304:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4102us (4386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.042477:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4812 00000100:00100000:3.0:1746126428.042492:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4813 00000100:00100000:3.0:1746126428.042498:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31655:x1830945734322432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.042509:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.042520:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd3f8 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.042536:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.042549:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.042555:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.042558:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f8 expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.042582:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.042593:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f8 expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.042856:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126428.042876:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:31655:x1830945734322432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 378us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.042881:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4813 00000100:00100000:3.0:1746126428.042897:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734322560 00000100:00100000:3.0:1746126428.042899:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734322560 00010000:00010000:3.0:1746126428.042912:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b801c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ea expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.042934:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16951 00000100:00100000:3.0:1746126428.042938:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734322560:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.042944:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.042959:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b801c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ea expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.042968:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b801c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ea expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.042983:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b801c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ea expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.043049:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.043050:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.043055:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.043062:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.043077:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.043087:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 74 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.043096:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726233472:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.043131:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcde40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.046383:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726233472:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.046401:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.046438:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734322560:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3499us (4494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.046448:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16951 00000100:00100000:0.0:1746126428.047507:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.047863:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734322816 00000100:00100000:1.0:1746126428.047870:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734322816 00002000:00100000:1.0:1746126428.047899:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff10a80 x1830945734322816/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.047909:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff10a80 with x1830945734322816 ext(0->4095) 00010000:00010000:1.0:1746126428.047915:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 75 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126428.047927:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 75 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126428.047933:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ff10a80 00000100:00100000:1.0:1746126428.047958:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1677 00000100:00100000:1.0:1746126428.047963:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1963:x1830945734322816:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126428.048095:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1963:x1830945734322816:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (588us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.048100:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1677 00002000:00100000:1.0:1746126428.048105:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff10a80 x1830945734322816/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.048118:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff10a80 with x1830945734322816 ext(0->4095) 00010000:00010000:1.0:1746126428.048122:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 75 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126428.048130:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 75 pid: 8423 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126428.048135:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ff10a80 00000100:00100000:0.0:1746126428.050873:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.050985:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734322944 00000100:00100000:3.0:1746126428.050992:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734322944 00010000:00010000:3.0:1746126428.051016:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 75 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.051423:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16952 00000100:00100000:3.0:1746126428.051430:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1966:x1830945734322944:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.051441:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.051458:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 75 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.051468:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 75 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.051485:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b801ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f1 expref: 75 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.051510:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.051512:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.051518:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f8 expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.051525:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f8 expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.051559:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f8 expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.051569:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726233600:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.051632:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcde40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.054003:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726233600:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.054278:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.054311:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1966:x1830945734322944:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2880us (3442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.054320:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16952 00000100:00100000:0.0:1746126428.054471:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.054519:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734323200 00000100:00100000:2.0:1746126428.054524:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734323200 00002000:00100000:2.0:1746126428.054561:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff11c00 x1830945734323200/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.054569:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff11c00 with x1830945734323200 ext(0->4095) 00002000:00010000:2.0:1746126428.054572:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff11c00 00000100:00100000:2.0:1746126428.054586:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3707 00000100:00100000:2.0:1746126428.054592:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1965:x1830945734323200:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126428.054705:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1965:x1830945734323200:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (234us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.054710:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3707 00002000:00100000:2.0:1746126428.054715:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff11c00 x1830945734323200/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.054721:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff11c00 with x1830945734323200 ext(0->4095) 00002000:00010000:2.0:1746126428.054724:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff11c00 00000100:00100000:0.0:1746126428.056382:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.056459:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734323328 00000100:00100000:3.0:1746126428.056464:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734323328 00000100:00100000:3.0:1746126428.056764:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4814 00000100:00100000:3.0:1746126428.056771:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734323328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.056782:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.056793:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b801dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd3ff expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.056818:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f8 expref: 73 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.056825:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.056826:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.056829:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b801dc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ff expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.056851:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f8 expref: 73 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.056861:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f8 expref: 73 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.056871:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726233728:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126428.056931:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcde40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.058345:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726233728:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.058362:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b801dc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ff expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.058372:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07600, rc 0) 00000100:00100000:3.0:1746126428.058402:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734323328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1632us (2022us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.058408:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4814 00000100:00100000:0.0:1746126428.059144:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.059347:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734323456 00000100:00100000:3.0:1746126428.059353:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734323456 00010000:00010000:3.0:1746126428.059372:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f8 expref: 74 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.059398:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16953 00000100:00100000:3.0:1746126428.059403:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1963:x1830945734323456:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.059413:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.059429:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f8 expref: 74 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.059438:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f8 expref: 74 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.059456:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b801d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3f8 expref: 74 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.059476:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.059478:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.059483:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b801dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ff expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.059489:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b801dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ff expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.059508:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b801dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ff expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.059516:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726233856:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.059577:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcde40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.061359:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726233856:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.061375:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.061414:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734323456:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2008us (2269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.061422:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16953 00000100:00100000:0.0:1746126428.061432:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.061533:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734323712 00000100:00100000:1.0:1746126428.061538:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734323712 00002000:00100000:1.0:1746126428.061576:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff12300 x1830945734323712/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.061584:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff12300 with x1830945734323712 ext(0->4095) 00002000:00010000:1.0:1746126428.061587:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff12300 00000100:00100000:1.0:1746126428.061988:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3708 00000100:00100000:1.0:1746126428.061995:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734323712:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126428.062165:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734323712:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (732us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.062171:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3708 00002000:00100000:1.0:1746126428.062175:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff12300 x1830945734323712/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.062183:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff12300 with x1830945734323712 ext(0->4095) 00002000:00010000:1.0:1746126428.062185:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff12300 00000100:00100000:0.0:1746126428.063928:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.063975:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.064049:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734323840 00000100:00100000:1.0:1746126428.064055:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734323840 00000100:00100000:1.0:1746126428.064081:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734323968 00000100:00100000:1.0:1746126428.064083:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734323968 00000100:00100000:1.0:1746126428.064174:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4815 00000100:00100000:1.0:1746126428.064182:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31655:x1830945734323840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.064193:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.064207:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd406 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.064229:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b801dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ff expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.064236:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.064237:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.064240:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 75 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.064263:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b801dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ff expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.064274:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b801dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ff expref: 5 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:1.0:1746126428.064284:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726233984:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.064338:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.064732:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4816 00000100:00100000:0.0:1746126428.064739:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:31643:x1830945734323968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126428.064746:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126428.064752:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd40d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.064763:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126428.064766:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 76 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.064771:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126428.064773:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 76 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.064790:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 76 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.064805:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 76 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.064813:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846e00, rc 0) 00000100:00100000:0.0:1746126428.064835:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+76:31643:x1830945734323968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126428.064840:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4816 00000100:00100000:1.0:1746126428.067113:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726233984:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.067140:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 75 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.067152:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801318e3000, rc 0) 00000100:00100000:1.0:1746126428.067607:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:31655:x1830945734323840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3424us (3681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.067614:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4815 00000100:00100000:0.0:1746126428.067993:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.068140:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734324096 00000100:00100000:3.0:1746126428.068146:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734324096 00010000:00010000:3.0:1746126428.068169:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b801dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ff expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.068197:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16954 00000100:00100000:3.0:1746126428.068203:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734324096:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.068213:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.068229:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b801dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ff expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.068238:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b801dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ff expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.068255:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b801dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd3ff expref: 6 pid: 8423 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.068268:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.068269:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.068275:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.068285:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.068310:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.068320:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 74 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.068330:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726234240:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.068388:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcde40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.070783:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.070945:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734324352 00000100:00100000:1.0:1746126428.070952:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734324352 00002000:00100000:1.0:1746126428.070985:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c2a00 x1830945734324352/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.070994:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c2a00 with x1830945734324352 ext(0->4095) 00010000:00010000:1.0:1746126428.071000:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 75 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126428.071011:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 75 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126428.071017:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c2a00 00000100:00100000:1.0:1746126428.071071:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1678 00000100:00100000:1.0:1746126428.071078:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1963:x1830945734324352:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126428.071200:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1963:x1830945734324352:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (424us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.071207:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1678 00002000:00100000:1.0:1746126428.071212:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c2a00 x1830945734324352/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.071224:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c2a00 with x1830945734324352 ext(0->4095) 00010000:00010000:1.0:1746126428.071227:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 75 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:1.0:1746126428.071235:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 75 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:1.0:1746126428.071240:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c2a00 00000100:00100000:3.0:1746126428.071319:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726234240:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.071333:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.071354:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734324096:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3151us (3362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.071360:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16954 00000100:00100000:0.0:1746126428.073723:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.073949:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734324480 00000100:00100000:1.0:1746126428.073956:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734324480 00000100:00100000:0.0:1746126428.074237:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.074344:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4817 00000100:00100000:1.0:1746126428.074352:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5359450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734324480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.074366:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.074378:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd414 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.074398:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.074403:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 74 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.074408:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126428.074411:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.074439:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 74 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.074454:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.074463:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952b2a00, rc 0) 00000100:00100000:1.0:1746126428.074495:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5359450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734324480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.074501:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4817 00000100:00100000:3.0:1746126428.075158:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734324608 00000100:00100000:3.0:1746126428.075163:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734324608 00010000:00010000:3.0:1746126428.075179:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 75 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.075196:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16955 00000100:00100000:3.0:1746126428.075201:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1964:x1830945734324608:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.075209:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.075224:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 75 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.075232:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 75 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.075246:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b801e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd406 expref: 75 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.075256:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.075257:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.075262:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 74 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.075268:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 74 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.075285:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 74 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.075293:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 74 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.075302:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726234496:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.075340:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcde40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.077366:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726234496:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.077383:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.077630:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734324608:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2426us (3392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.077640:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16955 00000100:00100000:0.0:1746126428.077803:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.077876:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734324864 00000100:00100000:3.0:1746126428.077901:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734324864 00002000:00100000:3.0:1746126428.077926:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c1500 x1830945734324864/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.077935:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1500 with x1830945734324864 ext(0->4095) 00010000:00010000:3.0:1746126428.077941:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 74 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.077952:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 74 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126428.077958:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c1500 00000100:00100000:3.0:1746126428.077984:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1679 00000100:00100000:3.0:1746126428.077989:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1963:x1830945734324864:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126428.078229:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1963:x1830945734324864:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 238us (426us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.078235:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1679 00002000:00100000:3.0:1746126428.078240:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c1500 x1830945734324864/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.078246:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1500 with x1830945734324864 ext(0->4095) 00010000:00010000:3.0:1746126428.078250:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 74 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.078263:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 74 pid: 8424 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126428.078268:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c1500 00000100:00100000:0.0:1746126428.079717:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.079784:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.079849:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734324992 00000100:00100000:2.0:1746126428.079855:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734324992 00000100:00100000:2.0:1746126428.079894:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4818 00000100:00100000:2.0:1746126428.079900:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31643:x1830945734324992:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.079912:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.079923:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b801f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd41b expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.079943:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.079948:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.079953:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126428.079956:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b801f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd41b expref: 75 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.079982:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.079992:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b801f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd41b expref: 75 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.080001:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4c00, rc 0) 00000100:00100000:2.0:1746126428.080049:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:31643:x1830945734324992:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.080058:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4818 00000100:00100000:3.0:1746126428.080222:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734325120 00000100:00100000:3.0:1746126428.080225:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734325120 00010000:00010000:3.0:1746126428.080239:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 75 pid: 8424 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.080264:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16956 00000100:00100000:3.0:1746126428.080270:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1964:x1830945734325120:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.080277:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.080291:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 75 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.080299:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 75 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.080313:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b801ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd40d expref: 75 pid: 8424 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.080323:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.080324:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.080328:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.080339:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.080357:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.080366:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 5 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.080376:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726234752:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.080431:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcda80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.082062:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726234752:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.082077:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.082103:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734325120:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1832us (2317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.082115:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16956 00000100:00100000:0.0:1746126428.082431:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.082745:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734325376 00000100:00100000:3.0:1746126428.082750:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734325376 00002000:00100000:3.0:1746126428.082774:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c1880 x1830945734325376/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.082782:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1880 with x1830945734325376 ext(0->4095) 00010000:00010000:3.0:1746126428.082789:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.082799:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126428.082805:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c1880 00000100:00100000:3.0:1746126428.083325:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1680 00000100:00100000:3.0:1746126428.083333:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734325376:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126428.083683:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734325376:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 350us (1251us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.083689:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1680 00002000:00100000:3.0:1746126428.083695:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c1880 x1830945734325376/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.083701:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1880 with x1830945734325376 ext(0->4095) 00010000:00010000:3.0:1746126428.083707:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.083716:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00002000:00010000:3.0:1746126428.083722:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c1880 00000100:00100000:0.0:1746126428.085091:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.085168:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734325504 00000100:00100000:3.0:1746126428.085175:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734325504 00010000:00010000:3.0:1746126428.085201:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.085231:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16957 00000100:00100000:3.0:1746126428.085237:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734325504:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.085248:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.085263:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.085272:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.085290:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd414 expref: 6 pid: 17079 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.085305:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.085306:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.085312:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b801f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd41b expref: 73 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.085318:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b801f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd41b expref: 73 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.085343:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b801f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd41b expref: 73 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.085352:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726234880:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.085709:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcda80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.087837:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726234880:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.087855:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.087884:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734325504:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2646us (2795us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.087892:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16957 00000100:00100000:0.0:1746126428.088393:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.089202:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734325760 00000100:00100000:3.0:1746126428.089210:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734325760 00002000:00100000:3.0:1746126428.089246:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c2d80 x1830945734325760/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.089255:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c2d80 with x1830945734325760 ext(0->4095) 00002000:00010000:3.0:1746126428.089259:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c2d80 00000100:00100000:3.0:1746126428.089288:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3709 00000100:00100000:3.0:1746126428.089294:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734325760:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126428.089772:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734325760:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 476us (1379us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.089779:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3709 00002000:00100000:3.0:1746126428.089784:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c2d80 x1830945734325760/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.089790:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c2d80 with x1830945734325760 ext(0->4095) 00002000:00010000:3.0:1746126428.089793:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c2d80 00000100:00100000:0.0:1746126428.092611:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.092770:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734325888 00000100:00100000:1.0:1746126428.092778:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734325888 00000100:00100000:1.0:1746126428.093008:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4819 00000100:00100000:1.0:1746126428.093017:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734325888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.093060:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.093075:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd422 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.093100:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b801f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd41b expref: 73 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.093106:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.093107:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.093110:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801ff lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd422 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.093133:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b801f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd41b expref: 73 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.093146:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b801f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd41b expref: 73 pid: 8425 timeout: 646 lvb_type: 0 00000100:00100000:1.0:1746126428.093156:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726235008:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.093228:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.095450:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.095535:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726235008:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.095571:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd422 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.095584:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952b2a00, rc 0) 00000100:00100000:1.0:1746126428.095622:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734325888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2606us (3015us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.095630:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4819 00000100:00100000:3.0:1746126428.096222:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734326016 00000100:00100000:3.0:1746126428.096229:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734326016 00010000:00010000:3.0:1746126428.096252:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b801f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd41b expref: 74 pid: 8425 timeout: 646 lvb_type: 0 00000100:00100000:3.0:1746126428.096283:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16958 00000100:00100000:3.0:1746126428.096290:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734326016:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.096301:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.096318:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b801f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd41b expref: 74 pid: 8425 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.096333:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b801f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd41b expref: 74 pid: 8425 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.096350:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b801f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd41b expref: 74 pid: 8425 timeout: 646 lvb_type: 0 00010000:00010000:3.0:1746126428.096373:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.096375:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.096381:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd422 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.096388:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd422 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.096412:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd422 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.096422:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726235136:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.096490:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.099973:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.100014:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.100102:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726235136:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.100120:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.100154:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1964:x1830945734326016:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3864us (4710us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.100162:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16958 00000100:00100000:2.0:1746126428.100418:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734326400 00000100:00100000:2.0:1746126428.100424:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734326400 00002000:00100000:2.0:1746126428.100458:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c0700 x1830945734326400/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.100467:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0700 with x1830945734326400 ext(0->4095) 00002000:00010000:2.0:1746126428.100471:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c0700 00000100:00100000:2.0:1746126428.100485:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3710 00000100:00100000:2.0:1746126428.100491:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734326400:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.100629:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734326400:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (614us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.100635:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3710 00002000:00100000:2.0:1746126428.100640:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c0700 x1830945734326400/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.100646:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0700 with x1830945734326400 ext(0->4095) 00002000:00010000:2.0:1746126428.100649:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c0700 00000100:00100000:1.0:1746126428.100721:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734326144 00000100:00100000:1.0:1746126428.100725:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734326144 00000100:00100000:1.0:1746126428.100748:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4820 00000100:00100000:1.0:1746126428.100753:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31643:x1830945734326144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.100762:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.100774:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd429 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.100794:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd422 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.100805:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.100807:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.100809:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.100832:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd422 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.100841:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd422 expref: 5 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.100851:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726235264:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.100889:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.104662:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726235264:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.104689:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.104703:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ef8c00, rc 0) 00000100:00100000:1.0:1746126428.104748:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31643:x1830945734326144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3994us (4782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.104756:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4820 00000100:00100000:3.0:1746126428.105753:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.105802:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734326528 00000100:00100000:1.0:1746126428.105808:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734326528 00000100:00100000:1.0:1746126428.105849:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4821 00000100:00100000:1.0:1746126428.105855:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31655:x1830945734326528:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.105868:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.105880:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b8020d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd430 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126428.105881:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126428.105897:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.105902:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 75 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.105908:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.105974:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b8020d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd430 expref: 75 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.106000:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 75 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.106010:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b8020d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd430 expref: 75 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.106017:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095111800, rc 0) 00000100:00100000:1.0:1746126428.106063:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:31655:x1830945734326528:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.106069:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4821 00000100:00100000:3.0:1746126428.106152:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734326656 00000100:00100000:3.0:1746126428.106156:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734326656 00010000:00010000:3.0:1746126428.106172:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd422 expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.106201:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16959 00000100:00100000:3.0:1746126428.106206:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734326656:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.106213:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.106229:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd422 expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.106238:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd422 expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.106254:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b801ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd422 expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.106275:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.106276:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.106282:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.106287:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.106305:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.106318:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 74 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.106327:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726235520:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.106380:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.109443:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.109508:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734326912 00000100:00100000:1.0:1746126428.109514:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734326912 00002000:00100000:1.0:1746126428.109556:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c0a80 x1830945734326912/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.109565:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0a80 with x1830945734326912 ext(0->4095) 00010000:00010000:1.0:1746126428.109572:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.109584:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.109590:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c0a80 00000100:00100000:1.0:1746126428.109616:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1681 00000100:00100000:1.0:1746126428.109623:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1964:x1830945734326912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126428.109901:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726235520:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.109916:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.109960:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734326656:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3753us (4079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.109967:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16959 00000100:00100000:1.0:1746126428.110825:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1964:x1830945734326912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1200us (1385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.110832:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1681 00002000:00100000:1.0:1746126428.110840:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c0a80 x1830945734326912/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.110847:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0a80 with x1830945734326912 ext(0->4095) 00010000:00010000:1.0:1746126428.110854:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.110864:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.110869:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c0a80 00000100:00100000:2.0:1746126428.118157:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.118491:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734327040 00000100:00100000:3.0:1746126428.118498:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734327040 00010000:00010000:3.0:1746126428.118526:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.119064:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16960 00000100:00100000:3.0:1746126428.119073:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1964:x1830945734327040:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.119085:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.119101:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.119111:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.119131:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ef8c00/0x9851078746b80206 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd429 expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.119151:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.119153:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.119159:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b8020d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd430 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.119165:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b8020d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd430 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.119191:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b8020d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd430 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.119202:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726235648:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.119277:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.123901:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726235648:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.123919:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.123965:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734327040:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4892us (5814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.123974:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16960 00000100:00100000:0.0:1746126428.126122:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.126277:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734327296 00000100:00100000:1.0:1746126428.126285:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734327296 00002000:00100000:1.0:1746126428.126322:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c1180 x1830945734327296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.126338:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1180 with x1830945734327296 ext(0->4095) 00002000:00010000:1.0:1746126428.126342:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c1180 00000100:00100000:1.0:1746126428.126367:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3711 00000100:00100000:1.0:1746126428.126373:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734327296:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126428.126484:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734327296:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.126489:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3711 00002000:00100000:1.0:1746126428.126494:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c1180 x1830945734327296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.126501:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1180 with x1830945734327296 ext(0->4095) 00002000:00010000:1.0:1746126428.126503:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c1180 00000100:00100000:0.0:1746126428.129118:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.129342:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734327424 00000100:00100000:1.0:1746126428.129349:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734327424 00000100:00100000:1.0:1746126428.129390:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4822 00000100:00100000:1.0:1746126428.129396:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734327424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.129410:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.129425:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd437 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.129449:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b8020d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd430 expref: 73 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.129456:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.129458:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.129461:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd437 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.129486:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b8020d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd430 expref: 73 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.129496:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b8020d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd430 expref: 73 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.129506:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726235776:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.129580:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.131236:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726235776:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.131258:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd437 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.131269:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952b2a00, rc 0) 00000100:00100000:1.0:1746126428.131302:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734327424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1905us (2189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.131309:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4822 00000100:00100000:0.0:1746126428.134072:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.135125:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734327552 00000100:00100000:3.0:1746126428.135133:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734327552 00010000:00010000:3.0:1746126428.135163:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b8020d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd430 expref: 74 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.135197:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16961 00000100:00100000:3.0:1746126428.135205:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734327552:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.135221:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.135238:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b8020d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd430 expref: 74 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.135249:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b8020d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd430 expref: 74 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.135266:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b8020d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd430 expref: 74 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.135289:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.135291:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.135296:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd437 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.135304:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd437 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.135329:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd437 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.135340:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726235904:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.139058:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.139271:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.139363:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.139429:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734327680 00000100:00100000:1.0:1746126428.139435:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734327680 00000100:00100000:2.0:1746126428.140144:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734327936 00000100:00100000:2.0:1746126428.140148:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734327936 00002000:00100000:2.0:1746126428.140174:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1c00 x1830945734327936/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.140183:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1c00 with x1830945734327936 ext(0->4095) 00002000:00010000:2.0:1746126428.140187:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1c00 00000100:00100000:2.0:1746126428.140204:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3712 00000100:00100000:2.0:1746126428.140210:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734327936:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126428.140633:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726235904:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.140647:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.140680:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734327552:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5475us (6612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.140691:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16961 00000100:00100000:1.0:1746126428.140765:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4823 00000100:00100000:1.0:1746126428.140776:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31643:x1830945734327680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.140785:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.140798:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd43e expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.140820:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd437 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.140825:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.140827:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.140829:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.140850:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd437 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.140861:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd437 expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.140869:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726236032:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.140912:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.141152:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734327936:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 941us (1788us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.141159:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3712 00002000:00100000:2.0:1746126428.141164:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1c00 x1830945734327936/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.141177:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1c00 with x1830945734327936 ext(0->4095) 00010000:00010000:2.0:1746126428.141182:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd437 expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.141191:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd437 expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.141196:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae1c00 00000100:00100000:0.0:1746126428.145502:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.145797:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726236032:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.145841:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.145855:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009298d400, rc 0) 00000100:00100000:1.0:1746126428.145892:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31643:x1830945734327680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5118us (6624us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.145898:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4823 00000100:00100000:1.0:1746126428.145920:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734328064 00000100:00100000:1.0:1746126428.145924:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734328064 00000100:00100000:1.0:1746126428.145959:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4824 00000100:00100000:1.0:1746126428.145965:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31655:x1830945734328064:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.145989:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.146007:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80222 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd445 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.146043:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.146047:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 75 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.146052:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.146055:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80222 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd445 expref: 75 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.146078:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 75 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.146087:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80222 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd445 expref: 75 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.146093:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009298da00, rc 0) 00000100:00100000:1.0:1746126428.146109:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:31655:x1830945734328064:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.146114:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4824 00000100:00100000:0.0:1746126428.146764:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.146994:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734328192 00000100:00100000:3.0:1746126428.146999:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734328192 00010000:00010000:3.0:1746126428.147048:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd437 expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.147073:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16962 00000100:00100000:3.0:1746126428.147077:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734328192:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.147085:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.147118:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd437 expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.147127:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd437 expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.147142:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b80214 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd437 expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.147163:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.147165:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.147170:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.147176:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.147194:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.147203:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 74 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.147212:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726236288:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.147265:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.150812:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.150872:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734328448 00000100:00100000:2.0:1746126428.150879:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734328448 00002000:00100000:2.0:1746126428.150912:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1180 x1830945734328448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.150920:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1180 with x1830945734328448 ext(0->4095) 00010000:00010000:2.0:1746126428.150928:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.150939:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.150944:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae1180 00000100:00100000:2.0:1746126428.150958:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1682 00000100:00100000:2.0:1746126428.150964:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1963:x1830945734328448:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.151156:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1963:x1830945734328448:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 191us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.151161:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1682 00002000:00100000:2.0:1746126428.151166:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1180 x1830945734328448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.151173:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1180 with x1830945734328448 ext(0->4095) 00010000:00010000:2.0:1746126428.151177:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.151184:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.151189:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae1180 00000100:00100000:3.0:1746126428.151377:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726236288:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.151390:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.151517:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734328192:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4438us (4753us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.151524:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16962 00000100:00100000:0.0:1746126428.153803:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.153896:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734328576 00000100:00100000:3.0:1746126428.153903:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734328576 00010000:00010000:3.0:1746126428.153926:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.153958:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16963 00000100:00100000:3.0:1746126428.153963:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1963:x1830945734328576:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.153975:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.153992:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.154002:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.154020:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b8021b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd43e expref: 75 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.154105:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.154107:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.154113:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80222 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd445 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.154119:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd445 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.154144:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd445 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.154155:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726236416:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.154218:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.156819:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726236416:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.156838:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.157410:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1963:x1830945734328576:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3443us (3609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.157419:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16963 00000100:00100000:0.0:1746126428.157694:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.157745:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734328832 00000100:00100000:0.0:1746126428.157750:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734328832 00002000:00100000:0.0:1746126428.157780:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1500 x1830945734328832/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126428.157788:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1500 with x1830945734328832 ext(0->4095) 00002000:00010000:0.0:1746126428.157792:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1500 00000100:00100000:0.0:1746126428.158354:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3713 00000100:00100000:0.0:1746126428.158362:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1963:x1830945734328832:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126428.158519:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1963:x1830945734328832:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (825us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126428.158525:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3713 00002000:00100000:0.0:1746126428.158529:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1500 x1830945734328832/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126428.158535:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1500 with x1830945734328832 ext(0->4095) 00002000:00010000:0.0:1746126428.158538:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1500 00000100:00100000:0.0:1746126428.161093:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.161709:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734328960 00000100:00100000:3.0:1746126428.161717:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734328960 00000100:00100000:3.0:1746126428.162323:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4825 00000100:00100000:3.0:1746126428.162332:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734328960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.162347:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.162361:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd44c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.162389:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80222 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd445 expref: 73 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.162396:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.162397:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.162401:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.162425:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd445 expref: 73 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.162436:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd445 expref: 73 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.162446:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726236544:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126428.162518:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.164796:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726236544:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.164818:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.164831:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126428.164875:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734328960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2543us (3787us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.164882:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4825 00000100:00100000:0.0:1746126428.165606:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.167034:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734329088 00000100:00100000:3.0:1746126428.167041:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734329088 00010000:00010000:3.0:1746126428.167070:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd445 expref: 74 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.167100:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16964 00000100:00100000:3.0:1746126428.167107:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734329088:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.167118:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.167134:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd445 expref: 74 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.167142:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd445 expref: 74 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.167160:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80222 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd445 expref: 74 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.167173:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.167175:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.167181:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.167187:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.167212:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.167221:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726236672:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.167284:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.167589:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.168056:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734329216 00000100:00100000:3.0:1746126428.168060:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734329216 00000100:00100000:3.0:1746126428.168288:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4826 00000100:00100000:3.0:1746126428.168295:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31643:x1830945734329216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.168305:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.168315:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd453 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.168330:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.168335:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.168337:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.168339:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.168354:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.168362:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 5 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.168369:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726236800:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126428.169720:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.170561:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726236672:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.170576:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.171361:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1964:x1830945734329088:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4252us (5754us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.171371:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16964 00000100:00100000:0.0:1746126428.172488:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.172662:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734329472 00000100:00100000:3.0:1746126428.172667:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734329472 00002000:00100000:3.0:1746126428.172696:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1f80 x1830945734329472/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.172704:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1f80 with x1830945734329472 ext(0->4095) 00010000:00010000:3.0:1746126428.172710:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.172720:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.172726:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae1f80 00000100:00100000:3.0:1746126428.172740:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1683 00000100:00100000:3.0:1746126428.172746:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734329472:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126428.173956:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734329472:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1205us (1465us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.173964:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1683 00002000:00100000:3.0:1746126428.173972:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1f80 x1830945734329472/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.173980:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1f80 with x1830945734329472 ext(0->4095) 00010000:00010000:3.0:1746126428.173986:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.174000:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.174005:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae1f80 00000100:00100000:3.0:1746126428.174735:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726236800:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.174754:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.174766:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126428.174805:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31643:x1830945734329216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6510us (7216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.174811:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4826 00000100:00100000:0.0:1746126428.177462:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.177574:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734329600 00000100:00100000:3.0:1746126428.177581:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734329600 00010000:00010000:3.0:1746126428.177609:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.177754:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16965 00000100:00100000:3.0:1746126428.177761:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734329600:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.177772:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.177788:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.177797:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.177818:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80229 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd44c expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.177914:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.177916:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.177921:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 73 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.177928:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 73 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.177952:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 73 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.177961:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726236928:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.179225:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.181587:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.181653:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734329856 00000100:00100000:1.0:1746126428.181659:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734329856 00002000:00100000:1.0:1746126428.181690:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae3100 x1830945734329856/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.181704:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3100 with x1830945734329856 ext(0->4095) 00002000:00010000:1.0:1746126428.181708:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae3100 00000100:00100000:1.0:1746126428.181722:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3714 00000100:00100000:1.0:1746126428.181727:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1963:x1830945734329856:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126428.181846:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1963:x1830945734329856:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.181851:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3714 00002000:00100000:1.0:1746126428.181856:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae3100 x1830945734329856/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.181863:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3100 with x1830945734329856 ext(0->4095) 00002000:00010000:1.0:1746126428.181865:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae3100 00000100:00100000:3.0:1746126428.181939:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726236928:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.181952:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.181971:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734329600:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4211us (4515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.181976:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16965 00000100:00100000:0.0:1746126428.193248:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.193308:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734329984 00000100:00100000:3.0:1746126428.193315:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734329984 00000100:00100000:3.0:1746126428.193350:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4827 00000100:00100000:3.0:1746126428.193356:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734329984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.193372:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.193384:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd45a expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.193406:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 73 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.193412:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.193413:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.193416:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.193436:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 73 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.193445:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 73 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.193454:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726237056:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126428.193510:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.194674:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726237056:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.194693:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.194703:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06e00, rc 0) 00000100:00100000:3.0:1746126428.194728:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734329984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1371us (1484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.194738:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4827 00000100:00100000:0.0:1746126428.204561:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.204608:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.204710:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734330112 00000100:00100000:3.0:1746126428.204718:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734330112 00000100:00100000:3.0:1746126428.204764:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4828 00000100:00100000:3.0:1746126428.204772:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31643:x1830945734330112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.204785:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.204799:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd461 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.204820:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.204827:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.204833:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126428.204836:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.204867:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.204878:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.204886:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07800, rc 0) 00000100:00100000:3.0:1746126428.204934:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:31643:x1830945734330112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.204940:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4828 00000100:00100000:2.0:1746126428.205890:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734330240 00000100:00100000:2.0:1746126428.205897:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734330240 00002000:00100000:2.0:1746126428.205922:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092ae2300 x1830945734330240/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.205930:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae2300 with x1830945734330240 ext(0->7) 00010000:00010000:2.0:1746126428.205937:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 75 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.205946:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 75 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.205951:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae2300 00000100:00100000:2.0:1746126428.205978:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1684 00000100:00100000:2.0:1746126428.205984:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1964:x1830945734330240:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126428.206222:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+77:1964:x1830945734330240:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 236us (1612us total) trans 4294968011 rc 0/0 00000100:00100000:2.0:1746126428.206230:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1684 00002000:00100000:2.0:1746126428.206235:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092ae2300 x1830945734330240/t4294968011(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/448 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.206241:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae2300 with x1830945734330240 ext(0->7) 00010000:00010000:2.0:1746126428.206245:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 77 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.206252:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 77 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.206257:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae2300 00000100:00100000:0.0:1746126428.208718:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.208852:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734330368 00000100:00100000:3.0:1746126428.208859:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734330368 00010000:00010000:3.0:1746126428.208886:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 77 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.208921:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16966 00000100:00100000:3.0:1746126428.208927:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+77:1963:x1830945734330368:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.208938:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.208954:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 77 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.208964:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 77 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.208982:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80230 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd453 expref: 77 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.209215:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.209217:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.209223:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.209230:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.209253:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.209266:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 5 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.209276:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726237312:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.212147:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.212273:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.212315:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734330624 00000100:00100000:2.0:1746126428.212323:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734330624 00000100:00100000:3.0:1746126428.212354:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726237312:192.168.203.32@tcp:105: 00002000:00100000:2.0:1746126428.212355:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7d180 x1830945734330624/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.212363:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7d180 with x1830945734330624 ext(0->4095) 00010000:00010000:3.0:1746126428.212369:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126428.212370:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.212380:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.212386:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7d180 00000100:00100000:3.0:1746126428.212401:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+76:1963:x1830945734330368:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3474us (3689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.212403:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1685 00000100:00100000:3.0:1746126428.212409:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16966 00000100:00100000:2.0:1746126428.212409:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734330624:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126428.213940:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734330624:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1526us (1665us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.213949:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1685 00002000:00100000:2.0:1746126428.213955:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7d180 x1830945734330624/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.213962:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7d180 with x1830945734330624 ext(0->4095) 00010000:00010000:2.0:1746126428.213969:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.213981:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.213987:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7d180 00000100:00100000:2.0:1746126428.220250:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.220518:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734330752 00000100:00100000:3.0:1746126428.220526:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734330752 00010000:00010000:3.0:1746126428.220562:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.220586:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16967 00000100:00100000:3.0:1746126428.220592:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734330752:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.220604:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.220621:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.220631:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.220648:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80237 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd45a expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.220663:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.220665:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.220670:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.220676:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.220704:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.220713:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726237440:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.222059:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.225435:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.225518:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726237440:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.225534:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.225591:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734330752:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4997us (5347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.225600:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16967 00000100:00100000:2.0:1746126428.225771:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734331008 00000100:00100000:2.0:1746126428.225777:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734331008 00002000:00100000:2.0:1746126428.225808:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7f100 x1830945734331008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.225817:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7f100 with x1830945734331008 ext(0->4095) 00002000:00010000:2.0:1746126428.225820:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd7f100 00000100:00100000:2.0:1746126428.226892:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3715 00000100:00100000:2.0:1746126428.226901:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+76:1963:x1830945734331008:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.227044:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+76:1963:x1830945734331008:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (1614us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.227053:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3715 00002000:00100000:2.0:1746126428.227059:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7f100 x1830945734331008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.227066:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7f100 with x1830945734331008 ext(0->4095) 00002000:00010000:2.0:1746126428.227070:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd7f100 00000100:00100000:0.0:1746126428.232957:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.233047:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734331136 00000100:00100000:2.0:1746126428.233055:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734331136 00000100:00100000:2.0:1746126428.233162:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4829 00000100:00100000:2.0:1746126428.233171:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734331136:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.233185:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.233198:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd468 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.233224:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.233231:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.233232:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.233236:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.233259:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 75 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.233270:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 75 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.233284:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726237568:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126428.233337:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.243603:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726237568:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126428.243627:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.243643:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4800, rc 0) 00000100:00100000:2.0:1746126428.243680:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734331136:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10509us (10730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.243688:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4829 00000100:00100000:0.0:1746126428.251503:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.251560:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.251633:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734331264 00000100:00100000:1.0:1746126428.251640:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734331264 00002000:00100000:1.0:1746126428.251675:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009bd7d880 x1830945734331264/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.251684:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7d880 with x1830945734331264 ext(0->7) 00010000:00010000:1.0:1746126428.251691:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 76 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.251701:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 76 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.251707:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7d880 00000100:00100000:1.0:1746126428.251733:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1686 00000100:00100000:1.0:1746126428.251738:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+76:1963:x1830945734331264:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126428.252012:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1963:x1830945734331264:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 272us (515us total) trans 4294968012 rc 0/0 00000100:00100000:1.0:1746126428.252017:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1686 00002000:00100000:1.0:1746126428.252046:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009bd7d880 x1830945734331264/t4294968012(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/448 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.252052:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7d880 with x1830945734331264 ext(0->7) 00010000:00010000:1.0:1746126428.252056:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 78 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.252063:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 78 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.252067:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7d880 00000100:00100000:2.0:1746126428.252133:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734331392 00000100:00100000:2.0:1746126428.252137:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734331392 00000100:00100000:2.0:1746126428.252157:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4830 00000100:00100000:2.0:1746126428.252162:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:31643:x1830945734331392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.252169:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.252181:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b8024c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd46f expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.252197:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.252201:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.252206:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126428.252209:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b8024c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd46f expref: 79 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.252239:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.252249:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b8024c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd46f expref: 79 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.252257:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5c00, rc 0) 00000100:00100000:2.0:1746126428.252275:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+79:31643:x1830945734331392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.252280:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4830 00000100:00100000:0.0:1746126428.254217:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.254300:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734331520 00000100:00100000:3.0:1746126428.254307:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734331520 00010000:00010000:3.0:1746126428.254330:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 79 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.254363:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16968 00000100:00100000:3.0:1746126428.254369:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+79:1964:x1830945734331520:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.254382:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.254399:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 79 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.254408:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 79 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.254424:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8023e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd461 expref: 79 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.254439:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.254440:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.254446:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.254453:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.254477:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 5 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.254487:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 5 pid: 8425 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.254497:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726237824:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.254572:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.256351:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726237824:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126428.256351:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:3.0:1746126428.256366:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.256391:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1964:x1830945734331520:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2022us (2179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.256399:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16968 00000100:00100000:2.0:1746126428.256420:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734331776 00000100:00100000:2.0:1746126428.256425:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734331776 00002000:00100000:2.0:1746126428.256451:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7c700 x1830945734331776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.256459:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7c700 with x1830945734331776 ext(0->4095) 00010000:00010000:2.0:1746126428.256465:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 6 pid: 8425 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.256476:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 6 pid: 8425 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.256481:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7c700 00000100:00100000:2.0:1746126428.257232:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1687 00000100:00100000:2.0:1746126428.257240:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734331776:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.257371:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734331776:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (1022us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.257378:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1687 00002000:00100000:2.0:1746126428.257383:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7c700 x1830945734331776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.257390:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7c700 with x1830945734331776 ext(0->4095) 00010000:00010000:2.0:1746126428.257395:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 6 pid: 8425 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.257404:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 6 pid: 8425 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.257409:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7c700 00000100:00100000:2.0:1746126428.267400:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.267457:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734331904 00000100:00100000:3.0:1746126428.267465:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734331904 00010000:00010000:3.0:1746126428.267493:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 6 pid: 8425 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.267528:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16969 00000100:00100000:3.0:1746126428.267535:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734331904:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.267555:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.267573:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 6 pid: 8425 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.267582:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 6 pid: 8425 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.267602:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80245 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd468 expref: 6 pid: 8425 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.269695:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.269700:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.269714:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b8024c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd46f expref: 77 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.269723:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b8024c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd46f expref: 77 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.269760:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b8024c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd46f expref: 77 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.269771:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726237952:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.270919:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.273710:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726237952:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.273729:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126428.274996:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.275144:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734331904:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7607us (7749us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.275154:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16969 00000100:00100000:2.0:1746126428.275336:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734332160 00000100:00100000:2.0:1746126428.275342:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734332160 00002000:00100000:2.0:1746126428.275369:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e18000 x1830945734332160/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.275378:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18000 with x1830945734332160 ext(0->4095) 00002000:00010000:2.0:1746126428.275382:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e18000 00000100:00100000:2.0:1746126428.275402:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3716 00000100:00100000:2.0:1746126428.275407:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1964:x1830945734332160:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126428.275532:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1964:x1830945734332160:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.275537:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3716 00002000:00100000:2.0:1746126428.275550:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e18000 x1830945734332160/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.275557:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18000 with x1830945734332160 ext(0->4095) 00002000:00010000:2.0:1746126428.275559:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e18000 00000100:00100000:0.0:1746126428.278846:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.282362:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734332288 00000100:00100000:2.0:1746126428.282371:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734332288 00000100:00100000:2.0:1746126428.282421:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4831 00000100:00100000:2.0:1746126428.282428:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734332288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.282441:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.282455:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd476 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.282476:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b8024c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd46f expref: 77 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.282482:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.282484:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.282487:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.282509:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b8024c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd46f expref: 77 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.282519:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b8024c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd46f expref: 77 pid: 8425 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.282529:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726238080:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126428.282617:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.285865:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726238080:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126428.285889:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.285902:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5800, rc 0) 00000100:00100000:2.0:1746126428.285941:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734332288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3513us (7101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.285948:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4831 00000100:00100000:0.0:1746126428.286360:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.286480:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.286565:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734332544 00000100:00100000:3.0:1746126428.286570:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734332544 00010000:00010000:3.0:1746126428.286593:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b8024c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd46f expref: 78 pid: 8425 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.286612:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16970 00000100:00100000:3.0:1746126428.286617:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1966:x1830945734332544:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.286627:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.286643:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b8024c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd46f expref: 78 pid: 8425 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.286654:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b8024c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd46f expref: 78 pid: 8425 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.286672:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b8024c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd46f expref: 78 pid: 8425 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.286757:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734332416 00000100:00100000:2.0:1746126428.286760:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734332416 00000100:00100000:2.0:1746126428.286776:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4832 00000100:00100000:2.0:1746126428.286780:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:31643:x1830945734332416:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.286790:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.286797:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd47d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.286808:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.286812:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.286817:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.286819:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 79 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.286840:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.286848:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 79 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.286854:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.286855:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.286860:0:8423:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.286866:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.286879:0:8423:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.286888:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 5 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.286898:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726238336:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126428.286933:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00010000:00010000:3.0:1746126428.287313:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.287501:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+79:1966:x1830945734332544:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 882us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.287507:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16970 00000100:00100000:0.0:1746126428.291172:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.291765:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726238336:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126428.291780:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5400, rc 0) 00000100:00100000:2.0:1746126428.291816:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:31643:x1830945734332416:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5035us (5457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.291824:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4832 00000100:00100000:1.0:1746126428.293559:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734332800 00000100:00100000:1.0:1746126428.293573:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734332800 00002000:00100000:1.0:1746126428.293613:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e18a80 x1830945734332800/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.293622:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18a80 with x1830945734332800 ext(0->4095) 00010000:00010000:1.0:1746126428.293630:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.293641:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.293647:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e18a80 00000100:00100000:1.0:1746126428.293671:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1688 00000100:00100000:1.0:1746126428.293677:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734332800:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126428.294512:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734332800:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 832us (3343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.294520:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1688 00002000:00100000:1.0:1746126428.294526:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e18a80 x1830945734332800/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.294533:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18a80 with x1830945734332800 ext(0->4095) 00010000:00010000:1.0:1746126428.294546:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.294556:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.294561:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e18a80 00000100:00100000:0.0:1746126428.301753:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.301835:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734332928 00000100:00100000:3.0:1746126428.301843:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734332928 00010000:00010000:3.0:1746126428.301870:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.301894:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16971 00000100:00100000:3.0:1746126428.301900:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734332928:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.301913:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.301928:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.302096:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.302115:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80253 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd476 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.302196:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.302198:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.302205:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 77 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.302217:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 77 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.302567:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 77 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126428.302580:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726238464:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126428.302653:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.304803:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726238464:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126428.304820:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126428.304851:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734332928:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2949us (3103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.304861:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16971 00000100:00100000:0.0:1746126428.306143:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.306240:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734333184 00000100:00100000:1.0:1746126428.306246:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734333184 00002000:00100000:1.0:1746126428.306278:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1b100 x1830945734333184/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.306286:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1b100 with x1830945734333184 ext(0->4095) 00002000:00010000:1.0:1746126428.306290:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e1b100 00000100:00100000:1.0:1746126428.306532:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3717 00000100:00100000:1.0:1746126428.306552:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1963:x1830945734333184:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126428.306678:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1963:x1830945734333184:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.306685:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3717 00002000:00100000:1.0:1746126428.306690:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1b100 x1830945734333184/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.306698:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1b100 with x1830945734333184 ext(0->4095) 00002000:00010000:1.0:1746126428.306700:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e1b100 00000100:00100000:0.0:1746126428.323608:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.325620:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734333312 00000100:00100000:2.0:1746126428.325629:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734333312 00000100:00100000:2.0:1746126428.325670:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4833 00000100:00100000:2.0:1746126428.325677:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734333312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.325691:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.325703:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd484 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.325724:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 77 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.325730:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.325731:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.325734:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.325757:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 77 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.325765:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 77 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.325779:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726238592:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126428.327545:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.336134:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726238592:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126428.336157:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.336171:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4c00, rc 0) 00000100:00100000:2.0:1746126428.336205:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734333312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10528us (12604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.336212:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4833 00000100:00100000:0.0:1746126428.346518:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.346566:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.346621:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734333568 00000100:00100000:3.0:1746126428.346628:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734333568 00002000:00100000:3.0:1746126428.346661:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e1a680 x1830945734333568/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.346670:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1a680 with x1830945734333568 ext(0->7) 00010000:00010000:3.0:1746126428.346676:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 78 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.346686:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 78 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.346691:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e1a680 00000100:00100000:3.0:1746126428.346715:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1689 00000100:00100000:3.0:1746126428.346721:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1965:x1830945734333568:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126428.346957:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1965:x1830945734333568:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 235us (389us total) trans 4294968013 rc 0/0 00000100:00100000:3.0:1746126428.346963:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1689 00002000:00100000:3.0:1746126428.346969:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e1a680 x1830945734333568/t4294968013(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/448 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.346975:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1a680 with x1830945734333568 ext(0->7) 00010000:00010000:3.0:1746126428.346979:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 80 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.346986:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 80 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.346991:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e1a680 00000100:00100000:2.0:1746126428.347051:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734333440 00000100:00100000:2.0:1746126428.347122:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734333440 00000100:00100000:2.0:1746126428.347144:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4834 00000100:00100000:2.0:1746126428.347150:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:31643:x1830945734333440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.347157:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.347167:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd48b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.347183:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.347188:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.347193:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126428.347196:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 81 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.347227:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.347489:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 81 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.347502:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5600, rc 0) 00000100:00100000:2.0:1746126428.347533:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:31643:x1830945734333440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 383us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.347549:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4834 00000100:00100000:0.0:1746126428.349019:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.349273:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734333696 00000100:00100000:2.0:1746126428.349279:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734333696 00010000:00010000:2.0:1746126428.349299:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 81 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.349326:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16972 00000100:00100000:2.0:1746126428.349332:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:1963:x1830945734333696:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126428.349343:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126428.349358:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 81 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.349367:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 81 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.349383:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8025a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd47d expref: 81 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.349404:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.349406:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.349412:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.349418:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.349441:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.349450:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 5 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.349459:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726238848:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126428.349516:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.354690:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.354901:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734333952 00000100:00100000:1.0:1746126428.354909:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734333952 00002000:00100000:1.0:1746126428.355127:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1bb80 x1830945734333952/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.355136:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1bb80 with x1830945734333952 ext(0->4095) 00010000:00010000:1.0:1746126428.355143:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.355156:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.355162:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e1bb80 00000100:00100000:1.0:1746126428.355191:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1690 00000100:00100000:1.0:1746126428.355199:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734333952:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126428.355436:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734333952:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 237us (751us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.355442:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1690 00002000:00100000:1.0:1746126428.355448:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1bb80 x1830945734333952/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.355460:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1bb80 with x1830945734333952 ext(0->4095) 00010000:00010000:1.0:1746126428.355465:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.355473:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.355478:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e1bb80 00000100:00100000:3.0:1746126428.355721:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726238848:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.355736:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.355767:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1963:x1830945734333696:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6435us (6751us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.355774:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16972 00000100:00100000:3.0:1746126428.363322:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.363384:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734334080 00000100:00100000:0.0:1746126428.363392:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734334080 00010000:00010000:0.0:1746126428.363421:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:0.0:1746126428.363456:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16973 00000100:00100000:0.0:1746126428.363462:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734334080:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126428.363473:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126428.363492:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126428.363503:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126428.363521:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80261 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd484 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126428.363537:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126428.363550:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126428.363556:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 79 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.363568:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 79 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.363595:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 79 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126428.363605:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e1aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726238976:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126428.363663:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.366279:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e1aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726238976:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126428.366294:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126428.366883:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734334080:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3418us (3566us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.366893:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16973 00000100:00100000:0.0:1746126428.366935:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.367049:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734334336 00000100:00100000:1.0:1746126428.367054:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734334336 00002000:00100000:1.0:1746126428.367082:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e18e00 x1830945734334336/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.367090:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18e00 with x1830945734334336 ext(0->4095) 00002000:00010000:1.0:1746126428.367093:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e18e00 00000100:00100000:1.0:1746126428.367105:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3718 00000100:00100000:1.0:1746126428.367109:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1963:x1830945734334336:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126428.367229:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1963:x1830945734334336:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.367234:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3718 00002000:00100000:1.0:1746126428.367239:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e18e00 x1830945734334336/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.367246:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e18e00 with x1830945734334336 ext(0->4095) 00002000:00010000:1.0:1746126428.367249:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e18e00 00000100:00100000:0.0:1746126428.371223:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.371316:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734334464 00000100:00100000:2.0:1746126428.371323:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734334464 00000100:00100000:2.0:1746126428.371749:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4835 00000100:00100000:2.0:1746126428.371758:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734334464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.371776:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.371788:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8026f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd492 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.371810:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 79 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.371816:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.371818:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.371820:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8026f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd492 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.371842:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 79 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.371851:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 79 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.371860:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726239104:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126428.374375:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.378757:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726239104:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126428.378783:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8026f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd492 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.378797:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5000, rc 0) 00000100:00100000:2.0:1746126428.378830:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734334464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7073us (7613us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.378841:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4835 00000100:00100000:0.0:1746126428.380352:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.381046:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734334592 00000100:00100000:3.0:1746126428.381053:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734334592 00002000:00100000:3.0:1746126428.381084:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e19180 x1830945734334592/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.381092:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19180 with x1830945734334592 ext(0->7) 00010000:00010000:3.0:1746126428.381100:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 80 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.381111:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 80 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.381117:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e19180 00000100:00100000:3.0:1746126428.381144:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1691 00000100:00100000:3.0:1746126428.381150:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1963:x1830945734334592:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126428.381393:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1963:x1830945734334592:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 242us (1045us total) trans 4294968014 rc 0/0 00000100:00100000:3.0:1746126428.381398:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1691 00002000:00100000:3.0:1746126428.381403:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e19180 x1830945734334592/t4294968014(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/448 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.381409:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19180 with x1830945734334592 ext(0->7) 00010000:00010000:3.0:1746126428.381413:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 82 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.381421:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 82 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.381426:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e19180 00000100:00100000:0.0:1746126428.386419:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.387179:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734334720 00000100:00100000:2.0:1746126428.387187:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734334720 00010000:00010000:2.0:1746126428.387217:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 82 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.387252:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16974 00000100:00100000:2.0:1746126428.387259:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1965:x1830945734334720:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126428.387270:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126428.387284:0:8440:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126426 -> 1746126427 00002000:00010000:2.0:1746126428.387287:0:8440:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126426 -> 1746126427 00010000:00010000:2.0:1746126428.387292:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 82 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.387302:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 82 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.387321:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80268 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd48b expref: 82 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.387341:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.387343:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.387349:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8026f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd492 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.387356:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8026f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd492 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.387388:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8026f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd492 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126428.387398:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726239232:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126428.387470:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.390527:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726239232:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126428.390572:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126428.390615:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:1965:x1830945734334720:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3356us (4202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.390624:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16974 00000100:00100000:2.0:1746126428.391393:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.391467:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734334976 00000100:00100000:1.0:1746126428.391473:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734334976 00002000:00100000:1.0:1746126428.391504:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132597b80 x1830945734334976/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.391512:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597b80 with x1830945734334976 ext(0->4095) 00002000:00010000:1.0:1746126428.391516:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132597b80 00000100:00100000:1.0:1746126428.391584:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3719 00000100:00100000:1.0:1746126428.391590:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734334976:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126428.391718:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734334976:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.391723:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3719 00002000:00100000:1.0:1746126428.391729:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132597b80 x1830945734334976/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.391736:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597b80 with x1830945734334976 ext(0->4095) 00002000:00010000:1.0:1746126428.391738:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132597b80 00000100:00100000:0.0:1746126428.393103:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.393148:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734335104 00000100:00100000:2.0:1746126428.393153:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734335104 00000100:00100000:2.0:1746126428.393185:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4836 00000100:00100000:2.0:1746126428.393191:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:31643:x1830945734335104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.393200:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.393212:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd499 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.393232:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8026f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd492 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.393239:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.393241:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.393244:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 82 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.393267:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8026f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd492 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.393278:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8026f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd492 expref: 5 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.393287:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726239360:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126428.393353:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.394995:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.395272:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734335232 00000100:00100000:2.0:1746126428.395277:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734335232 00000100:00100000:2.0:1746126428.395317:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4837 00000100:00100000:2.0:1746126428.395323:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:31655:x1830945734335232:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.395334:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.395344:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8027d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd4a0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.395360:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.395364:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 84 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.395369:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.395372:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8027d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a0 expref: 84 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.395395:0:8425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 84 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.395410:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8027d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a0 expref: 84 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.395419:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4000, rc 0) 00000100:00100000:2.0:1746126428.395453:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:31655:x1830945734335232:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.395458:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4837 00000100:00100000:0.0:1746126428.396331:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.396536:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734335360 00000100:00100000:3.0:1746126428.396550:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734335360 00010000:00010000:3.0:1746126428.396568:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8026f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd492 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.396593:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16975 00000100:00100000:3.0:1746126428.396599:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734335360:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.396606:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.396619:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8026f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd492 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.396631:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8026f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd492 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.396647:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.396648:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.396653:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 83 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.396660:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 83 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.396998:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8026f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd492 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.397052:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 83 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.397060:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 83 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.397069:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726239616:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.397119:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.397166:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726239360:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126428.397180:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 83 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.397186:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 83 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.397193:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4800, rc 0) 00000100:00100000:2.0:1746126428.397210:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:31643:x1830945734335104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4020us (4111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.397216:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4836 00000100:00100000:3.0:1746126428.399335:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726239616:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.399348:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.399390:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734335360:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2790us (3059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.399399:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16975 00000100:00100000:0.0:1746126428.400465:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.400730:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734335616 00000100:00100000:3.0:1746126428.400737:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734335616 00002000:00100000:3.0:1746126428.400767:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0f480 x1830945734335616/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.400782:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0f480 with x1830945734335616 ext(0->4095) 00010000:00010000:3.0:1746126428.400789:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 83 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.400799:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 83 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.400805:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a0f480 00000100:00100000:3.0:1746126428.400831:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1692 00000100:00100000:3.0:1746126428.400838:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1963:x1830945734335616:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126428.401046:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1963:x1830945734335616:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 208us (584us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.401052:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1692 00002000:00100000:3.0:1746126428.401058:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0f480 x1830945734335616/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.401064:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0f480 with x1830945734335616 ext(0->4095) 00010000:00010000:3.0:1746126428.401069:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 83 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.401077:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 83 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.401082:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a0f480 00000100:00100000:0.0:1746126428.404498:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.404595:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734335744 00000100:00100000:3.0:1746126428.404602:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734335744 00010000:00010000:3.0:1746126428.404627:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 83 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.404663:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16976 00000100:00100000:3.0:1746126428.404670:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1964:x1830945734335744:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.404680:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.404696:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 83 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.404707:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 83 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.404725:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80276 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd499 expref: 83 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.404748:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.404751:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.404756:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8027d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a0 expref: 82 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.404763:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8027d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a0 expref: 82 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.404788:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8027d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a0 expref: 82 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.404799:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726239744:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.404859:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.407120:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726239744:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.407136:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.407170:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1964:x1830945734335744:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2499us (2678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.407179:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16976 00000100:00100000:0.0:1746126428.408280:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.408390:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734336000 00000100:00100000:3.0:1746126428.408395:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734336000 00002000:00100000:3.0:1746126428.408423:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0ca80 x1830945734336000/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.408431:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0ca80 with x1830945734336000 ext(0->4095) 00002000:00010000:3.0:1746126428.408435:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0ca80 00000100:00100000:3.0:1746126428.408457:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3720 00000100:00100000:3.0:1746126428.408462:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1963:x1830945734336000:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126428.408607:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1963:x1830945734336000:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (328us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.408612:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3720 00002000:00100000:3.0:1746126428.408617:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0ca80 x1830945734336000/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.408624:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0ca80 with x1830945734336000 ext(0->4095) 00002000:00010000:3.0:1746126428.408627:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0ca80 00000100:00100000:0.0:1746126428.409927:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.410147:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734336128 00000100:00100000:2.0:1746126428.410153:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734336128 00000100:00100000:2.0:1746126428.410451:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4838 00000100:00100000:2.0:1746126428.410457:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734336128:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.410468:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.410480:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80284 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd4a7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.410545:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8027d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a0 expref: 81 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.410552:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.410553:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.410556:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80284 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a7 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.410576:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8027d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a0 expref: 81 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.410585:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8027d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a0 expref: 81 pid: 8425 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.410594:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726239872:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126428.410645:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.412736:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726239872:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126428.412736:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126428.412758:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80284 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a7 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.412771:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4200, rc 0) 00000100:00100000:2.0:1746126428.412801:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734336128:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2344us (2876us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.412812:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4838 00000100:00100000:3.0:1746126428.412940:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734336256 00000100:00100000:3.0:1746126428.412946:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734336256 00010000:00010000:3.0:1746126428.412966:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8027d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a0 expref: 82 pid: 8425 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.412997:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16977 00000100:00100000:3.0:1746126428.413002:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1964:x1830945734336256:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.413013:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.413051:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8027d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a0 expref: 82 pid: 8425 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.413060:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8027d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a0 expref: 82 pid: 8425 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.413077:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8027d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a0 expref: 82 pid: 8425 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.413097:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.413099:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.413103:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80284 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a7 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.413110:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80284 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a7 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.413131:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80284 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a7 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.413141:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726240000:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.413187:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.415876:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.415961:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726240000:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.415978:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.416039:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:1964:x1830945734336256:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3017us (3288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.416047:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734336512 00000100:00100000:3.0:1746126428.416048:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16977 00000100:00100000:1.0:1746126428.416052:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734336512 00002000:00100000:1.0:1746126428.416081:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0d880 x1830945734336512/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.416089:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0d880 with x1830945734336512 ext(0->4095) 00002000:00010000:1.0:1746126428.416093:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0d880 00000100:00100000:1.0:1746126428.416330:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3721 00000100:00100000:1.0:1746126428.416336:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734336512:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126428.416466:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734336512:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.416472:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3721 00002000:00100000:1.0:1746126428.416477:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0d880 x1830945734336512/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.416484:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0d880 with x1830945734336512 ext(0->4095) 00002000:00010000:1.0:1746126428.416487:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0d880 00000100:00100000:0.0:1746126428.421496:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.421608:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.423054:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734336640 00000100:00100000:2.0:1746126428.423063:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734336640 00000100:00100000:1.0:1746126428.423126:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734336768 00000100:00100000:1.0:1746126428.423130:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734336768 00000100:00100000:1.0:1746126428.423186:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4839 00000100:00100000:1.0:1746126428.423193:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:31655:x1830945734336768:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.423206:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.423220:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd4b5 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.423244:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80284 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a7 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.423251:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.423253:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.423256:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.423284:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80284 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a7 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.423294:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80284 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a7 expref: 5 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.423308:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726240128:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.423382:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.424728:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4840 00000100:00100000:2.0:1746126428.424738:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:31643:x1830945734336640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.424747:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.424755:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd4ae expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.424771:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.424775:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 84 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.424780:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.424783:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 84 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.424803:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 84 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.424813:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 84 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.424821:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5600, rc 0) 00000100:00100000:2.0:1746126428.424854:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:31643:x1830945734336640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (3370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.424860:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4840 00000100:00100000:0.0:1746126428.431088:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.431167:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734336896 00000100:00100000:3.0:1746126428.431175:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734336896 00010000:00010000:3.0:1746126428.431203:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80284 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a7 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.431241:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16978 00000100:00100000:3.0:1746126428.431248:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734336896:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.431259:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.431277:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80284 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a7 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.431287:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80284 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a7 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.431306:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.431308:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.431316:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.431322:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.431436:0:17079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80284 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4a7 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.431462:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726240128:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.431484:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.431492:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.431500:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952b2e00, rc 0) 00010000:00010000:2.0:1746126428.431624:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.431632:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.431642:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726240384:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.431739:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:31655:x1830945734336768:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8545us (10130us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.431745:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4839 00000100:00100000:2.0:1746126428.431916:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.436136:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.436262:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734337152 00000100:00100000:1.0:1746126428.436270:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734337152 00002000:00100000:1.0:1746126428.436306:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6a680 x1830945734337152/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.436315:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6a680 with x1830945734337152 ext(0->4095) 00010000:00010000:1.0:1746126428.436323:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.436338:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.436345:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6a680 00000100:00100000:1.0:1746126428.436373:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1693 00000100:00100000:1.0:1746126428.436379:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1963:x1830945734337152:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126428.436443:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726240384:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126428.436461:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126428.436506:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734336896:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5258us (5424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.436514:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16978 00000100:00100000:1.0:1746126428.437747:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1963:x1830945734337152:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1365us (1615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.437754:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1693 00002000:00100000:1.0:1746126428.437760:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6a680 x1830945734337152/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.437768:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6a680 with x1830945734337152 ext(0->4095) 00010000:00010000:1.0:1746126428.437774:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.437785:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.437790:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6a680 00000100:00100000:2.0:1746126428.445302:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.445495:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734337280 00000100:00100000:1.0:1746126428.445502:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734337280 00000100:00100000:1.0:1746126428.445553:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4841 00000100:00100000:1.0:1746126428.445560:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734337280:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.445575:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.445590:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd4bc expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.445611:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.445615:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 82 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.445621:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126428.445624:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.445652:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 82 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.445661:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126428.445687:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126428.445732:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009298c000, rc 0) 00000100:00100000:1.0:1746126428.445765:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734337280:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.445770:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4841 00000100:00100000:3.0:1746126428.446484:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734337408 00000100:00100000:3.0:1746126428.446489:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734337408 00010000:00010000:3.0:1746126428.446508:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.446524:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16979 00000100:00100000:3.0:1746126428.446529:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1966:x1830945734337408:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.446536:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.446561:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.446572:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.446587:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b8028b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4b5 expref: 83 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.446604:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.446606:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.446611:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 82 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.446616:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 82 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.446636:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 82 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.446645:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 82 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.446655:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726240640:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.446697:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.451896:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.452011:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734337664 00000100:00100000:1.0:1746126428.452018:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734337664 00002000:00100000:1.0:1746126428.452084:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6aa00 x1830945734337664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.452092:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6aa00 with x1830945734337664 ext(0->4095) 00010000:00010000:1.0:1746126428.452099:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 83 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.452116:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 83 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.452123:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6aa00 00000100:00100000:3.0:1746126428.452127:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726240640:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.452142:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.452142:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1694 00000100:00100000:1.0:1746126428.452148:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1963:x1830945734337664:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126428.452177:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1966:x1830945734337408:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5647us (6488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.452185:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16979 00000100:00100000:1.0:1746126428.452273:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1963:x1830945734337664:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.452278:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1694 00002000:00100000:1.0:1746126428.452283:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6aa00 x1830945734337664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.452290:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6aa00 with x1830945734337664 ext(0->4095) 00010000:00010000:1.0:1746126428.452294:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 82 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.452302:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 82 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.452307:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6aa00 00000100:00100000:0.0:1746126428.454284:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.454340:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734337792 00000100:00100000:3.0:1746126428.454347:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734337792 00010000:00010000:3.0:1746126428.454370:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 82 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.456231:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16980 00000100:00100000:3.0:1746126428.456241:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1963:x1830945734337792:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.456255:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.456275:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 82 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.456286:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 82 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.456304:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80292 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ae expref: 82 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.456320:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.456323:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.456328:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.456335:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.456363:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.456374:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726240768:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126428.457120:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.457281:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.457347:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734337920 00000100:00100000:1.0:1746126428.457353:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734337920 00000100:00100000:1.0:1746126428.457393:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4842 00000100:00100000:1.0:1746126428.457399:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:31643:x1830945734337920:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.457411:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.457422:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd4c3 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.457438:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.457443:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.457445:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.457448:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 83 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.457463:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.457471:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 5 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.457478:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726240896:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.457514:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.462796:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.462973:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726240896:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.463000:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 83 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.463014:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009298da00, rc 0) 00000100:00100000:1.0:1746126428.463069:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:31643:x1830945734337920:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5670us (5951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.463077:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4842 00000100:00100000:2.0:1746126428.463151:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734338176 00000100:00100000:2.0:1746126428.463156:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734338176 00002000:00100000:2.0:1746126428.463184:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba69180 x1830945734338176/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.463192:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69180 with x1830945734338176 ext(0->4095) 00010000:00010000:2.0:1746126428.463198:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.463209:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.463214:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba69180 00000100:00100000:2.0:1746126428.463228:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1695 00000100:00100000:2.0:1746126428.463234:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734338176:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.463345:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734338176:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (555us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.463350:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1695 00002000:00100000:2.0:1746126428.463355:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba69180 x1830945734338176/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.463361:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69180 with x1830945734338176 ext(0->4095) 00010000:00010000:2.0:1746126428.463365:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.463373:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.463378:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba69180 00000100:00100000:3.0:1746126428.463851:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726240768:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.463867:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.463886:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1963:x1830945734337792:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7648us (9607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.463893:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16980 00000100:00100000:0.0:1746126428.469953:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.470039:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734338304 00000100:00100000:3.0:1746126428.470046:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734338304 00010000:00010000:3.0:1746126428.470074:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.470109:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16981 00000100:00100000:3.0:1746126428.470116:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734338304:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.470127:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.470144:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.470158:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.470177:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80299 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4bc expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.470429:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.470431:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.470438:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 81 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.470445:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 81 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.470472:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 81 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.470482:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726241024:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.471453:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.475243:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.475321:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726241024:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.475337:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.475372:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734338304:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5256us (5424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.475381:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16981 00000100:00100000:1.0:1746126428.475449:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734338560 00000100:00100000:1.0:1746126428.475454:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734338560 00002000:00100000:1.0:1746126428.475482:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba68000 x1830945734338560/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.475491:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68000 with x1830945734338560 ext(0->4095) 00002000:00010000:1.0:1746126428.475494:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba68000 00000100:00100000:1.0:1746126428.475504:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3722 00000100:00100000:1.0:1746126428.475509:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1964:x1830945734338560:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126428.475619:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1964:x1830945734338560:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.475624:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3722 00002000:00100000:1.0:1746126428.475628:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba68000 x1830945734338560/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.475634:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68000 with x1830945734338560 ext(0->4095) 00002000:00010000:1.0:1746126428.475636:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba68000 00000100:00100000:0.0:1746126428.482509:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.482585:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734338688 00000100:00100000:1.0:1746126428.482592:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734338688 00000100:00100000:1.0:1746126428.482631:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4843 00000100:00100000:1.0:1746126428.482637:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734338688:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.482649:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.482661:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd4ca expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.482683:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 81 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.482694:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.482695:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.482698:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.482720:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 81 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.482728:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 81 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.482738:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726241152:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.482794:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.489292:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726241152:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.489321:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.489334:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009298d400, rc 0) 00000100:00100000:1.0:1746126428.489366:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734338688:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6729us (6865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.489373:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4843 00000100:00100000:0.0:1746126428.489776:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.489872:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734338816 00000100:00100000:3.0:1746126428.489878:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734338816 00002000:00100000:3.0:1746126428.489906:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009ba6b100 x1830945734338816/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.489914:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b100 with x1830945734338816 ext(0->7) 00010000:00010000:3.0:1746126428.489919:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 82 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.489929:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 82 pid: 17079 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.489935:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6b100 00000100:00100000:3.0:1746126428.489956:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1696 00000100:00100000:3.0:1746126428.489962:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1963:x1830945734338816:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126428.490395:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1963:x1830945734338816:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 433us (620us total) trans 4294968015 rc 0/0 00000100:00100000:3.0:1746126428.490401:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1696 00002000:00100000:3.0:1746126428.490406:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009ba6b100 x1830945734338816/t4294968015(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/448 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.490412:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b100 with x1830945734338816 ext(0->7) 00010000:00010000:3.0:1746126428.490417:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 84 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.490424:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 84 pid: 17079 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.490430:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6b100 00000100:00100000:0.0:1746126428.496762:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.496833:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734338944 00000100:00100000:1.0:1746126428.496841:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734338944 00000100:00100000:1.0:1746126428.496881:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4844 00000100:00100000:1.0:1746126428.496888:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:31643:x1830945734338944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.496905:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.496918:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b802ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd4d1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.496942:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.496946:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.496951:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126428.496954:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b802ae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d1 expref: 85 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.496987:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.497000:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b802ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d1 expref: 85 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.497009:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952b2a00, rc 0) 00000100:00100000:1.0:1746126428.497067:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:31643:x1830945734338944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.497072:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4844 00000100:00100000:0.0:1746126428.498691:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.498752:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734339072 00000100:00100000:3.0:1746126428.498757:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734339072 00010000:00010000:3.0:1746126428.498778:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 85 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.498807:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16982 00000100:00100000:3.0:1746126428.498813:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:1966:x1830945734339072:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.498821:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.498838:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 85 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.498847:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 85 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.498862:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4c3 expref: 85 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.498876:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.498877:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.498883:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.498889:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.498911:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.498924:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 5 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.498934:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726241408:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.498992:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.505137:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.505229:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734339328 00000100:00100000:2.0:1746126428.505236:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734339328 00002000:00100000:2.0:1746126428.505268:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba68a80 x1830945734339328/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.505278:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68a80 with x1830945734339328 ext(0->4095) 00010000:00010000:2.0:1746126428.505286:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.505298:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.505308:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba68a80 00000100:00100000:1.0:1746126428.506432:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1697 00000100:00100000:1.0:1746126428.506443:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734339328:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126428.506611:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734339328:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (1480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.506617:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1697 00002000:00100000:1.0:1746126428.506624:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba68a80 x1830945734339328/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.506631:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68a80 with x1830945734339328 ext(0->4095) 00010000:00010000:1.0:1746126428.506638:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.506647:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.506653:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba68a80 00000100:00100000:3.0:1746126428.506862:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726241408:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.506877:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.506910:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1966:x1830945734339072:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 8097us (8221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.506917:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16982 00000100:00100000:0.0:1746126428.514397:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.514503:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734339456 00000100:00100000:3.0:1746126428.514510:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734339456 00010000:00010000:3.0:1746126428.514548:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.514572:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16983 00000100:00100000:3.0:1746126428.514579:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734339456:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.514590:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.514607:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.514616:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.514634:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009298d400/0x9851078746b802a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ca expref: 6 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.515229:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.515231:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.515238:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b802ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d1 expref: 83 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.515247:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b802ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d1 expref: 83 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.515276:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b802ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d1 expref: 83 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.515287:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726241536:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.515348:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.518318:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726241536:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.518334:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.519128:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734339456:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4547us (4736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.519138:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16983 00000100:00100000:1.0:1746126428.519344:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.519554:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734339712 00000100:00100000:3.0:1746126428.519559:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734339712 00002000:00100000:3.0:1746126428.519588:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad4a80 x1830945734339712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.519597:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4a80 with x1830945734339712 ext(0->4095) 00002000:00010000:3.0:1746126428.519601:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad4a80 00000100:00100000:3.0:1746126428.519624:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3723 00000100:00100000:3.0:1746126428.519631:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1965:x1830945734339712:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126428.519754:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1965:x1830945734339712:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (410us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.519760:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3723 00002000:00100000:3.0:1746126428.519765:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad4a80 x1830945734339712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.519771:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4a80 with x1830945734339712 ext(0->4095) 00002000:00010000:3.0:1746126428.519774:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad4a80 00000100:00100000:0.0:1746126428.523138:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.523212:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734339840 00000100:00100000:3.0:1746126428.523218:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734339840 00000100:00100000:2.0:1746126428.523237:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1830945726241920:0@lo:400:kworker.0 00000100:00100000:3.0:1746126428.523256:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4845 00000100:00100000:3.0:1746126428.523261:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734339840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126428.523271:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746126428.523274:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.523288:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd4d8 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126428.523304:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746126428.523308:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726242048:0@lo:400:kworker.0 00010000:00010000:3.0:1746126428.523309:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b802ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d1 expref: 83 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.523316:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.523317:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746126428.523323:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746126428.523324:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d8 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.523343:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b802ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d1 expref: 83 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126428.523349:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726241920 00010000:00010000:3.0:1746126428.523358:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b802ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d1 expref: 83 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.523369:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726242432:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.523382:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3292:1830945726241792:0@lo:400:kworker.0 00000100:00100000:1.0:1746126428.523401:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126428.523405:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.523412:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945726242304:0@lo:400:kworker.0 00000100:00100000:3.0:1746126428.523417:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726242048 00000100:00100000:3.0:1746126428.523420:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726242048 00000100:00100000:1.0:1746126428.523426:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126428.523436:0:3292:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746126428.523439:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726242304 00000100:00100000:3.0:1746126428.523440:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726242304 00000100:00100000:1.0:1746126428.523440:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3292:1830945726241664:0@lo:400:kworker.0 00000100:00100000:3.0:1746126428.523451:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1746126428.523456:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726242048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126428.523457:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126428.523466:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1830945726242176:0@lo:400:kworker.0 00000100:00100000:1.0:1746126428.523478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126428.523484:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726242048:12345-0@lo:400:kworker.0 Request processed in 27us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.523489:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1746126428.523494:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1746126428.523498:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945726242304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126428.523503:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726241792 00000100:00100000:3.0:1746126428.523505:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726241792 00000100:00100000:3.0:1746126428.523518:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726242176 00000100:00100000:1.0:1746126428.523518:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945726242304:12345-0@lo:400:kworker.0 Request processed in 20us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.523520:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726242176 00000100:00100000:1.0:1746126428.523523:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1746126428.523532:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1746126428.523535:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726241664 00000100:00100000:3.0:1746126428.523536:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1830945726241792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126428.523550:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726241664 00000100:00100000:1.0:1746126428.523568:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1746126428.523571:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1830945726241792:12345-0@lo:400:kworker.0 Request processed in 35us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.523571:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3292:x1830945726241664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126428.523576:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1746126428.523583:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1746126428.523587:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1830945726242176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126428.523588:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3292:x1830945726241664:12345-0@lo:400:kworker.0 Request processed in 17us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.523592:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1746126428.523605:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1830945726242176:12345-0@lo:400:kworker.0 Request processed in 18us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.523609:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1746126428.523619:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3292:1830945726241664:0@lo:400:kworker.0 00000100:00100000:1.0:1746126428.523628:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1830945726242176:0@lo:400:kworker.0 00000100:00100000:1.0:1746126428.523634:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3292:1830945726241792:0@lo:400:kworker.0 00000100:00100000:1.0:1746126428.523639:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945726242304:0@lo:400:kworker.0 00000100:00080000:3.0:1746126428.523709:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746126428.523712:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746126428.523714:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126428.523961:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726241920 00000100:00100000:2.0:1746126428.524002:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1746126428.524007:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1830945726241920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126428.524044:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1830945726241920:12345-0@lo:400:kworker.0 Request processed in 37us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.524048:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1746126428.524049:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726242048:0@lo:400:kworker.0 00000100:00100000:0.0:1746126428.524057:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1830945726241920:0@lo:400:kworker.0 00000100:00080000:3.0:1746126428.524140:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126428.525687:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726242432:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.525708:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d8 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.525721:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:3.0:1746126428.525759:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734339840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2496us (2629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.525765:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4845 00000100:00100000:0.0:1746126428.527014:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.527110:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734339968 00000100:00100000:3.0:1746126428.527117:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734339968 00010000:00010000:3.0:1746126428.527141:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b802ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d1 expref: 84 pid: 17079 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.527165:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16984 00000100:00100000:3.0:1746126428.527171:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1963:x1830945734339968:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.527180:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.527198:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b802ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d1 expref: 84 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.527209:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b802ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d1 expref: 84 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.527227:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2a00/0x9851078746b802ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d1 expref: 84 pid: 17079 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.527244:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.527246:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.527252:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.527259:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.527283:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.527294:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726242560:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.527351:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.529894:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.529964:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.529991:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734340224 00000100:00100000:2.0:1746126428.529997:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734340224 00000100:00100000:1.0:1746126428.530124:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734340352 00000100:00100000:1.0:1746126428.530127:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734340352 00000100:00100000:2.0:1746126428.530138:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4846 00000100:00100000:2.0:1746126428.530145:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:31643:x1830945734340224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:1.0:1746126428.530150:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2300 x1830945734340352/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126428.530155:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:1.0:1746126428.530158:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2300 with x1830945734340352 ext(0->4095) 00002000:00010000:1.0:1746126428.530162:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a2300 00010000:00010000:2.0:1746126428.530167:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd4df expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.530173:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3724 00000100:00100000:1.0:1746126428.530177:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734340352:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00010000:00010000:2.0:1746126428.530189:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d8 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.530195:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.530197:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.530200:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.530222:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d8 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.530231:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d8 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.530241:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726242688:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.530284:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734340352:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.530287:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.530289:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3724 00002000:00100000:1.0:1746126428.530294:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2300 x1830945734340352/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.530305:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2300 with x1830945734340352 ext(0->4095) 00010000:00010000:1.0:1746126428.530309:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d8 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.530317:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d8 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.530322:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a2300 00000100:00100000:3.0:1746126428.530534:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726242560:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.530557:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.530585:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:1963:x1830945734339968:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3414us (3574us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.530593:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16984 00000100:00100000:1.0:1746126428.534744:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.534821:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.534878:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734340480 00000100:00100000:3.0:1746126428.534884:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734340480 00000100:00100000:3.0:1746126428.534947:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4847 00000100:00100000:3.0:1746126428.534954:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:31655:x1830945734340480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.534971:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.534984:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd4e6 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.535004:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.535009:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.535014:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.535017:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.535059:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.535070:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.535079:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07a00, rc 0) 00000100:00100000:3.0:1746126428.535112:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:31655:x1830945734340480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.535117:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4847 00000100:00100000:3.0:1746126428.535134:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734340608 00000100:00100000:3.0:1746126428.535136:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734340608 00010000:00010000:3.0:1746126428.535146:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d8 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.535172:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16985 00000100:00100000:3.0:1746126428.535178:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734340608:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.535184:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.535200:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d8 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.535209:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d8 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.535222:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.535224:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.535228:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.535234:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.535249:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.535257:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.535266:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726242944:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126428.535851:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b802b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4d8 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.535872:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726242688:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126428.535887:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.535894:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.535902:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5400, rc 0) 00000100:00100000:2.0:1746126428.535919:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:31643:x1830945734340224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5775us (6031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.535924:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4846 00000100:00100000:3.0:1746126428.536644:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.540587:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726242944:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.540595:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:3.0:1746126428.540604:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126428.540637:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734340864 00000100:00100000:0.0:1746126428.540643:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734340864 00002000:00100000:0.0:1746126428.540677:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad4700 x1830945734340864/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126428.540685:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4700 with x1830945734340864 ext(0->4095) 00010000:00010000:0.0:1746126428.540692:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126428.540703:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:0.0:1746126428.540708:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad4700 00000100:00100000:0.0:1746126428.540725:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1698 00000100:00100000:0.0:1746126428.540730:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:1963:x1830945734340864:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126428.540924:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734340608:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5744us (6101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.540932:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16985 00000100:00100000:0.0:1746126428.541561:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:1963:x1830945734340864:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 828us (963us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126428.541567:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1698 00002000:00100000:0.0:1746126428.541573:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad4700 x1830945734340864/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126428.541580:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4700 with x1830945734340864 ext(0->4095) 00010000:00010000:0.0:1746126428.541585:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126428.541599:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:0.0:1746126428.541604:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad4700 00000100:00100000:0.0:1746126428.543406:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.543475:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734340992 00000100:00100000:3.0:1746126428.543482:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734340992 00010000:00010000:3.0:1746126428.543506:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.543591:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16986 00000100:00100000:3.0:1746126428.543598:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:1963:x1830945734340992:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.543609:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.543626:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.543637:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.543653:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b802bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4df expref: 85 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.543853:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.543855:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.543861:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 84 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.543868:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 84 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.543893:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 84 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.543904:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726243072:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.544263:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.546213:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726243072:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.546230:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.546262:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1963:x1830945734340992:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2663us (2859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.546270:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16986 00000100:00100000:0.0:1746126428.547015:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.547226:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734341248 00000100:00100000:2.0:1746126428.547233:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734341248 00002000:00100000:2.0:1746126428.547263:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a0000 x1830945734341248/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.547271:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0000 with x1830945734341248 ext(0->4095) 00002000:00010000:2.0:1746126428.547275:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a0000 00000100:00100000:2.0:1746126428.547359:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3725 00000100:00100000:2.0:1746126428.547366:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1963:x1830945734341248:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.547492:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1963:x1830945734341248:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (477us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.547498:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3725 00002000:00100000:2.0:1746126428.547503:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a0000 x1830945734341248/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.547510:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0000 with x1830945734341248 ext(0->4095) 00002000:00010000:2.0:1746126428.547513:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a0000 00000100:00100000:0.0:1746126428.550911:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.550984:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734341376 00000100:00100000:2.0:1746126428.550990:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734341376 00000100:00100000:2.0:1746126428.551489:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4848 00000100:00100000:2.0:1746126428.551495:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734341376:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.551515:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.551528:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b802ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd4ed expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.551562:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 83 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.551572:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.551574:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.551682:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b802ca lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ed expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.551893:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 83 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.551904:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 83 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.551915:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726243200:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126428.558106:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.560252:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.560340:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726243200:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126428.560364:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b802ca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ed expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.560384:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5600, rc 0) 00000100:00100000:2.0:1746126428.560419:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734341376:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8924us (9514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.560426:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4848 00000100:00100000:1.0:1746126428.563128:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734341504 00000100:00100000:1.0:1746126428.563138:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734341504 00002000:00100000:1.0:1746126428.563172:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800946a0e00 x1830945734341504/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.563180:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0e00 with x1830945734341504 ext(0->7) 00010000:00010000:1.0:1746126428.563187:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 84 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.563198:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 84 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.563204:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a0e00 00000100:00100000:1.0:1746126428.563220:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1699 00000100:00100000:1.0:1746126428.563225:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1966:x1830945734341504:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126428.563460:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1966:x1830945734341504:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 233us (3214us total) trans 4294968016 rc 0/0 00000100:00100000:1.0:1746126428.563465:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1699 00002000:00100000:1.0:1746126428.563470:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800946a0e00 x1830945734341504/t4294968016(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/448 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.563476:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0e00 with x1830945734341504 ext(0->7) 00010000:00010000:1.0:1746126428.563480:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.563487:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.563492:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a0e00 00000100:00100000:0.0:1746126428.567150:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.568129:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734341632 00000100:00100000:3.0:1746126428.568139:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734341632 00010000:00010000:3.0:1746126428.568169:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.568258:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16987 00000100:00100000:3.0:1746126428.568266:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1965:x1830945734341632:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.568279:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.568296:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.568306:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.568323:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b802c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4e6 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.568766:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.568768:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.568776:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b802ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ed expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.568784:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b802ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ed expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.568812:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b802ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ed expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.568822:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726243328:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.570357:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.571774:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746126428.571790:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726243456:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126428.571874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126428.572371:0:8426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726243456 00000100:00100000:2.0:1746126428.572377:0:8426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726243456 00000100:00100000:2.0:1746126428.572419:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1746126428.572426:0:8426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945726243456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746126428.572448:0:8426:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 366149632 pending 68157440 free 3855613952 avail 3853516800 00000100:00100000:2.0:1746126428.572482:0:8426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945726243456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.572487:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1746126428.572693:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726243456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746126428.572785:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726243328:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.572798:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.572823:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:1965:x1830945734341632:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4558us (5680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.572830:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16987 00000100:00100000:0.0:1746126428.583834:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.583883:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.583944:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734341888 00000100:00100000:2.0:1746126428.583952:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734341888 00002000:00100000:2.0:1746126428.583987:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a1f80 x1830945734341888/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.583995:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a1f80 with x1830945734341888 ext(0->4095) 00002000:00010000:2.0:1746126428.584000:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a1f80 00000100:00100000:2.0:1746126428.584041:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3726 00000100:00100000:2.0:1746126428.584048:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734341888:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.584182:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734341888:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.584188:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3726 00002000:00100000:2.0:1746126428.584193:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a1f80 x1830945734341888/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.584200:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a1f80 with x1830945734341888 ext(0->4095) 00002000:00010000:2.0:1746126428.584203:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a1f80 00000100:00100000:3.0:1746126428.584265:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734342016 00000100:00100000:3.0:1746126428.584269:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734342016 00000100:00100000:3.0:1746126428.584289:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4849 00000100:00100000:3.0:1746126428.584294:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:31643:x1830945734342016:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.584302:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.584315:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd4f4 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.584337:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b802ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ed expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.584349:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.584351:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.584355:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.584378:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b802ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ed expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.584388:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b802ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ed expref: 5 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.584398:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726243584:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126428.585767:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.588191:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.588229:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.588285:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734342272 00000100:00100000:2.0:1746126428.588296:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734342272 00010000:00010000:2.0:1746126428.588321:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b802ca lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ed expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.588352:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16988 00000100:00100000:2.0:1746126428.588359:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734342272:12345-192.168.203.32@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746126428.588370:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726243584:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126428.588371:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.588389:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.588389:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b802ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ed expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.588397:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b802ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ed expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.588420:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b802ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4ed expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.588421:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.588423:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.588427:0:8423:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.588434:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.588495:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126428.588526:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734342272:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 167us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.588531:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16988 00010000:00010000:3.0:1746126428.588579:0:8423:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.588589:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726243712:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.588626:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.588695:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734342144 00000100:00100000:1.0:1746126428.588699:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734342144 00000100:00100000:1.0:1746126428.588728:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4850 00000100:00100000:1.0:1746126428.588738:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31655:x1830945734342144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.588747:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.588755:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b802d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd4fb expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.588773:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.588778:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.588779:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.588781:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b802d8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4fb expref: 88 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.588797:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.588806:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 88 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.588813:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726243840:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.589215:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.590131:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726243712:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.590142:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126428.590165:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:31643:x1830945734342016:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5870us (6282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.590171:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4849 00000100:00100000:1.0:1746126428.590732:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726243840:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.590748:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b802d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4fb expref: 87 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.590759:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951be400, rc 0) 00000100:00100000:1.0:1746126428.590777:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31655:x1830945734342144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2040us (2593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.590783:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4850 00000100:00100000:0.0:1746126428.591913:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.591975:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734342528 00000100:00100000:2.0:1746126428.591980:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734342528 00002000:00100000:2.0:1746126428.592008:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2a00 x1830945734342528/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.592017:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2a00 with x1830945734342528 ext(0->4095) 00010000:00010000:2.0:1746126428.592044:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.592055:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.592061:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a2a00 00000100:00100000:2.0:1746126428.592280:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1700 00000100:00100000:2.0:1746126428.592287:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1964:x1830945734342528:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126428.592598:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1964:x1830945734342528:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 310us (685us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.592603:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1700 00002000:00100000:2.0:1746126428.592608:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2a00 x1830945734342528/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.592615:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2a00 with x1830945734342528 ext(0->4095) 00010000:00010000:2.0:1746126428.592619:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.592628:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.592633:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a2a00 00000100:00100000:0.0:1746126428.596177:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.596422:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734342656 00000100:00100000:2.0:1746126428.596428:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734342656 00010000:00010000:2.0:1746126428.596456:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.596488:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16989 00000100:00100000:2.0:1746126428.596495:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1964:x1830945734342656:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126428.596508:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126428.596524:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.596549:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.596568:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b802d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4f4 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.596594:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.596595:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.596601:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b802d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4fb expref: 86 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.596608:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b802d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4fb expref: 86 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.596633:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b802d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4fb expref: 86 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126428.596642:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726243968:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126428.596710:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.599660:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726243968:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.599680:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.599724:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734342656:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3228us (3552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.599733:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16989 00000100:00100000:0.0:1746126428.600121:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.600339:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734342912 00000100:00100000:2.0:1746126428.600344:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734342912 00002000:00100000:2.0:1746126428.600370:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a0380 x1830945734342912/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.600378:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0380 with x1830945734342912 ext(0->4095) 00002000:00010000:2.0:1746126428.600383:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a0380 00000100:00100000:2.0:1746126428.600408:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3727 00000100:00100000:2.0:1746126428.600414:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1963:x1830945734342912:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.600551:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1963:x1830945734342912:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.600557:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3727 00002000:00100000:2.0:1746126428.600562:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a0380 x1830945734342912/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.600568:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0380 with x1830945734342912 ext(0->4095) 00002000:00010000:2.0:1746126428.600571:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a0380 00000100:00100000:0.0:1746126428.603390:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.603687:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734343040 00000100:00100000:1.0:1746126428.603695:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734343040 00000100:00100000:1.0:1746126428.603737:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4851 00000100:00100000:1.0:1746126428.603745:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734343040:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.603759:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.603772:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd502 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.603795:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b802d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4fb expref: 85 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.603802:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.603803:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.603806:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802df lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd502 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.603835:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b802d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4fb expref: 85 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.603846:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b802d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4fb expref: 85 pid: 9140 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.603857:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726244096:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.603939:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.606826:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.607058:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734343168 00000100:00100000:3.0:1746126428.607065:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734343168 00010000:00010000:3.0:1746126428.607094:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b802d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4fb expref: 86 pid: 9140 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.607119:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16990 00000100:00100000:3.0:1746126428.607127:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c315180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734343168:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.607137:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.607152:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b802d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4fb expref: 86 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.607161:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b802d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4fb expref: 86 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.607180:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.607181:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.607187:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd502 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.607199:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd502 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.607223:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd502 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.607232:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726244224:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.607239:0:9140:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b802d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd4fb expref: 86 pid: 9140 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.607292:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.607357:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726244096:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.607378:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd502 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.607385:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009298da00, rc 0) 00000100:00100000:1.0:1746126428.607409:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734343040:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3665us (4025us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.607416:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4851 00000100:00100000:3.0:1746126428.610409:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726244224:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.610426:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.610459:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c315180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:1964:x1830945734343168:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3333us (3639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.610468:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16990 00000100:00100000:0.0:1746126428.611447:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.611743:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.611813:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734343424 00000100:00100000:1.0:1746126428.611819:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734343424 00002000:00100000:1.0:1746126428.611854:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c314e00 x1830945734343424/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.611862:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c314e00 with x1830945734343424 ext(0->4095) 00002000:00010000:1.0:1746126428.611866:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c314e00 00000100:00100000:1.0:1746126428.611893:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3728 00000100:00100000:1.0:1746126428.611899:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734343424:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126428.612060:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734343424:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (749us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.612065:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3728 00002000:00100000:1.0:1746126428.612070:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c314e00 x1830945734343424/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.612077:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c314e00 with x1830945734343424 ext(0->4095) 00000100:00100000:2.0:1746126428.612080:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734343552 00002000:00010000:1.0:1746126428.612080:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c314e00 00000100:00100000:2.0:1746126428.612083:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734343552 00000100:00100000:2.0:1746126428.612107:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4852 00000100:00100000:2.0:1746126428.612112:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:31643:x1830945734343552:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.612120:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.612136:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd509 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.612154:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd502 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.612161:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.612163:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.612166:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 86 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.612188:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd502 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.612328:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd502 expref: 5 pid: 9140 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.612337:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726244352:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126428.612394:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.614165:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.614207:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726244352:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126428.614228:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 86 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126428.614231:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126428.614240:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4800, rc 0) 00000100:00100000:3.0:1746126428.614270:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734343680 00000100:00100000:3.0:1746126428.614275:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734343680 00000100:00100000:3.0:1746126428.614306:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4853 00000100:00100000:3.0:1746126428.614312:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31655:x1830945734343680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.614322:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.614331:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b802ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd510 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.614350:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.614353:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 88 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.614358:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.614361:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b802ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd510 expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.614383:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 88 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.614391:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b802ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd510 expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.614397:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:2.0:1746126428.614430:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:31643:x1830945734343552:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2317us (2686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.614438:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4852 00000100:00100000:3.0:1746126428.614905:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31655:x1830945734343680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 593us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.614910:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4853 00000100:00100000:3.0:1746126428.614928:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734343808 00000100:00100000:3.0:1746126428.614930:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734343808 00010000:00010000:3.0:1746126428.614942:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd502 expref: 6 pid: 9140 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.614961:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16991 00000100:00100000:3.0:1746126428.614965:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734343808:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.614972:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.614986:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd502 expref: 6 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.614995:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd502 expref: 6 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.615009:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b802df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd502 expref: 6 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.615048:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.615050:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.615055:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 86 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.615061:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 86 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.615076:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 86 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.615084:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 86 pid: 9140 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.615092:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726244608:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.615128:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.618777:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726244608:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.618793:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.618934:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734343808:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3966us (4700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.618943:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16991 00000100:00100000:0.0:1746126428.619115:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.619812:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734344064 00000100:00100000:3.0:1746126428.619817:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734344064 00002000:00100000:3.0:1746126428.619847:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b4e00 x1830945734344064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.619856:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4e00 with x1830945734344064 ext(0->4095) 00010000:00010000:3.0:1746126428.619863:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 87 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.619874:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 87 pid: 9140 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.619880:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a7b4e00 00000100:00100000:3.0:1746126428.619904:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1701 00000100:00100000:3.0:1746126428.619910:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1966:x1830945734344064:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126428.620043:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1966:x1830945734344064:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (928us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.620048:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1701 00002000:00100000:3.0:1746126428.620053:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b4e00 x1830945734344064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.620060:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4e00 with x1830945734344064 ext(0->4095) 00010000:00010000:3.0:1746126428.620064:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 87 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.620076:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 87 pid: 9140 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.620081:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a7b4e00 00000100:00100000:0.0:1746126428.622695:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.622778:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734344192 00000100:00100000:3.0:1746126428.622784:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734344192 00010000:00010000:3.0:1746126428.622807:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 87 pid: 9140 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.622828:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16992 00000100:00100000:3.0:1746126428.622833:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1966:x1830945734344192:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.622843:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.622858:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 87 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.622868:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 87 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.622885:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b802e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd509 expref: 87 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.622896:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.622898:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.622903:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b802ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd510 expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.622915:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b802ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd510 expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.622940:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b802ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd510 expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.622949:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726244736:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.623309:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcde40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.625601:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.625788:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726244736:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.625804:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.625833:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1966:x1830945734344192:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2999us (3143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.625842:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16992 00000100:00100000:1.0:1746126428.625925:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734344448 00000100:00100000:1.0:1746126428.625931:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734344448 00002000:00100000:1.0:1746126428.625994:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b6680 x1830945734344448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.626002:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6680 with x1830945734344448 ext(0->4095) 00002000:00010000:1.0:1746126428.626006:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b6680 00000100:00100000:1.0:1746126428.626020:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3729 00000100:00100000:1.0:1746126428.626142:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734344448:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126428.626269:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734344448:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (671us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.626274:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3729 00002000:00100000:1.0:1746126428.626279:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b6680 x1830945734344448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.626286:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6680 with x1830945734344448 ext(0->4095) 00002000:00010000:1.0:1746126428.626289:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b6680 00000100:00100000:0.0:1746126428.627548:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.627586:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734344576 00000100:00100000:3.0:1746126428.627591:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734344576 00000100:00100000:3.0:1746126428.627622:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4854 00000100:00100000:3.0:1746126428.627628:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734344576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.627640:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.627651:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b802f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd517 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.627780:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b802ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd510 expref: 85 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.627787:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.627789:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.627792:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b802f4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd517 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.627815:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b802ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd510 expref: 85 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.627824:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b802ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd510 expref: 85 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.627835:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726244864:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126428.627901:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.629556:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726244864:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.629576:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b802f4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd517 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.629588:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06e00, rc 0) 00000100:00100000:3.0:1746126428.629616:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734344576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1988us (2079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.629623:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4854 00000100:00100000:0.0:1746126428.630381:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.630814:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734344704 00000100:00100000:3.0:1746126428.630819:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734344704 00010000:00010000:3.0:1746126428.630838:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b802ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd510 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.630867:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16993 00000100:00100000:3.0:1746126428.630873:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734344704:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.630886:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.630902:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b802ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd510 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.630911:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b802ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd510 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.630934:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b802ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd510 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.631281:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.631284:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.631289:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b802f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd517 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.631297:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b802f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd517 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.631321:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b802f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd517 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.631330:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726244992:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.631391:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.633279:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.633350:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734344960 00000100:00100000:2.0:1746126428.633357:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734344960 00002000:00100000:2.0:1746126428.633384:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b5500 x1830945734344960/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.633392:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b5500 with x1830945734344960 ext(0->4095) 00002000:00010000:2.0:1746126428.633396:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b5500 00000100:00100000:2.0:1746126428.633421:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3730 00000100:00100000:2.0:1746126428.633426:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734344960:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.633548:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734344960:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.633557:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3730 00002000:00100000:2.0:1746126428.633562:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b5500 x1830945734344960/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.633569:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b5500 with x1830945734344960 ext(0->4095) 00002000:00010000:2.0:1746126428.633571:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b5500 00000100:00100000:3.0:1746126428.633761:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726244992:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.633775:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.633809:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:1964:x1830945734344704:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2935us (3428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.633819:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16993 00000100:00100000:0.0:1746126428.635946:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.636051:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734345088 00000100:00100000:3.0:1746126428.636057:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734345088 00000100:00100000:3.0:1746126428.636094:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4855 00000100:00100000:3.0:1746126428.636100:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:31643:x1830945734345088:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.636113:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.636126:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd51e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.636148:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b802f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd517 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.636154:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.636156:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.636158:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.636180:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b802f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd517 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.636188:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b802f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd517 expref: 5 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.636198:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726245120:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126428.636227:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.636295:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.636353:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734345216 00000100:00100000:1.0:1746126428.636356:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734345216 00000100:00100000:1.0:1746126428.636383:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4856 00000100:00100000:1.0:1746126428.636387:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31655:x1830945734345216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.636394:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.636399:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80302 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd525 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.636667:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.636671:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.636680:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.636682:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80302 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd525 expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.636701:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.636710:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80302 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd525 expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.636717:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009298c000, rc 0) 00000100:00100000:1.0:1746126428.636747:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:31655:x1830945734345216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 359us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.636753:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4856 00000100:00100000:3.0:1746126428.638266:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726245120:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.638284:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 87 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.638294:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:3.0:1746126428.638315:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31643:x1830945734345088:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2216us (2374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.638320:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4855 00000100:00100000:0.0:1746126428.638959:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.639117:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734345344 00000100:00100000:3.0:1746126428.639122:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734345344 00010000:00010000:3.0:1746126428.639139:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b802f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd517 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.639155:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16994 00000100:00100000:3.0:1746126428.639160:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734345344:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.639169:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.639184:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b802f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd517 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.639193:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b802f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd517 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.639211:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b802f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd517 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.639635:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.639638:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.639643:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.639652:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.639679:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.639688:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 86 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.639697:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726245376:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.639748:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.640995:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726245376:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.641006:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.641053:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734345344:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1891us (2094us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.641060:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16994 00000100:00100000:0.0:1746126428.641684:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.641749:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734345600 00000100:00100000:1.0:1746126428.641755:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734345600 00002000:00100000:1.0:1746126428.641784:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b6d80 x1830945734345600/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.641793:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6d80 with x1830945734345600 ext(0->4095) 00010000:00010000:1.0:1746126428.641799:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.641809:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.641815:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a7b6d80 00000100:00100000:1.0:1746126428.641842:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1702 00000100:00100000:1.0:1746126428.641849:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1963:x1830945734345600:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126428.641963:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1963:x1830945734345600:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.641969:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1702 00002000:00100000:1.0:1746126428.641973:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b6d80 x1830945734345600/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.641981:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6d80 with x1830945734345600 ext(0->4095) 00010000:00010000:1.0:1746126428.641985:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.641993:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.641998:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a7b6d80 00000100:00100000:0.0:1746126428.646150:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.646666:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734345728 00000100:00100000:3.0:1746126428.646674:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734345728 00010000:00010000:3.0:1746126428.646702:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.646736:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16995 00000100:00100000:3.0:1746126428.646743:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1966:x1830945734345728:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.646755:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.646776:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.646786:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.646803:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b802fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd51e expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.646825:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.646827:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.646833:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80302 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd525 expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.646840:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80302 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd525 expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.646865:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80302 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd525 expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.646875:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726245504:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.648255:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.650827:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.650895:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734345984 00000100:00100000:1.0:1746126428.650902:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734345984 00002000:00100000:1.0:1746126428.650936:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092828e00 x1830945734345984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.650949:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828e00 with x1830945734345984 ext(0->4095) 00002000:00010000:1.0:1746126428.650953:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092828e00 00000100:00100000:1.0:1746126428.650969:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3731 00000100:00100000:1.0:1746126428.650975:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1965:x1830945734345984:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126428.651112:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1965:x1830945734345984:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.651118:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3731 00002000:00100000:1.0:1746126428.651123:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092828e00 x1830945734345984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.651130:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828e00 with x1830945734345984 ext(0->4095) 00002000:00010000:1.0:1746126428.651132:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092828e00 00000100:00100000:3.0:1746126428.651209:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726245504:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.651223:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.651244:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1966:x1830945734345728:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4501us (5101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.651250:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16995 00000100:00100000:0.0:1746126428.654221:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.654520:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734346112 00000100:00100000:3.0:1746126428.654527:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734346112 00000100:00100000:3.0:1746126428.654884:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4857 00000100:00100000:3.0:1746126428.654891:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734346112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.654903:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.654915:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80309 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd52c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.654937:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80302 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd525 expref: 85 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.654944:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.654946:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.654948:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80309 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd52c expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.654970:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80302 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd525 expref: 85 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.654979:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80302 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd525 expref: 85 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.654988:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726245632:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126428.656090:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.660314:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.660409:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734346240 00000100:00100000:2.0:1746126428.660417:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734346240 00010000:00010000:2.0:1746126428.660443:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80302 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd525 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.660457:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726245632:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.660476:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80309 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd52c expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126428.660476:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16996 00000100:00100000:2.0:1746126428.660482:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092829880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1963:x1830945734346240:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126428.660493:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.660497:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00010000:00010000:2.0:1746126428.660509:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80302 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd525 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.660516:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80302 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd525 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.660532:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009298c000/0x9851078746b80302 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd525 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.660555:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.660557:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.660562:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80309 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd52c expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.660573:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80309 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd52c expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.660596:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80309 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd52c expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126428.660605:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726245760:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.661106:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734346112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6214us (6889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.661113:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4857 00000100:00100000:2.0:1746126428.661123:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.665797:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726245760:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126428.665817:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126428.666105:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092829880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:1963:x1830945734346240:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5621us (6087us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.666113:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16996 00000100:00100000:1.0:1746126428.666722:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.666748:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.666807:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734346624 00000100:00100000:2.0:1746126428.666812:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734346624 00002000:00100000:2.0:1746126428.666838:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e19f80 x1830945734346624/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.666847:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19f80 with x1830945734346624 ext(0->4095) 00002000:00010000:2.0:1746126428.666851:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e19f80 00000100:00100000:2.0:1746126428.666865:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3732 00000100:00100000:2.0:1746126428.666871:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734346624:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126428.666981:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734346624:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (232us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.666989:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3732 00002000:00100000:2.0:1746126428.666993:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e19f80 x1830945734346624/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.667000:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19f80 with x1830945734346624 ext(0->4095) 00002000:00010000:2.0:1746126428.667002:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e19f80 00000100:00100000:0.0:1746126428.667156:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734346368 00000100:00100000:0.0:1746126428.667159:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734346368 00000100:00100000:0.0:1746126428.667180:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4858 00000100:00100000:0.0:1746126428.667185:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:31643:x1830945734346368:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126428.667193:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126428.667204:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd533 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.667223:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80309 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd52c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.667229:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126428.667231:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126428.667233:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.667347:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80309 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd52c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.667357:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80309 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd52c expref: 5 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:0.0:1746126428.667366:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092828a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726245888:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126428.667413:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.670200:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.670265:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092828a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726245888:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126428.670276:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126428.670287:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.670300:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846e00, rc 0) 00000100:00100000:3.0:1746126428.670340:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734346752 00000100:00100000:3.0:1746126428.670346:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734346752 00000100:00100000:2.0:1746126428.670369:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31643:x1830945734346368:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3183us (3648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.670373:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4859 00000100:00100000:3.0:1746126428.670379:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31655:x1830945734346752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.670388:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.670398:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80317 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd53a expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.670414:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.670418:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.670423:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.670426:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80317 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd53a expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.670448:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.670456:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80317 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd53a expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.670467:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126428.670482:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:31655:x1830945734346752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.670602:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4858 00000100:00100000:2.0:1746126428.670623:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734346880 00000100:00100000:2.0:1746126428.670625:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734346880 00010000:00010000:2.0:1746126428.670639:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80309 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd52c expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.670669:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16997 00000100:00100000:2.0:1746126428.670675:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734346880:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126428.670682:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126428.670698:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80309 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd52c expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.670833:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80309 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd52c expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.670847:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80309 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd52c expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.670859:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.670861:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.670865:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 87 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.670870:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 87 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.670888:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 87 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.670896:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.670906:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726246144:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.670936:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4859 00000100:00100000:2.0:1746126428.670954:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.672469:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726246144:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126428.672481:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126428.672506:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734346880:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1830us (2228us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.672520:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16997 00000100:00100000:1.0:1746126428.672741:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.672842:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734347136 00000100:00100000:2.0:1746126428.672846:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734347136 00002000:00100000:2.0:1746126428.672871:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e19500 x1830945734347136/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.672879:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19500 with x1830945734347136 ext(0->4095) 00010000:00010000:2.0:1746126428.672884:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.672894:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.672899:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e19500 00000100:00100000:2.0:1746126428.672922:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1703 00000100:00100000:2.0:1746126428.672927:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1964:x1830945734347136:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126428.673077:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1964:x1830945734347136:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.673082:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1703 00002000:00100000:2.0:1746126428.673087:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e19500 x1830945734347136/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.673093:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19500 with x1830945734347136 ext(0->4095) 00010000:00010000:2.0:1746126428.673098:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.673110:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.673116:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e19500 00000100:00100000:2.0:1746126428.674778:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.674844:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734347264 00000100:00100000:0.0:1746126428.674851:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734347264 00010000:00010000:0.0:1746126428.674871:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:0.0:1746126428.674937:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16998 00000100:00100000:0.0:1746126428.674943:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1965:x1830945734347264:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126428.674953:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126428.674967:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126428.675315:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126428.675335:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80310 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd533 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126428.675361:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126428.675363:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126428.675369:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80317 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd53a expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.675376:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80317 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd53a expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.675402:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80317 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd53a expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126428.675412:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092828000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726246272:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126428.675722:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.678811:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.678892:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092828000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726246272:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126428.678907:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.679115:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734347520 00000100:00100000:1.0:1746126428.679120:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734347520 00000100:00100000:2.0:1746126428.679150:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1965:x1830945734347264:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4206us (4374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.679158:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16998 00002000:00100000:1.0:1746126428.679250:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009282bb80 x1830945734347520/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.679259:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282bb80 with x1830945734347520 ext(0->4095) 00002000:00010000:1.0:1746126428.679262:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009282bb80 00000100:00100000:1.0:1746126428.679276:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3733 00000100:00100000:1.0:1746126428.679282:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1966:x1830945734347520:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126428.679421:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1966:x1830945734347520:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.679426:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3733 00002000:00100000:1.0:1746126428.679435:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009282bb80 x1830945734347520/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.679442:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282bb80 with x1830945734347520 ext(0->4095) 00002000:00010000:1.0:1746126428.679444:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009282bb80 00000100:00100000:0.0:1746126428.681424:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.681533:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734347648 00000100:00100000:3.0:1746126428.681547:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734347648 00000100:00100000:3.0:1746126428.681574:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4860 00000100:00100000:3.0:1746126428.681580:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734347648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.681591:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.681603:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8031e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd541 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.681623:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80317 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd53a expref: 85 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.681629:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.681630:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.681633:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8031e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd541 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.681653:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80317 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd53a expref: 85 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.681662:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd53a expref: 85 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.681676:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726246400:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126428.681738:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.682807:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726246400:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.682825:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8031e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd541 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.682834:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07800, rc 0) 00000100:00100000:3.0:1746126428.683214:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734347648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1633us (1793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.683221:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4860 00000100:00100000:0.0:1746126428.683534:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.683646:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734347776 00000100:00100000:2.0:1746126428.683651:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734347776 00010000:00010000:2.0:1746126428.683672:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd53a expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.683700:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 16999 00000100:00100000:2.0:1746126428.683706:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1963:x1830945734347776:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126428.683715:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126428.683731:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd53a expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.683740:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80317 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd53a expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.683827:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80317 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd53a expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.684036:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.684038:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.684043:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8031e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd541 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.684051:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8031e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd541 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.684074:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8031e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd541 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126428.684084:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ae0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726246528:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126428.684146:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.686674:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ae0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726246528:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126428.686690:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126428.686719:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:1963:x1830945734347776:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3012us (3184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.686727:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 16999 00000100:00100000:1.0:1746126428.688094:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.688157:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734348032 00000100:00100000:2.0:1746126428.688163:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734348032 00002000:00100000:2.0:1746126428.688191:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132595180 x1830945734348032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.688199:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595180 with x1830945734348032 ext(0->4095) 00002000:00010000:2.0:1746126428.688203:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132595180 00000100:00100000:2.0:1746126428.688217:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3734 00000100:00100000:2.0:1746126428.688223:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734348032:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.688333:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734348032:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (241us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.688339:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3734 00002000:00100000:2.0:1746126428.688344:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132595180 x1830945734348032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.688350:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595180 with x1830945734348032 ext(0->4095) 00002000:00010000:2.0:1746126428.688353:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132595180 00000100:00100000:2.0:1746126428.690487:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.690564:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.690609:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734348160 00000100:00100000:1.0:1746126428.690616:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734348160 00000100:00100000:1.0:1746126428.690653:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734348288 00000100:00100000:1.0:1746126428.690655:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734348288 00000100:00100000:1.0:1746126428.690666:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4861 00000100:00100000:1.0:1746126428.690672:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:31643:x1830945734348160:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.690684:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.690696:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd548 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.690715:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8031e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd541 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.690722:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.690723:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.690726:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.690751:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8031e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd541 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126428.690760:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4862 00010000:00010000:1.0:1746126428.690761:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8031e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd541 expref: 5 pid: 9140 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.690767:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31655:x1830945734348288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126428.690770:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726246656:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.690772:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.690778:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8032c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd54f expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.690786:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.690789:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.690793:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.690795:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8032c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd54f expref: 88 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.690813:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.690831:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d480 going to sleep for 11 seconds 00010000:00010000:3.0:1746126428.690834:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8032c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd54f expref: 88 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.690841:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126428.690859:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:31655:x1830945734348288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.690864:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4862 00000100:00100000:1.0:1746126428.692577:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726246656:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.692598:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.692608:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009298da00, rc 0) 00000100:00100000:1.0:1746126428.692826:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31643:x1830945734348160:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2153us (2343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.692832:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4861 00000100:00100000:0.0:1746126428.693203:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.693632:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734348416 00000100:00100000:3.0:1746126428.693638:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734348416 00010000:00010000:3.0:1746126428.693660:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8031e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd541 expref: 6 pid: 9140 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.693679:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17000 00000100:00100000:3.0:1746126428.693684:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734348416:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.693693:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.693715:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8031e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd541 expref: 6 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.693725:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8031e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd541 expref: 6 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.693746:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8031e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd541 expref: 6 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.693759:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.693761:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.693767:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.693774:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.693799:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.693808:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.693818:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726246912:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.694118:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.696235:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726246912:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.696253:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.696280:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734348416:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2596us (3077us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.696288:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17000 00000100:00100000:2.0:1746126428.696594:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.696641:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734348672 00000100:00100000:1.0:1746126428.696646:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734348672 00002000:00100000:1.0:1746126428.696672:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b7100 x1830945734348672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.696680:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b7100 with x1830945734348672 ext(0->4095) 00010000:00010000:1.0:1746126428.696686:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.696697:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.696702:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a7b7100 00000100:00100000:1.0:1746126428.696715:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1704 00000100:00100000:1.0:1746126428.696720:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1964:x1830945734348672:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126428.696827:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1964:x1830945734348672:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.696833:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1704 00002000:00100000:1.0:1746126428.696838:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b7100 x1830945734348672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.696844:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b7100 with x1830945734348672 ext(0->4095) 00010000:00010000:1.0:1746126428.696848:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.696857:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.696862:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a7b7100 00000100:00100000:0.0:1746126428.698690:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.698871:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734348800 00000100:00100000:3.0:1746126428.698877:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734348800 00010000:00010000:3.0:1746126428.698897:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.699191:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17001 00000100:00100000:1.0:1746126428.699199:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1965:x1830945734348800:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.699210:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.699226:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.699236:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.699254:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009298da00/0x9851078746b80325 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd548 expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.699270:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.699272:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.699277:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8032c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd54f expref: 86 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.699284:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8032c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd54f expref: 86 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.699313:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8032c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd54f expref: 86 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.699322:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726247040:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.699381:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.702293:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726247040:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.702311:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.702343:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1965:x1830945734348800:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3144us (3658us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.702352:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17001 00000100:00100000:2.0:1746126428.702872:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.702990:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734349056 00000100:00100000:0.0:1746126428.702996:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734349056 00002000:00100000:0.0:1746126428.703085:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b5f80 x1830945734349056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126428.703093:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b5f80 with x1830945734349056 ext(0->4095) 00002000:00010000:0.0:1746126428.703097:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b5f80 00000100:00100000:0.0:1746126428.703111:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3735 00000100:00100000:0.0:1746126428.703118:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734349056:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126428.703228:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734349056:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (356us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126428.703233:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3735 00002000:00100000:0.0:1746126428.703238:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b5f80 x1830945734349056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126428.703244:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b5f80 with x1830945734349056 ext(0->4095) 00002000:00010000:0.0:1746126428.703247:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b5f80 00000100:00100000:0.0:1746126428.705133:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.705305:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734349184 00000100:00100000:1.0:1746126428.705312:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734349184 00000100:00100000:1.0:1746126428.705462:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4863 00000100:00100000:1.0:1746126428.705470:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5359050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734349184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.705482:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.705494:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd556 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.705515:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8032c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd54f expref: 85 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.705521:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.705523:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.705526:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.705566:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8032c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd54f expref: 85 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.705577:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8032c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd54f expref: 85 pid: 9140 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.705587:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726247168:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.706304:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.709097:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726247168:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.709126:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.709139:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951bf400, rc 0) 00000100:00100000:1.0:1746126428.709173:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5359050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734349184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3703us (4043us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.709181:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4863 00000100:00100000:0.0:1746126428.710053:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.711604:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734349312 00000100:00100000:1.0:1746126428.711612:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734349312 00010000:00010000:1.0:1746126428.711643:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8032c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd54f expref: 86 pid: 9140 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.711682:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17002 00000100:00100000:1.0:1746126428.711689:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734349312:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.711701:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.711718:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8032c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd54f expref: 86 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.711728:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8032c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd54f expref: 86 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.711746:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8032c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd54f expref: 86 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.711770:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.711771:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.711777:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.711784:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.711809:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.711819:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726247296:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.711876:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.715189:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.715389:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734349440 00000100:00100000:1.0:1746126428.715396:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734349440 00000100:00100000:1.0:1746126428.715442:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4864 00000100:00100000:1.0:1746126428.715450:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:31643:x1830945734349440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.715463:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.715477:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd55d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.715500:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.715506:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.715507:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.715510:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.715532:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.715552:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 5 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.715561:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726247424:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.715623:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.716321:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.716471:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726247296:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.716486:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.717079:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1964:x1830945734349312:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5389us (7054us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.717088:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17002 00000100:00100000:2.0:1746126428.717553:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734349696 00000100:00100000:2.0:1746126428.717558:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734349696 00002000:00100000:2.0:1746126428.717586:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009282ad80 x1830945734349696/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.717594:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282ad80 with x1830945734349696 ext(0->4095) 00010000:00010000:2.0:1746126428.717601:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.717611:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.717617:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009282ad80 00000100:00100000:2.0:1746126428.717635:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1705 00000100:00100000:2.0:1746126428.717642:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734349696:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.717764:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734349696:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (1443us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.717769:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1705 00002000:00100000:2.0:1746126428.717774:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009282ad80 x1830945734349696/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.717781:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282ad80 with x1830945734349696 ext(0->4095) 00010000:00010000:2.0:1746126428.717785:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.717793:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.717798:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009282ad80 00000100:00100000:1.0:1746126428.719171:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726247424:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.719195:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.719210:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ce7a00, rc 0) 00000100:00100000:1.0:1746126428.719602:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:31643:x1830945734349440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4152us (4417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.719609:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4864 00000100:00100000:0.0:1746126428.721808:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.722053:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734349824 00000100:00100000:1.0:1746126428.722060:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734349824 00000100:00100000:1.0:1746126428.722104:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4865 00000100:00100000:1.0:1746126428.722110:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:31655:x1830945734349824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.722124:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.722136:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b80341 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd564 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.722157:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.722162:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.722166:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.722169:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b80341 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd564 expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.722199:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.722210:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b80341 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd564 expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.722222:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cdd0200, rc 0) 00000100:00100000:1.0:1746126428.722872:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31655:x1830945734349824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 761us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.722878:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4865 00000100:00100000:0.0:1746126428.727378:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.727811:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734349952 00000100:00100000:1.0:1746126428.727817:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734349952 00010000:00010000:1.0:1746126428.727843:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.727876:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17003 00000100:00100000:1.0:1746126428.727883:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734349952:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.727893:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.727910:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.727920:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.727937:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951bf400/0x9851078746b80333 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd556 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.728459:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.728462:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.728467:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.728479:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.728506:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.728516:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.728526:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726247680:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.728924:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.731555:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726247680:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.731578:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.731609:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734349952:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3726us (4238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.731618:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17003 00000100:00100000:0.0:1746126428.733368:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.733421:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734350208 00000100:00100000:2.0:1746126428.733428:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734350208 00002000:00100000:2.0:1746126428.733465:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092829880 x1830945734350208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.733473:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829880 with x1830945734350208 ext(0->4095) 00010000:00010000:2.0:1746126428.733480:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.733491:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.733496:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092829880 00000100:00100000:2.0:1746126428.733522:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1706 00000100:00100000:2.0:1746126428.733528:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1964:x1830945734350208:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.733676:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1964:x1830945734350208:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.733681:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1706 00002000:00100000:2.0:1746126428.733687:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092829880 x1830945734350208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.733694:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829880 with x1830945734350208 ext(0->4095) 00010000:00010000:2.0:1746126428.733699:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.733708:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.733713:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092829880 00000100:00100000:0.0:1746126428.735706:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.735917:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734350336 00000100:00100000:1.0:1746126428.735924:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734350336 00010000:00010000:1.0:1746126428.735948:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.735980:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17004 00000100:00100000:1.0:1746126428.735986:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1963:x1830945734350336:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.735997:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.736013:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.736049:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.736068:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ce7a00/0x9851078746b8033a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd55d expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.736083:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.736084:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.736090:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b80341 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd564 expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.736096:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b80341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd564 expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.736303:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b80341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd564 expref: 86 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.736314:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726247808:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.736579:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.739052:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.739140:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726247808:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.739157:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.739187:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1963:x1830945734350336:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3200us (3485us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.739196:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17004 00000100:00100000:2.0:1746126428.739267:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734350592 00000100:00100000:2.0:1746126428.739272:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734350592 00002000:00100000:2.0:1746126428.739299:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136458a80 x1830945734350592/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.739307:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136458a80 with x1830945734350592 ext(0->4095) 00002000:00010000:2.0:1746126428.739310:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136458a80 00000100:00100000:2.0:1746126428.739331:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3736 00000100:00100000:2.0:1746126428.739337:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136458a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1966:x1830945734350592:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126428.739459:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136458a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1966:x1830945734350592:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.739465:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3736 00002000:00100000:2.0:1746126428.739469:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136458a80 x1830945734350592/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.739475:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136458a80 with x1830945734350592 ext(0->4095) 00002000:00010000:2.0:1746126428.739478:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136458a80 00000100:00100000:0.0:1746126428.742855:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.743163:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734350720 00000100:00100000:1.0:1746126428.743169:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734350720 00000100:00100000:1.0:1746126428.743211:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4866 00000100:00100000:1.0:1746126428.743217:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734350720:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.743232:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.743245:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd56b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.743266:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b80341 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd564 expref: 85 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.743272:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.743273:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.743276:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.743299:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b80341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd564 expref: 85 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.743309:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b80341 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd564 expref: 85 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.743319:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726247936:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.743377:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.745473:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726247936:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.745496:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.745511:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952b2e00, rc 0) 00000100:00100000:1.0:1746126428.745651:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734350720:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2432us (2800us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.745668:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4866 00000100:00100000:0.0:1746126428.746651:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.747081:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734350848 00000100:00100000:1.0:1746126428.747087:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734350848 00010000:00010000:1.0:1746126428.747123:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b80341 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd564 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.747918:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17005 00000100:00100000:1.0:1746126428.747927:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1963:x1830945734350848:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.747938:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.747955:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b80341 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd564 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.747966:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b80341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd564 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.747982:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0200/0x9851078746b80341 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd564 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.748551:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.748553:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.748560:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.748572:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.748598:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.748609:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726248064:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126428.749488:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.749626:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.749643:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734350976 00000100:00100000:1.0:1746126428.749647:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734350976 00000100:00100000:1.0:1746126428.749675:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4867 00000100:00100000:1.0:1746126428.749679:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:31643:x1830945734350976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.749690:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.749701:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd572 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.749716:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.749722:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.749723:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.749726:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.749741:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.749755:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 5 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.749763:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726248192:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.749787:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.751448:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726248192:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126428.751580:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.751642:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726248064:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.751649:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734351232 00000100:00100000:3.0:1746126428.751657:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734351232 00002000:00100000:3.0:1746126428.751693:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136458e00 x1830945734351232/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.751701:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136458e00 with x1830945734351232 ext(0->4095) 00010000:00010000:3.0:1746126428.751708:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.751718:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.751726:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136458e00 00000100:00100000:3.0:1746126428.751741:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1707 00000100:00100000:3.0:1746126428.751746:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136458e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734351232:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00010000:00010000:1.0:1746126428.751844:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126428.751848:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.751858:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cdd0400, rc 0) 00000100:00100000:2.0:1746126428.751872:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31643:x1830945734350976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2192us (2386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.751872:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1963:x1830945734350848:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3948us (5223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.751878:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4867 00000100:00100000:1.0:1746126428.751878:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17005 00000100:00100000:3.0:1746126428.752003:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136458e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734351232:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 255us (422us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.752010:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1707 00002000:00100000:3.0:1746126428.752015:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136458e00 x1830945734351232/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.752039:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136458e00 with x1830945734351232 ext(0->4095) 00010000:00010000:3.0:1746126428.752044:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.752052:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.752057:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136458e00 00000100:00100000:0.0:1746126428.753868:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.753947:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734351360 00000100:00100000:1.0:1746126428.753953:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734351360 00010000:00010000:1.0:1746126428.753973:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.754229:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17006 00000100:00100000:1.0:1746126428.754236:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734351360:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.754247:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.754262:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.754272:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.754289:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80348 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd56b expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.754306:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.754308:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.754313:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 85 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.754321:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 85 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.754345:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 85 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.754355:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726248320:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.754913:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.757367:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.757457:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726248320:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.757473:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.757504:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734351360:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3267us (3639us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.757512:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17006 00000100:00100000:3.0:1746126428.757688:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734351616 00000100:00100000:3.0:1746126428.757694:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734351616 00002000:00100000:3.0:1746126428.757720:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013645aa00 x1830945734351616/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.757728:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645aa00 with x1830945734351616 ext(0->4095) 00002000:00010000:3.0:1746126428.757732:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013645aa00 00000100:00100000:3.0:1746126428.757756:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3737 00000100:00100000:3.0:1746126428.757762:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734351616:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126428.757921:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734351616:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (560us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.757927:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3737 00002000:00100000:3.0:1746126428.757931:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013645aa00 x1830945734351616/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.757937:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645aa00 with x1830945734351616 ext(0->4095) 00002000:00010000:3.0:1746126428.757940:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013645aa00 00000100:00100000:0.0:1746126428.765547:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.765843:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734351744 00000100:00100000:2.0:1746126428.765850:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734351744 00000100:00100000:2.0:1746126428.765888:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4868 00000100:00100000:2.0:1746126428.765894:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734351744:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.765906:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.765918:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80356 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd579 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.765940:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 85 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.765946:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.765948:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.765951:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80356 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd579 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.765974:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 85 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.765984:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 85 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.765993:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726248448:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126428.766075:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126428.773783:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726248448:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126428.773806:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80356 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd579 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.773820:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5400, rc 0) 00000100:00100000:2.0:1746126428.773867:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734351744:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7972us (8336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.773873:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4868 00000100:00100000:0.0:1746126428.774963:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.778832:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734351872 00000100:00100000:2.0:1746126428.778842:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734351872 00002000:00100000:2.0:1746126428.778879:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013645ad80 x1830945734351872/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.778888:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645ad80 with x1830945734351872 ext(0->7) 00010000:00010000:2.0:1746126428.778895:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.778910:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 86 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.778916:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013645ad80 00000100:00100000:2.0:1746126428.778943:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1708 00000100:00100000:2.0:1746126428.778951:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1963:x1830945734351872:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126428.779224:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1963:x1830945734351872:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 273us (4261us total) trans 4294968017 rc 0/0 00000100:00100000:2.0:1746126428.779230:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1708 00002000:00100000:2.0:1746126428.779236:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013645ad80 x1830945734351872/t4294968017(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/448 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.779243:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645ad80 with x1830945734351872 ext(0->7) 00010000:00010000:2.0:1746126428.779247:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 88 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.779255:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 88 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.779261:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013645ad80 00000100:00100000:0.0:1746126428.784010:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.784118:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734352000 00000100:00100000:1.0:1746126428.784125:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734352000 00010000:00010000:1.0:1746126428.784152:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 88 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.784185:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17007 00000100:00100000:1.0:1746126428.784192:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1963:x1830945734352000:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.784206:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.784222:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 88 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.784232:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 88 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.784250:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0400/0x9851078746b8034f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd572 expref: 88 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.784268:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.784270:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.784277:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80356 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd579 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.784284:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80356 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd579 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.784310:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80356 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd579 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.784321:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726248576:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.784391:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.787677:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726248576:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.787696:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.787741:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1963:x1830945734352000:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3547us (3737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.787754:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17007 00000100:00100000:0.0:1746126428.789259:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.790562:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734352256 00000100:00100000:2.0:1746126428.790571:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734352256 00002000:00100000:2.0:1746126428.790606:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff2300 x1830945734352256/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.790615:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff2300 with x1830945734352256 ext(0->4095) 00002000:00010000:2.0:1746126428.790620:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff2300 00000100:00100000:2.0:1746126428.790637:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3738 00000100:00100000:2.0:1746126428.790644:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734352256:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126428.792792:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734352256:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 2141us (3529us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.792800:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3738 00002000:00100000:2.0:1746126428.792808:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff2300 x1830945734352256/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.792815:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff2300 with x1830945734352256 ext(0->4095) 00002000:00010000:2.0:1746126428.792819:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff2300 00000100:00100000:1.0:1746126428.795834:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.795919:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734352384 00000100:00100000:2.0:1746126428.795979:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734352384 00000100:00100000:2.0:1746126428.796222:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4869 00000100:00100000:2.0:1746126428.796279:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31643:x1830945734352384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.796413:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.796687:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd580 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.796801:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80356 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd579 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.796867:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.796870:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.796874:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.797126:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80356 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd579 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.797136:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80356 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd579 expref: 5 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.797146:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726248704:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126428.797574:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.798377:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.798849:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726248704:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126428.798867:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.798879:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5800, rc 0) 00000100:00100000:1.0:1746126428.799191:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734352512 00000100:00100000:1.0:1746126428.799195:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734352512 00000100:00100000:1.0:1746126428.799233:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4870 00000100:00100000:1.0:1746126428.799239:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31655:x1830945734352512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.799249:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.799259:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951be600/0x9851078746b80364 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd587 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.799272:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.799276:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.799281:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.799284:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951be600/0x9851078746b80364 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd587 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.799306:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.799315:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951be600/0x9851078746b80364 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd587 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.799322:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951be600, rc 0) 00000100:00100000:2.0:1746126428.799459:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31643:x1830945734352384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3182us (3630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.799465:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4869 00000100:00100000:1.0:1746126428.799683:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31655:x1830945734352512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 443us (1306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.799692:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4870 00000100:00100000:0.0:1746126428.799843:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.799880:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734352640 00000100:00100000:1.0:1746126428.799883:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734352640 00010000:00010000:1.0:1746126428.799896:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80356 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd579 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.799921:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17008 00000100:00100000:1.0:1746126428.799926:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734352640:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.799933:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.799949:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80356 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd579 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.799958:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80356 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd579 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.799973:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b80356 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd579 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.799985:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.799986:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.799990:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.799997:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.800047:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 88 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.800057:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 88 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.800067:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726248960:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.800750:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.801993:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726248960:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.802007:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.802049:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734352640:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2122us (2205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.802056:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17008 00000100:00100000:0.0:1746126428.802993:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.803112:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734352896 00000100:00100000:2.0:1746126428.803118:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734352896 00002000:00100000:2.0:1746126428.803148:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff3800 x1830945734352896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.803161:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff3800 with x1830945734352896 ext(0->4095) 00010000:00010000:2.0:1746126428.803168:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 89 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.803183:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 89 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.803188:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff3800 00000100:00100000:2.0:1746126428.803214:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1709 00000100:00100000:2.0:1746126428.803220:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1964:x1830945734352896:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126428.803342:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1964:x1830945734352896:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (350us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.803348:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1709 00002000:00100000:2.0:1746126428.803353:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff3800 x1830945734352896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.803360:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff3800 with x1830945734352896 ext(0->4095) 00010000:00010000:2.0:1746126428.803364:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 89 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.803372:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 89 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.803378:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff3800 00000100:00100000:0.0:1746126428.806622:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.806745:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734353024 00000100:00100000:1.0:1746126428.806753:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734353024 00010000:00010000:1.0:1746126428.806778:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 89 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.806809:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17009 00000100:00100000:1.0:1746126428.806816:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1965:x1830945734353024:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.806827:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.806843:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 89 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.806853:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 89 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.806871:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b8035d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd580 expref: 89 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.806895:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.806897:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.806902:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951be600/0x9851078746b80364 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd587 expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.806909:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951be600/0x9851078746b80364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd587 expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.806939:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951be600/0x9851078746b80364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd587 expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.806948:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726249088:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.807013:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.808187:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726249088:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.808200:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.808230:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1965:x1830945734353024:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1414us (1614us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.808237:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17009 00000100:00100000:0.0:1746126428.808789:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.808920:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734353280 00000100:00100000:2.0:1746126428.808925:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734353280 00002000:00100000:2.0:1746126428.808953:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff0700 x1830945734353280/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.808966:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff0700 with x1830945734353280 ext(0->4095) 00002000:00010000:2.0:1746126428.808970:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff0700 00000100:00100000:2.0:1746126428.808992:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3739 00000100:00100000:2.0:1746126428.808997:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1963:x1830945734353280:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.809133:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1963:x1830945734353280:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (344us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.809138:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3739 00002000:00100000:2.0:1746126428.809143:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff0700 x1830945734353280/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.809149:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff0700 with x1830945734353280 ext(0->4095) 00002000:00010000:2.0:1746126428.809152:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff0700 00000100:00100000:0.0:1746126428.812880:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.813419:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734353408 00000100:00100000:1.0:1746126428.813426:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734353408 00000100:00100000:1.0:1746126428.813585:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4871 00000100:00100000:1.0:1746126428.813593:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734353408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.813607:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.813619:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd58e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.813645:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951be600/0x9851078746b80364 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd587 expref: 87 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.813651:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.813653:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.813656:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.813679:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951be600/0x9851078746b80364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd587 expref: 87 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.813689:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951be600/0x9851078746b80364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd587 expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.813698:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726249216:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.814327:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.817385:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726249216:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.817408:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.817422:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015a400, rc 0) 00000100:00100000:1.0:1746126428.817454:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734353408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3862us (4582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.817462:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4871 00000100:00100000:0.0:1746126428.817866:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.818155:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734353536 00000100:00100000:1.0:1746126428.818161:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734353536 00010000:00010000:1.0:1746126428.818181:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951be600/0x9851078746b80364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd587 expref: 88 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.818211:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17010 00000100:00100000:1.0:1746126428.818217:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1963:x1830945734353536:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.818227:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.818243:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951be600/0x9851078746b80364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd587 expref: 88 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.818252:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951be600/0x9851078746b80364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd587 expref: 88 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.818269:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951be600/0x9851078746b80364 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd587 expref: 88 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.818281:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.818283:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.818289:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.818296:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.818318:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.818327:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726249344:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.818380:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.820869:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726249344:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.820886:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.821524:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1963:x1830945734353536:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3304us (3655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.821534:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17010 00000100:00100000:0.0:1746126428.821791:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.822286:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734353792 00000100:00100000:1.0:1746126428.822291:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734353792 00000100:00100000:1.0:1746126428.822315:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4872 00000100:00100000:1.0:1746126428.822321:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31643:x1830945734353792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.822334:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.822347:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd595 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.822370:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.822377:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.822378:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.822381:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.822402:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.822412:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 5 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.822426:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726249472:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.822483:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.822989:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.823004:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734353920 00000100:00100000:0.0:1746126428.823007:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734353920 00002000:00100000:0.0:1746126428.823045:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095760700 x1830945734353920/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126428.823053:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760700 with x1830945734353920 ext(0->4095) 00010000:00010000:0.0:1746126428.823058:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126428.823067:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:0.0:1746126428.823072:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095760700 00000100:00100000:0.0:1746126428.823095:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1710 00000100:00100000:0.0:1746126428.823101:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734353920:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126428.824791:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734353920:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1684us (1796us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126428.824800:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1710 00002000:00100000:0.0:1746126428.824808:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095760700 x1830945734353920/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126428.824816:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760700 with x1830945734353920 ext(0->4095) 00010000:00010000:0.0:1746126428.824823:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126428.824832:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:0.0:1746126428.824838:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095760700 00000100:00100000:1.0:1746126428.826398:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726249472:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.826420:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.826432:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015b400, rc 0) 00000100:00100000:1.0:1746126428.826461:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:31643:x1830945734353792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4140us (4671us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.826466:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4872 00000100:00100000:0.0:1746126428.827648:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.828187:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734354048 00000100:00100000:1.0:1746126428.828193:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734354048 00000100:00100000:1.0:1746126428.828231:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4873 00000100:00100000:1.0:1746126428.828238:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:31655:x1830945734354048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.828250:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.828263:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80379 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd59c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.828281:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.828286:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.828291:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.828294:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80379 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd59c expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.828325:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.828334:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80379 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd59c expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.828342:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015b600, rc 0) 00000100:00100000:1.0:1746126428.828377:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31655:x1830945734354048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.828382:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4873 00000100:00100000:0.0:1746126428.830136:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.830223:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734354176 00000100:00100000:1.0:1746126428.830229:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734354176 00010000:00010000:1.0:1746126428.830252:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.830281:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17011 00000100:00100000:1.0:1746126428.830287:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734354176:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.830296:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.830312:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.830321:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.830337:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8036b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd58e expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.830358:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.830360:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.830365:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.830372:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.830396:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.830405:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 88 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.830416:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726249728:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.830481:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.833015:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.833150:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726249728:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.833165:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.833207:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734354176:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2919us (3073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.833216:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17011 00000100:00100000:1.0:1746126428.833525:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734354432 00000100:00100000:1.0:1746126428.833530:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734354432 00002000:00100000:1.0:1746126428.833567:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095763480 x1830945734354432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.833581:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095763480 with x1830945734354432 ext(0->4095) 00010000:00010000:1.0:1746126428.833587:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 89 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.833597:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 89 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.833603:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095763480 00000100:00100000:1.0:1746126428.833951:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1711 00000100:00100000:1.0:1746126428.833957:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1963:x1830945734354432:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126428.834263:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1963:x1830945734354432:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 305us (1251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.834269:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1711 00002000:00100000:1.0:1746126428.834274:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095763480 x1830945734354432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.834281:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095763480 with x1830945734354432 ext(0->4095) 00010000:00010000:1.0:1746126428.834286:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 89 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.834295:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 89 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126428.834300:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095763480 00000100:00100000:0.0:1746126428.841458:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.841552:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734354560 00000100:00100000:1.0:1746126428.841560:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734354560 00010000:00010000:1.0:1746126428.841586:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 89 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.841766:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17012 00000100:00100000:1.0:1746126428.841773:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1963:x1830945734354560:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.841785:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.841803:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 89 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.841813:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 89 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.841831:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80372 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd595 expref: 89 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.841856:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.841858:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.841864:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80379 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd59c expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.841871:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80379 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd59c expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.841899:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80379 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd59c expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.841909:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726249856:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.842846:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.847197:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726249856:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.847215:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.847261:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1963:x1830945734354560:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5488us (5810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.847270:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17012 00000100:00100000:0.0:1746126428.847345:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.848729:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734354816 00000100:00100000:1.0:1746126428.848736:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734354816 00002000:00100000:1.0:1746126428.848770:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761500 x1830945734354816/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.848780:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761500 with x1830945734354816 ext(0->4095) 00002000:00010000:1.0:1746126428.848784:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095761500 00000100:00100000:1.0:1746126428.848814:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3740 00000100:00100000:1.0:1746126428.848820:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1966:x1830945734354816:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126428.848947:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1966:x1830945734354816:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (1602us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126428.848953:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3740 00002000:00100000:1.0:1746126428.848958:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761500 x1830945734354816/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126428.848964:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761500 with x1830945734354816 ext(0->4095) 00002000:00010000:1.0:1746126428.848966:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095761500 00000100:00100000:0.0:1746126428.852896:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.853279:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734354944 00000100:00100000:3.0:1746126428.853287:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734354944 00000100:00100000:3.0:1746126428.853328:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4874 00000100:00100000:3.0:1746126428.853334:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734354944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.853347:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.853361:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd5a3 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.853384:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80379 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd59c expref: 87 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.853395:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.853396:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.853399:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.853423:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80379 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd59c expref: 87 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.853434:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80379 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd59c expref: 87 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.853445:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726249984:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126428.853506:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.855917:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726249984:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.855938:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.855950:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126428.855978:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734354944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2644us (3089us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.855984:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4874 00000100:00100000:0.0:1746126428.857811:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.857972:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734355072 00000100:00100000:3.0:1746126428.857979:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734355072 00000100:00100000:3.0:1746126428.858047:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4875 00000100:00100000:3.0:1746126428.858054:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:31643:x1830945734355072:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.858070:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.858082:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd5aa expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.858100:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.858105:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.858110:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126428.858113:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.858137:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.858148:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.858156:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:3.0:1746126428.858184:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31643:x1830945734355072:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.858189:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4875 00000100:00100000:0.0:1746126428.858782:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.858907:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734355200 00000100:00100000:1.0:1746126428.858911:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734355200 00010000:00010000:1.0:1746126428.858926:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80379 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd59c expref: 89 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.858958:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17013 00000100:00100000:1.0:1746126428.858963:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1963:x1830945734355200:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.858970:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.858986:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80379 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd59c expref: 89 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.858995:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80379 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd59c expref: 89 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.859008:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80379 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd59c expref: 89 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.859037:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.859038:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.859044:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.859050:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.859068:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.859078:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 5 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.859091:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726250240:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.859135:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.861595:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726250240:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.861611:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.862206:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1963:x1830945734355200:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3241us (3422us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.862214:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17013 00000100:00100000:2.0:1746126428.862603:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.862742:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734355456 00000100:00100000:3.0:1746126428.862748:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734355456 00002000:00100000:3.0:1746126428.862778:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b6a00 x1830945734355456/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.862787:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6a00 with x1830945734355456 ext(0->4095) 00010000:00010000:3.0:1746126428.862794:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.862804:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.862810:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a7b6a00 00000100:00100000:3.0:1746126428.862835:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1712 00000100:00100000:3.0:1746126428.862841:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734355456:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126428.862968:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734355456:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (365us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.862974:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1712 00002000:00100000:3.0:1746126428.862979:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b6a00 x1830945734355456/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.862986:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6a00 with x1830945734355456 ext(0->4095) 00010000:00010000:3.0:1746126428.862990:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.862998:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.863004:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a7b6a00 00000100:00100000:0.0:1746126428.867495:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.867580:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734355584 00000100:00100000:1.0:1746126428.867588:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734355584 00010000:00010000:1.0:1746126428.867615:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.867651:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17014 00000100:00100000:1.0:1746126428.867658:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734355584:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.867668:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.867685:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.867695:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.867714:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80380 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5a3 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.867938:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.867941:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.867947:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.867955:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.867980:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.867990:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726250368:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.876723:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.881146:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726250368:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.881164:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.881210:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734355584:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 13552us (13721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.881218:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17014 00000100:00100000:1.0:1746126428.882333:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.882486:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734355840 00000100:00100000:2.0:1746126428.882491:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734355840 00002000:00100000:2.0:1746126428.882519:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132594000 x1830945734355840/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.882527:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594000 with x1830945734355840 ext(0->4095) 00002000:00010000:2.0:1746126428.882531:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132594000 00000100:00100000:2.0:1746126428.882559:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3741 00000100:00100000:2.0:1746126428.882565:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1966:x1830945734355840:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126428.882690:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1966:x1830945734355840:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.882695:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3741 00002000:00100000:2.0:1746126428.882700:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132594000 x1830945734355840/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.882712:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594000 with x1830945734355840 ext(0->4095) 00002000:00010000:2.0:1746126428.882715:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132594000 00000100:00100000:0.0:1746126428.891247:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.892951:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734355968 00000100:00100000:3.0:1746126428.892960:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734355968 00000100:00100000:1.0:1746126428.894076:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4876 00000100:00100000:1.0:1746126428.894088:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734355968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.894104:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.894118:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8038e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd5b1 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.894145:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.894158:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.894159:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126428.894163:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8038e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b1 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.894188:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 87 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.894199:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 87 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.894209:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726250496:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.894875:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.898103:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726250496:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.898130:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8038e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b1 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.898143:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015a400, rc 0) 00000100:00100000:1.0:1746126428.900220:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734355968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6129us (8972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.900228:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4876 00000100:00100000:3.0:1746126428.902401:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.902425:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734356096 00000100:00100000:3.0:1746126428.902432:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734356096 00002000:00100000:3.0:1746126428.902465:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c319880 x1830945734356096/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.902475:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c319880 with x1830945734356096 ext(0->7) 00010000:00010000:3.0:1746126428.902482:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 88 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.902493:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 88 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.902500:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c319880 00000100:00100000:3.0:1746126428.902520:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1713 00000100:00100000:3.0:1746126428.902526:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1963:x1830945734356096:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126428.902762:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734356096:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 236us (365us total) trans 4294968018 rc 0/0 00000100:00100000:3.0:1746126428.902767:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1713 00002000:00100000:3.0:1746126428.902772:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c319880 x1830945734356096/t4294968018(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 496/448 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.902779:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c319880 with x1830945734356096 ext(0->7) 00010000:00010000:3.0:1746126428.902782:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.902790:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.902795:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c319880 00000100:00100000:0.0:1746126428.905455:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.905526:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734356224 00000100:00100000:1.0:1746126428.905532:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734356224 00010000:00010000:1.0:1746126428.905566:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.905599:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17015 00000100:00100000:1.0:1746126428.905605:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734356224:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.905616:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.905631:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.905639:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.905655:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80387 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5aa expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.905677:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.905678:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.905685:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8038e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b1 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.905691:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8038e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b1 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.905716:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8038e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b1 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.905728:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726250624:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.905786:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.907178:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726250624:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.907192:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.907212:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1963:x1830945734356224:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1607us (1763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.907219:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17015 00000100:00100000:0.0:1746126428.909562:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.909631:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734356480 00000100:00100000:3.0:1746126428.909637:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734356480 00002000:00100000:3.0:1746126428.909668:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2300 x1830945734356480/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.909677:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2300 with x1830945734356480 ext(0->4095) 00002000:00010000:3.0:1746126428.909681:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf2300 00000100:00100000:3.0:1746126428.909698:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3742 00000100:00100000:3.0:1746126428.909705:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734356480:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126428.909837:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734356480:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.909843:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3742 00002000:00100000:3.0:1746126428.909848:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2300 x1830945734356480/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.909855:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2300 with x1830945734356480 ext(0->4095) 00002000:00010000:3.0:1746126428.909857:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf2300 00000100:00100000:0.0:1746126428.912731:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.913012:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734356608 00000100:00100000:1.0:1746126428.913042:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734356608 00000100:00100000:1.0:1746126428.913142:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4877 00000100:00100000:1.0:1746126428.913150:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31655:x1830945734356608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126428.913167:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126428.913183:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd5b8 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.913207:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8038e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b1 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.913213:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.913214:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.913217:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.913242:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8038e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b1 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.913253:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8038e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b1 expref: 5 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.913262:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726250752:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.913768:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.915213:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726250752:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126428.915236:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.915249:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a61c3800, rc 0) 00000100:00100000:1.0:1746126428.915278:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31655:x1830945734356608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2128us (2552us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.915285:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4877 00000100:00100000:0.0:1746126428.916355:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.916415:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.916875:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734356736 00000100:00100000:1.0:1746126428.916881:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734356736 00000100:00100000:2.0:1746126428.916897:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734356864 00000100:00100000:2.0:1746126428.916899:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734356864 00010000:00010000:1.0:1746126428.916905:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8038e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b1 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.917167:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17016 00000100:00100000:1.0:1746126428.917175:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734356736:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.917187:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.917204:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8038e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b1 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.917214:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8038e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b1 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.917232:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b8038e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b1 expref: 6 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.917254:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.917256:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.917261:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.917267:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.917288:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.917298:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726250880:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.917314:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4878 00000100:00100000:3.0:1746126428.917320:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31643:x1830945734356864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.917331:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126428.917353:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00010000:00010000:3.0:1746126428.917458:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd5bf expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.917474:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.917479:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.917481:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.917484:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.917499:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.917507:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 91 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.917514:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726251008:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126428.917544:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.918936:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726250880:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.918950:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.918974:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734356736:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1799us (2620us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126428.918978:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.918981:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17016 00000100:00100000:0.0:1746126428.919009:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734357120 00000100:00100000:0.0:1746126428.919013:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734357120 00000100:00100000:3.0:1746126428.919060:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726251008:192.168.203.32@tcp:104: 00002000:00100000:0.0:1746126428.919062:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4d880 x1830945734357120/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126428.919070:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4d880 with x1830945734357120 ext(0->4095) 00010000:00010000:3.0:1746126428.919072:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.919075:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 92 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.919082:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07600, rc 0) 00010000:00010000:0.0:1746126428.919083:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 92 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:0.0:1746126428.919089:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4d880 00000100:00100000:0.0:1746126428.919113:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1714 00000100:00100000:0.0:1746126428.919118:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734357120:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126428.919155:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31643:x1830945734356864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1834us (2739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.919159:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4878 00000100:00100000:0.0:1746126428.919215:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734357120:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126428.919221:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1714 00002000:00100000:0.0:1746126428.919226:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4d880 x1830945734357120/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126428.919232:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4d880 with x1830945734357120 ext(0->4095) 00010000:00010000:0.0:1746126428.919236:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 91 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126428.919244:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 91 pid: 8423 timeout: 647 lvb_type: 0 00002000:00010000:0.0:1746126428.919249:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4d880 00000100:00100000:0.0:1746126428.921314:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.921348:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.921362:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734357248 00000100:00100000:3.0:1746126428.921368:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734357248 00000100:00100000:3.0:1746126428.921405:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4879 00000100:00100000:3.0:1746126428.921415:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734357248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126428.921424:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734357376 00010000:00010000:3.0:1746126428.921426:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126428.921427:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734357376 00010000:00010000:3.0:1746126428.921437:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd5c6 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.921440:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 91 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.921454:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17017 00010000:00010000:3.0:1746126428.921458:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746126428.921459:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1965:x1830945734357376:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126428.921461:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.921466:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126428.921468:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126428.921469:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.921480:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 91 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.921488:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 91 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.921560:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.921561:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b80395 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5b8 expref: 91 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.921572:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.921582:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.921583:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.921588:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.921595:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.921616:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.921625:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.921635:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726251264:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126428.921639:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06c00, rc 0) 00000100:00100000:1.0:1746126428.921698:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.921771:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734357248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 356us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.921777:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4879 00000100:00100000:1.0:1746126428.922988:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726251264:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.923174:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.923196:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1965:x1830945734357376:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1737us (1847us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.923203:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17017 00000100:00100000:0.0:1746126428.923960:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.924011:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734357632 00000100:00100000:2.0:1746126428.924016:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734357632 00002000:00100000:2.0:1746126428.924065:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4ce00 x1830945734357632/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.924073:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4ce00 with x1830945734357632 ext(0->4095) 00010000:00010000:2.0:1746126428.924079:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.924089:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.924094:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4ce00 00000100:00100000:2.0:1746126428.924113:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1715 00000100:00100000:2.0:1746126428.924118:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734357632:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126428.924235:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734357632:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (275us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.924241:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1715 00002000:00100000:2.0:1746126428.924246:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4ce00 x1830945734357632/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.924253:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4ce00 with x1830945734357632 ext(0->4095) 00010000:00010000:2.0:1746126428.924258:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.924266:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.924272:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4ce00 00000100:00100000:0.0:1746126428.926193:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.926254:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.926394:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734357888 00000100:00100000:1.0:1746126428.926399:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734357888 00010000:00010000:1.0:1746126428.926418:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.926437:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17018 00000100:00100000:1.0:1746126428.926443:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734357888:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.926450:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.926465:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.926473:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.926490:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b8039c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5bf expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.926501:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.926503:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.926509:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.926515:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.926549:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.926560:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726251392:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.926616:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.926670:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734357760 00000100:00100000:3.0:1746126428.926673:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734357760 00000100:00100000:3.0:1746126428.926693:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4880 00000100:00100000:3.0:1746126428.926698:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31643:x1830945734357760:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.926706:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.926715:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b803aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd5cd expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.926732:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.926738:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.926739:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.926742:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b803aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5cd expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.926756:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.926764:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 5 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.926772:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726251520:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126428.926790:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.928427:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726251392:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.928442:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126428.928450:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726251520:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.928464:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734357888:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2021us (2210us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126428.928465:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b803aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5cd expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.928472:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17018 00010000:00010000:3.0:1746126428.928474:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:3.0:1746126428.928487:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31643:x1830945734357760:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1789us (2298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.928491:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4880 00000100:00100000:0.0:1746126428.929502:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.929573:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734358144 00000100:00100000:2.0:1746126428.929579:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734358144 00002000:00100000:2.0:1746126428.929604:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4f100 x1830945734358144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.929612:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4f100 with x1830945734358144 ext(0->4095) 00010000:00010000:2.0:1746126428.929618:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.929627:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.929632:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4f100 00000100:00100000:2.0:1746126428.929645:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1716 00000100:00100000:2.0:1746126428.929650:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734358144:12345-192.168.203.32@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746126428.929763:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734358144:12345-192.168.203.32@tcp:3:ldlm_bl.0 Request processed in 112us (263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.929768:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1716 00002000:00100000:2.0:1746126428.929772:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4f100 x1830945734358144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.929784:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4f100 with x1830945734358144 ext(0->4095) 00010000:00010000:2.0:1746126428.929788:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126428.929796:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126428.929800:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4f100 00000100:00100000:0.0:1746126428.934259:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.934400:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734358272 00000100:00100000:1.0:1746126428.934408:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734358272 00010000:00010000:1.0:1746126428.934437:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.934461:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17019 00000100:00100000:1.0:1746126428.934468:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734358272:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.934479:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.934498:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.934509:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.934528:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b803a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5c6 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.934562:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.934564:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.934570:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b803aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5cd expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.934577:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b803aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5cd expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.934607:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b803aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5cd expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.934619:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726251648:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.934673:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.937235:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726251648:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.937251:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.937286:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734358272:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2819us (3035us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.937294:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17019 00000100:00100000:2.0:1746126428.938134:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.938186:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734358528 00000100:00100000:0.0:1746126428.938192:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734358528 00002000:00100000:0.0:1746126428.938224:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b4a80 x1830945734358528/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126428.938233:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4a80 with x1830945734358528 ext(0->4095) 00002000:00010000:0.0:1746126428.938237:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b4a80 00000100:00100000:0.0:1746126428.938269:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3743 00000100:00100000:0.0:1746126428.938275:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734358528:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126428.938422:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734358528:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (289us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126428.938428:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3743 00002000:00100000:0.0:1746126428.938433:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b4a80 x1830945734358528/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126428.938439:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4a80 with x1830945734358528 ext(0->4095) 00002000:00010000:0.0:1746126428.938442:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b4a80 00000100:00100000:0.0:1746126428.940672:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.940716:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734358656 00000100:00100000:3.0:1746126428.940722:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734358656 00000100:00100000:3.0:1746126428.940767:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4881 00000100:00100000:3.0:1746126428.940774:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734358656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.940787:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.940800:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b803b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd5d4 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.940821:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b803aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5cd expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.940827:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.940829:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126428.940833:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b803b1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5d4 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.940857:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b803aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5cd expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.940867:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b803aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5cd expref: 89 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.940877:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726251776:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126428.940948:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.942482:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726251776:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.942503:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b803b1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5d4 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.942519:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:3.0:1746126428.942558:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734358656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1784us (1891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.942564:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4881 00000100:00100000:0.0:1746126428.943100:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.943333:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734358784 00000100:00100000:1.0:1746126428.943339:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734358784 00010000:00010000:1.0:1746126428.943358:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b803aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5cd expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.943387:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17020 00000100:00100000:1.0:1746126428.943394:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734358784:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.943406:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.943421:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b803aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5cd expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.943430:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b803aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5cd expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.943446:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b803aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5cd expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.943467:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.943469:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.943474:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b803b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5d4 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.943481:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b803b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5d4 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.943502:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b803b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5d4 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.943512:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726251904:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.943652:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.945836:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726251904:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.945856:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.945886:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1964:x1830945734358784:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2491us (2785us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.945898:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17020 00000100:00100000:0.0:1746126428.948495:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126428.948533:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.948916:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734359168 00000100:00100000:3.0:1746126428.948923:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734359168 00000100:00100000:3.0:1746126428.948954:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4882 00000100:00100000:3.0:1746126428.948961:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31643:x1830945734359168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.948974:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.948987:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd5db expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126428.949076:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734359040 00000100:00100000:2.0:1746126428.949080:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734359040 00002000:00100000:2.0:1746126428.949100:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e35500 x1830945734359040/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.949108:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35500 with x1830945734359040 ext(0->4095) 00002000:00010000:2.0:1746126428.949111:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e35500 00000100:00100000:2.0:1746126428.949135:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3744 00000100:00100000:2.0:1746126428.949141:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734359040:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126428.949757:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734359040:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 615us (1265us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.949763:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3744 00002000:00100000:2.0:1746126428.949768:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e35500 x1830945734359040/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.949775:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35500 with x1830945734359040 ext(0->4095) 00002000:00010000:2.0:1746126428.949778:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e35500 00010000:00010000:3.0:1746126428.949830:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b803b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5d4 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.949838:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.949840:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.949844:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.949867:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b803b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5d4 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.949878:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b803b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5d4 expref: 5 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.949892:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726252032:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126428.949943:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.953969:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.954093:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734359296 00000100:00100000:2.0:1746126428.954100:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734359296 00000100:00100000:2.0:1746126428.954144:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4883 00000100:00100000:2.0:1746126428.954151:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734359296:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.954165:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.954180:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b803bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd5e2 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.954201:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126428.954205:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.954210:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.954213:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b803bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e2 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.954243:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.954255:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b803bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e2 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.954263:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4200, rc 0) 00000100:00100000:2.0:1746126428.954310:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734359296:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.954315:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4883 00000100:00100000:2.0:1746126428.954859:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726252032:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126428.954874:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.954882:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07a00, rc 0) 00000100:00100000:2.0:1746126428.954934:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734359168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5974us (6400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126428.954939:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4882 00000100:00100000:0.0:1746126428.955282:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.956260:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734359424 00000100:00100000:1.0:1746126428.956267:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734359424 00010000:00010000:1.0:1746126428.956294:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b803b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5d4 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.956351:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17021 00000100:00100000:1.0:1746126428.956358:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734359424:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.956369:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.956385:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b803b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5d4 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.956395:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b803b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5d4 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.956411:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b803b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5d4 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.956546:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.956548:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.956554:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.956564:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.956591:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.956604:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.956614:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726252288:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.956687:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.959498:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726252288:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.959515:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.959557:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734359424:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3198us (4274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.959566:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17021 00000100:00100000:0.0:1746126428.960127:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.960177:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734359680 00000100:00100000:3.0:1746126428.960182:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734359680 00002000:00100000:3.0:1746126428.960212:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131545180 x1830945734359680/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.960220:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545180 with x1830945734359680 ext(0->4095) 00010000:00010000:3.0:1746126428.960227:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.960236:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.960242:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131545180 00000100:00100000:3.0:1746126428.960257:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1717 00000100:00100000:3.0:1746126428.960262:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734359680:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126428.960549:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734359680:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 285us (422us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.960555:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1717 00002000:00100000:3.0:1746126428.960560:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131545180 x1830945734359680/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.960566:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545180 with x1830945734359680 ext(0->4095) 00010000:00010000:3.0:1746126428.960571:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.960580:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.960584:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131545180 00000100:00100000:0.0:1746126428.962514:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.962920:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734359808 00000100:00100000:1.0:1746126428.962926:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734359808 00010000:00010000:1.0:1746126428.962951:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.962982:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17022 00000100:00100000:1.0:1746126428.962988:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734359808:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.962999:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.963013:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.963058:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.963076:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5db expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.963089:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.963090:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.963096:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b803bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e2 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.963103:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b803bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e2 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.963129:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b803bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e2 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.963138:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726252416:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.963209:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.968194:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.968373:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726252416:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126428.968377:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734360064 00000100:00100000:3.0:1746126428.968384:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734360064 00010000:00010000:1.0:1746126428.968390:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746126428.968415:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131546680 x1830945734360064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.968424:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131546680 with x1830945734360064 ext(0->4095) 00002000:00010000:3.0:1746126428.968428:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131546680 00000100:00100000:1.0:1746126428.968434:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734359808:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5444us (5923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.968442:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17022 00000100:00100000:3.0:1746126428.968443:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3745 00000100:00100000:3.0:1746126428.968448:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734360064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126428.968830:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734360064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 381us (1093us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.968836:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3745 00002000:00100000:3.0:1746126428.968840:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131546680 x1830945734360064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.968847:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131546680 with x1830945734360064 ext(0->4095) 00002000:00010000:3.0:1746126428.968849:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131546680 00000100:00100000:0.0:1746126428.970769:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126428.970965:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734360192 00000100:00100000:2.0:1746126428.970971:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734360192 00000100:00100000:2.0:1746126428.971012:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4884 00000100:00100000:2.0:1746126428.971019:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734360192:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126428.971051:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126428.971064:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b803c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd5e9 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.971084:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b803bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e2 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.971090:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.971092:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126428.971095:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b803c6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e9 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.971116:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b803bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e2 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126428.971128:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b803bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e2 expref: 89 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126428.971142:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726252544:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126428.973200:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126428.973227:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726252544:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.973246:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b803c6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e9 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.973262:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4c00, rc 0) 00000100:00100000:3.0:1746126428.973293:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734360192:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2273us (2527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.973299:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4884 00000100:00100000:0.0:1746126428.973950:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.973990:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734360320 00000100:00100000:1.0:1746126428.973995:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734360320 00010000:00010000:1.0:1746126428.974014:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b803bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e2 expref: 90 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.974061:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17023 00000100:00100000:1.0:1746126428.974067:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734360320:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.974078:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.974094:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b803bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e2 expref: 90 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.974104:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b803bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e2 expref: 90 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.974121:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b803bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e2 expref: 90 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.974140:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.974142:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.974148:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b803c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e9 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.974154:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b803c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e9 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.974176:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b803c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e9 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.974186:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726252672:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.974243:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.976335:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726252672:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.976350:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.976385:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1964:x1830945734360320:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2318us (2436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.976397:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17023 00000100:00100000:0.0:1746126428.977462:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.978213:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734360576 00000100:00100000:3.0:1746126428.978219:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734360576 00002000:00100000:3.0:1746126428.978251:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131546300 x1830945734360576/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.978259:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131546300 with x1830945734360576 ext(0->4095) 00002000:00010000:3.0:1746126428.978263:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131546300 00000100:00100000:3.0:1746126428.978312:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3746 00000100:00100000:3.0:1746126428.978319:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734360576:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126428.978766:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734360576:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 446us (1304us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.978772:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3746 00002000:00100000:3.0:1746126428.978777:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131546300 x1830945734360576/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.978785:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131546300 with x1830945734360576 ext(0->4095) 00002000:00010000:3.0:1746126428.978787:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131546300 00000100:00100000:0.0:1746126428.980293:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.980463:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734360704 00000100:00100000:3.0:1746126428.980469:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734360704 00000100:00100000:3.0:1746126428.980496:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4885 00000100:00100000:3.0:1746126428.980502:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31643:x1830945734360704:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126428.980515:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126428.980528:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd5f0 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.980560:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b803c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e9 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.980567:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.980568:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126428.980571:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.980594:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b803c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e9 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.980603:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b803c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e9 expref: 5 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126428.980613:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726252800:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126428.981984:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126428.982119:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.986067:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734360832 00000100:00100000:0.0:1746126428.986077:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734360832 00000100:00100000:0.0:1746126428.986128:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4886 00000100:00100000:0.0:1746126428.986135:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734360832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126428.986149:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126428.986163:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b803d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd5f7 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.986184:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126428.986189:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.986194:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126428.986197:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b803d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f7 expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.986224:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.986238:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b803d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f7 expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126428.986247:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b408d800, rc 0) 00000100:00100000:0.0:1746126428.986295:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734360832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (4315us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126428.986300:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4886 00000100:00100000:3.0:1746126428.986649:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726252800:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126428.986666:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126428.986672:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126428.986689:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734360704:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6188us (6400us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126428.986697:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4885 00000100:00100000:2.0:1746126428.986900:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.986936:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734360960 00000100:00100000:1.0:1746126428.986940:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734360960 00010000:00010000:1.0:1746126428.986956:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b803c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e9 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.986985:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17024 00000100:00100000:1.0:1746126428.986991:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734360960:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.986999:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.987014:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b803c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e9 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.987044:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b803c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e9 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.987060:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b803c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5e9 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.987079:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.987080:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.987085:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.987091:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.987113:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.987122:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.987131:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726253056:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.987181:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126428.990225:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726253056:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.990244:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126428.990430:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.990826:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734360960:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3834us (3926us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.990835:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17024 00010000:00010000:0.0:1746126428.991133:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126428.991183:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734361216 00000100:00100000:3.0:1746126428.991188:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734361216 00002000:00100000:3.0:1746126428.991217:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac5880 x1830945734361216/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.991225:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac5880 with x1830945734361216 ext(0->4095) 00010000:00010000:3.0:1746126428.991232:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.991243:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.991248:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac5880 00000100:00100000:3.0:1746126428.991261:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1718 00000100:00100000:3.0:1746126428.991266:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734361216:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126428.991374:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734361216:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (944us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126428.991379:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1718 00002000:00100000:3.0:1746126428.991384:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac5880 x1830945734361216/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126428.991391:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac5880 with x1830945734361216 ext(0->4095) 00010000:00010000:3.0:1746126428.991395:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126428.991406:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126428.991411:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac5880 00000100:00100000:0.0:1746126428.994285:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.994646:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734361344 00000100:00100000:1.0:1746126428.994654:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734361344 00010000:00010000:1.0:1746126428.994682:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126428.994716:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17025 00000100:00100000:1.0:1746126428.994723:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1966:x1830945734361344:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126428.994738:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126428.994753:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.994767:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.994786:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b803cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f0 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126428.994809:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.994811:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126428.994817:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b803d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f7 expref: 90 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.994823:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b803d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f7 expref: 90 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126428.994850:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b803d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f7 expref: 90 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126428.994860:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726253184:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126428.994933:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126428.997125:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126428.997207:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726253184:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126428.997223:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126428.997253:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1966:x1830945734361344:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2531us (2974us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126428.997262:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17025 00000100:00100000:2.0:1746126428.997634:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734361600 00000100:00100000:2.0:1746126428.997640:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734361600 00002000:00100000:2.0:1746126428.997669:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac5c00 x1830945734361600/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/0 e 0 to 0 dl 1746126439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.997678:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac5c00 with x1830945734361600 ext(0->4095) 00002000:00010000:2.0:1746126428.997681:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dac5c00 00000100:00100000:2.0:1746126428.997859:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3747 00000100:00100000:2.0:1746126428.997866:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1965:x1830945734361600:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126428.998005:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1965:x1830945734361600:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (885us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126428.998010:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3747 00002000:00100000:2.0:1746126428.998015:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac5c00 x1830945734361600/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746126439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126428.998045:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac5c00 with x1830945734361600 ext(0->4095) 00002000:00010000:2.0:1746126428.998048:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dac5c00 00000100:00100000:0.0:1746126429.000137:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.000405:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734361728 00000100:00100000:3.0:1746126429.000412:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734361728 00000100:00100000:3.0:1746126429.000491:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4887 00000100:00100000:3.0:1746126429.000499:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734361728:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.000511:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.000525:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b803db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd5fe expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.000558:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b803d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f7 expref: 89 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.000565:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.000566:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.000569:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b803db lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5fe expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.000594:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b803d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f7 expref: 89 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.000603:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b803d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f7 expref: 89 pid: 9140 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126429.000613:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726253312:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.000679:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00080000:0.0:1746126429.000725:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126429.003551:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726253312:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.003575:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b803db lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5fe expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.003588:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126429.003616:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734361728:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3118us (3484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.003623:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4887 00000100:00100000:0.0:1746126429.004481:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.004733:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734361856 00000100:00100000:1.0:1746126429.004739:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734361856 00010000:00010000:1.0:1746126429.004766:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b803d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f7 expref: 90 pid: 9140 timeout: 647 lvb_type: 0 00000100:00080000:0.0:1746126429.004910:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126429.005250:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17026 00000100:00100000:1.0:1746126429.005258:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734361856:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126429.005269:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126429.005285:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b803d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f7 expref: 90 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126429.005295:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b803d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f7 expref: 90 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126429.005312:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b803d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5f7 expref: 90 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126429.005334:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.005336:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.005342:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b803db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5fe expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.005348:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b803db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5fe expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.005373:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b803db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5fe expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126429.005383:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726253440:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126429.005439:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.008335:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.008398:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.008460:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734362112 00000100:00100000:3.0:1746126429.008467:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734362112 00002000:00100000:3.0:1746126429.008494:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760700 x1830945734362112/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.008502:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760700 with x1830945734362112 ext(0->4095) 00002000:00010000:3.0:1746126429.008506:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760700 00000100:00100000:3.0:1746126429.008520:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3748 00000100:00100000:3.0:1746126429.008525:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734362112:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126429.008655:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734362112:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.008660:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3748 00002000:00100000:3.0:1746126429.008665:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760700 x1830945734362112/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.008671:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760700 with x1830945734362112 ext(0->4095) 00002000:00010000:3.0:1746126429.008674:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760700 00000100:00100000:1.0:1746126429.008837:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726253440:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126429.008853:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126429.008875:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1963:x1830945734361856:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3618us (4395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.008882:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17026 00000100:00100000:2.0:1746126429.008942:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734362240 00000100:00100000:2.0:1746126429.008946:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734362240 00000100:00100000:2.0:1746126429.008975:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4888 00000100:00100000:2.0:1746126429.008980:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31643:x1830945734362240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.008987:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.008998:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd605 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.009015:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b803db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5fe expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.009046:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.009048:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.009051:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.009083:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b803db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5fe expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.009093:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b803db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5fe expref: 5 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126429.009102:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726253568:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.009141:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.011406:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726253568:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.011427:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.011439:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4800, rc 0) 00000100:00100000:2.0:1746126429.011466:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31643:x1830945734362240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2485us (3067us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.011472:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4888 00000100:00100000:0.0:1746126429.012126:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.012212:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734362368 00000100:00100000:3.0:1746126429.012217:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734362368 00000100:00100000:3.0:1746126429.012241:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4889 00000100:00100000:3.0:1746126429.012246:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31655:x1830945734362368:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.012257:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.012267:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b803e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd60c expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.012281:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.012285:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.012290:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.012293:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b803e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd60c expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.012314:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.012323:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b803e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd60c expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.012329:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07600, rc 0) 00000100:00100000:3.0:1746126429.013509:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734362368:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1259us (1380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.013516:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4889 00000100:00100000:0.0:1746126429.014290:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.014744:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734362496 00000100:00100000:1.0:1746126429.014750:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734362496 00010000:00010000:1.0:1746126429.014776:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b803db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5fe expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126429.014807:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17027 00000100:00100000:1.0:1746126429.014813:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734362496:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126429.014824:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126429.014840:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b803db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5fe expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126429.014849:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b803db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5fe expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126429.014866:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b803db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd5fe expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126429.014889:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.014891:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.014896:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.014907:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.014931:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.014940:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126429.014949:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726253824:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126429.015000:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5da80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126429.019478:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726253824:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126429.019498:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126429.019542:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734362496:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4720us (5244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.019551:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17027 00000100:00100000:0.0:1746126429.020101:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.020344:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734362752 00000100:00100000:3.0:1746126429.020350:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734362752 00002000:00100000:3.0:1746126429.020382:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093763100 x1830945734362752/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.020390:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763100 with x1830945734362752 ext(0->4095) 00010000:00010000:3.0:1746126429.020397:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126429.020408:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126429.020413:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093763100 00000100:00100000:3.0:1746126429.020427:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1719 00000100:00100000:3.0:1746126429.020434:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734362752:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126429.020563:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734362752:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (462us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.020572:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1719 00002000:00100000:3.0:1746126429.020577:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093763100 x1830945734362752/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.020584:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763100 with x1830945734362752 ext(0->4095) 00010000:00010000:3.0:1746126429.020588:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746126429.020596:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746126429.020601:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093763100 00000100:00100000:0.0:1746126429.024239:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.024289:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734362880 00000100:00100000:1.0:1746126429.024296:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734362880 00010000:00010000:1.0:1746126429.024323:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746126429.024355:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17028 00000100:00100000:1.0:1746126429.024361:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734362880:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126429.024374:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126429.024391:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126429.024401:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126429.024419:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b803e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd605 expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126429.024433:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.024435:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.024441:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b803e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd60c expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.024447:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b803e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd60c expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.024472:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b803e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd60c expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126429.024483:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726253952:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126429.024562:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.028317:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726253952:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.028337:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126429.028593:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.028959:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734362880:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4597us (4726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.028968:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17028 00000100:00100000:3.0:1746126429.029041:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734363136 00000100:00100000:3.0:1746126429.029046:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734363136 00002000:00100000:3.0:1746126429.029074:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761c00 x1830945734363136/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.029083:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761c00 with x1830945734363136 ext(0->4095) 00002000:00010000:3.0:1746126429.029086:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761c00 00000100:00100000:3.0:1746126429.029112:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3749 00000100:00100000:3.0:1746126429.029118:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734363136:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126429.029756:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734363136:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 636us (1162us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.029762:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3749 00002000:00100000:3.0:1746126429.029767:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761c00 x1830945734363136/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.029774:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761c00 with x1830945734363136 ext(0->4095) 00002000:00010000:3.0:1746126429.029777:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761c00 00000100:00100000:0.0:1746126429.031431:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.031549:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734363264 00000100:00100000:3.0:1746126429.031555:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734363264 00000100:00100000:3.0:1746126429.031586:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4890 00000100:00100000:3.0:1746126429.031590:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734363264:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.031601:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.031613:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b803f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd613 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.031632:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b803e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd60c expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.031658:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.031660:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.031663:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b803f0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd613 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.031683:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b803e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd60c expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.031692:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b803e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd60c expref: 89 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126429.031702:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726254080:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.031771:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.034074:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726254080:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.034099:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b803f0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd613 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.034112:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126429.034153:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734363264:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2562us (2725us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.034159:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4890 00000100:00100000:0.0:1746126429.034596:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.034832:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734363392 00000100:00100000:2.0:1746126429.034838:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734363392 00010000:00010000:2.0:1746126429.034860:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b803e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd60c expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126429.034878:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17029 00000100:00100000:2.0:1746126429.034883:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734363392:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.034894:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.034912:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b803e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd60c expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.034921:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b803e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd60c expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.034940:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b803e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd60c expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.034966:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.034967:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.034973:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b803f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd613 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.034979:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b803f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd613 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.035005:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b803f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd613 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.035014:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726254208:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.035087:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.037899:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726254208:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.037914:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.037950:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1964:x1830945734363392:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3065us (3354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.037959:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17029 00000100:00100000:0.0:1746126429.039345:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.039406:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734363648 00000100:00100000:3.0:1746126429.039412:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734363648 00002000:00100000:3.0:1746126429.039440:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093762d80 x1830945734363648/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.039453:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762d80 with x1830945734363648 ext(0->4095) 00002000:00010000:3.0:1746126429.039457:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093762d80 00000100:00100000:3.0:1746126429.039819:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3750 00000100:00100000:3.0:1746126429.039825:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734363648:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126429.039939:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734363648:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (598us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.039944:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3750 00002000:00100000:3.0:1746126429.039949:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093762d80 x1830945734363648/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.039955:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762d80 with x1830945734363648 ext(0->4095) 00002000:00010000:3.0:1746126429.039957:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093762d80 00000100:00100000:0.0:1746126429.040175:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.040598:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734363776 00000100:00100000:3.0:1746126429.040601:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734363776 00000100:00100000:3.0:1746126429.040629:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4891 00000100:00100000:3.0:1746126429.040634:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31643:x1830945734363776:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.040642:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.040652:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd61a expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.040671:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b803f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd613 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.040677:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.040678:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.040681:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.040703:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b803f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd613 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.040712:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b803f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd613 expref: 5 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126429.040721:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726254336:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.041765:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.042388:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.042862:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734363904 00000100:00100000:2.0:1746126429.042868:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734363904 00000100:00100000:2.0:1746126429.042905:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4892 00000100:00100000:2.0:1746126429.042911:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734363904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.042920:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.042930:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b803fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd621 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.042947:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.042951:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.042956:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.042958:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b803fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd621 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.042983:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.042994:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b803fe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd621 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.043001:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4600, rc 0) 00000100:00100000:2.0:1746126429.043057:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734363904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.043062:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4892 00000100:00100000:3.0:1746126429.045178:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726254336:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.045202:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.045213:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07a00, rc 0) 00000100:00100000:3.0:1746126429.045242:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734363776:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4607us (5067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.045248:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4891 00000100:00100000:0.0:1746126429.045557:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.045685:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734364032 00000100:00100000:2.0:1746126429.045691:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734364032 00010000:00010000:2.0:1746126429.045711:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b803f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd613 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126429.045729:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17030 00000100:00100000:2.0:1746126429.045734:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734364032:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.045743:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.045759:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b803f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd613 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.045767:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b803f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd613 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.045784:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b803f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd613 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.046509:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.046511:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.046518:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.046525:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.046559:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.046569:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126429.046578:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726254592:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.046637:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.048424:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726254592:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.048441:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.048665:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734364032:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2929us (3107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.048675:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17030 00000100:00100000:0.0:1746126429.048930:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.049996:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734364288 00000100:00100000:1.0:1746126429.050003:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734364288 00002000:00100000:1.0:1746126429.050045:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac3800 x1830945734364288/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.050053:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3800 with x1830945734364288 ext(0->4095) 00010000:00010000:1.0:1746126429.050060:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126429.050071:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126429.050078:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac3800 00000100:00100000:1.0:1746126429.050160:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1720 00000100:00100000:1.0:1746126429.050167:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734364288:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126429.050609:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734364288:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 441us (1678us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.050615:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1720 00002000:00100000:1.0:1746126429.050620:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac3800 x1830945734364288/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.050626:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3800 with x1830945734364288 ext(0->4095) 00010000:00010000:1.0:1746126429.050630:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:1.0:1746126429.050638:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:1.0:1746126429.050643:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac3800 00000100:00100000:0.0:1746126429.052594:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.052743:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734364416 00000100:00100000:2.0:1746126429.052749:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734364416 00010000:00010000:2.0:1746126429.052775:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126429.052799:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17031 00000100:00100000:2.0:1746126429.052805:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734364416:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.052816:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.052831:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.052841:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.052858:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b803f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd61a expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.053230:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.053232:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.053238:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b803fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd621 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.053249:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b803fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd621 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.053273:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b803fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd621 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.053283:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726254720:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.053343:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.055585:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.055670:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726254720:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.055685:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.055717:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734364416:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2911us (3128us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.055727:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17031 00000100:00100000:1.0:1746126429.056172:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734364672 00000100:00100000:1.0:1746126429.056178:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734364672 00002000:00100000:1.0:1746126429.056204:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0a80 x1830945734364672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.056213:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0a80 with x1830945734364672 ext(0->4095) 00002000:00010000:1.0:1746126429.056216:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac0a80 00000100:00100000:1.0:1746126429.056229:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3751 00000100:00100000:1.0:1746126429.056234:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734364672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126429.056346:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734364672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.056351:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3751 00002000:00100000:1.0:1746126429.056356:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0a80 x1830945734364672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.056363:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0a80 with x1830945734364672 ext(0->4095) 00002000:00010000:1.0:1746126429.056366:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac0a80 00000100:00100000:0.0:1746126429.058724:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.058911:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734364800 00000100:00100000:3.0:1746126429.058918:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734364800 00000100:00100000:3.0:1746126429.058958:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4893 00000100:00100000:3.0:1746126429.058965:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734364800:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.058978:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.058991:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80405 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd628 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.059017:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b803fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd621 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.059056:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.059058:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.059060:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80405 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd628 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.059085:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b803fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd621 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.059094:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b803fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd621 expref: 89 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126429.059104:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726254848:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.059168:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.060562:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726254848:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.060580:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80405 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd628 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.060590:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06c00, rc 0) 00000100:00100000:3.0:1746126429.060614:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734364800:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1649us (1896us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.060619:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4893 00000100:00100000:0.0:1746126429.062062:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.063692:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734364928 00000100:00100000:2.0:1746126429.063700:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734364928 00010000:00010000:2.0:1746126429.063728:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b803fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd621 expref: 90 pid: 8423 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126429.063754:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17032 00000100:00100000:2.0:1746126429.063761:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734364928:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.063773:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.063790:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b803fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd621 expref: 90 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.063800:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b803fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd621 expref: 90 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.063817:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b803fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd621 expref: 90 pid: 8423 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.063831:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.063833:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.063838:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80405 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd628 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.063845:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80405 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd628 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.063869:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80405 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd628 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.063879:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726254976:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.063944:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.066991:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.067052:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.067171:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726254976:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.067186:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.067215:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1964:x1830945734364928:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3454us (5155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.067223:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17032 00000100:00100000:3.0:1746126429.067286:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734365184 00000100:00100000:3.0:1746126429.067291:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734365184 00002000:00100000:3.0:1746126429.067318:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac1f80 x1830945734365184/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.067325:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1f80 with x1830945734365184 ext(0->4095) 00002000:00010000:3.0:1746126429.067329:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac1f80 00000100:00100000:3.0:1746126429.067340:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3752 00000100:00100000:3.0:1746126429.067344:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734365184:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126429.067440:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734365184:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (455us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.067444:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3752 00002000:00100000:3.0:1746126429.067449:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac1f80 x1830945734365184/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.067455:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1f80 with x1830945734365184 ext(0->4095) 00002000:00010000:3.0:1746126429.067457:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac1f80 00000100:00100000:3.0:1746126429.067471:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734365312 00000100:00100000:3.0:1746126429.067473:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734365312 00000100:00100000:3.0:1746126429.067489:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4894 00000100:00100000:3.0:1746126429.067493:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31643:x1830945734365312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.067500:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.067511:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd62f expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.067530:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80405 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd628 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.067549:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.067551:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.067553:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.067572:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80405 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd628 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.067581:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80405 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd628 expref: 5 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126429.067590:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726255104:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.067621:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.069993:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.072461:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734365440 00000100:00100000:2.0:1746126429.072470:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734365440 00000100:00100000:2.0:1746126429.072505:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4895 00000100:00100000:2.0:1746126429.072513:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734365440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.072527:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.072547:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80413 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd636 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.072567:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.072573:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.072578:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.072580:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80413 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd636 expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.072611:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.072622:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80413 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd636 expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.072630:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5800, rc 0) 00000100:00100000:2.0:1746126429.072672:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734365440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (2682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.072677:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4895 00000100:00100000:3.0:1746126429.073422:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726255104:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.073437:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.073445:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126429.073946:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734365312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6450us (6892us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.073952:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4894 00000100:00100000:0.0:1746126429.074891:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.075633:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734365568 00000100:00100000:2.0:1746126429.075640:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734365568 00010000:00010000:2.0:1746126429.075666:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80405 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd628 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126429.075697:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17033 00000100:00100000:2.0:1746126429.075704:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d591180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734365568:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.075716:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.075734:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80405 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd628 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.075744:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80405 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd628 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.075762:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b80405 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd628 expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.075775:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.075776:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.075782:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.075789:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.075815:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.075825:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 90 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126429.075835:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726255360:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.075901:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.078681:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726255360:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.078698:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.078734:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d591180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734365568:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3030us (3843us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.078743:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17033 00000100:00100000:0.0:1746126429.078924:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.079222:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734365824 00000100:00100000:2.0:1746126429.079227:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734365824 00002000:00100000:2.0:1746126429.079253:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590700 x1830945734365824/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.079267:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590700 with x1830945734365824 ext(0->4095) 00010000:00010000:2.0:1746126429.079274:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.079285:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126429.079292:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d590700 00000100:00100000:2.0:1746126429.079317:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1721 00000100:00100000:2.0:1746126429.079323:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734365824:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126429.079433:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734365824:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (510us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.079439:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1721 00002000:00100000:2.0:1746126429.079443:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590700 x1830945734365824/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.079450:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590700 with x1830945734365824 ext(0->4095) 00010000:00010000:2.0:1746126429.079454:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.079463:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00002000:00010000:2.0:1746126429.079468:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d590700 00000100:00100000:0.0:1746126429.081960:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.082140:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734365952 00000100:00100000:2.0:1746126429.082147:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734365952 00010000:00010000:2.0:1746126429.082170:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126429.082442:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17034 00000100:00100000:2.0:1746126429.082449:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734365952:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.082460:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.082476:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.082485:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.082504:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8040c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd62f expref: 91 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.082856:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.082858:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.082864:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80413 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd636 expref: 90 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.082871:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80413 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd636 expref: 90 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.082896:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80413 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd636 expref: 90 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.082905:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726255488:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.083151:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02de40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126429.085383:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.085450:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726255488:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.085463:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.085492:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734365952:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3044us (3537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.085500:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17034 00000100:00100000:3.0:1746126429.085693:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734366208 00000100:00100000:3.0:1746126429.085698:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734366208 00002000:00100000:3.0:1746126429.085726:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132596a00 x1830945734366208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.085739:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596a00 with x1830945734366208 ext(0->4095) 00002000:00010000:3.0:1746126429.085742:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132596a00 00000100:00100000:3.0:1746126429.085764:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3753 00000100:00100000:3.0:1746126429.085770:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734366208:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126429.085891:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734366208:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (512us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.085896:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3753 00002000:00100000:3.0:1746126429.085901:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132596a00 x1830945734366208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.085907:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596a00 with x1830945734366208 ext(0->4095) 00002000:00010000:3.0:1746126429.085910:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132596a00 00000100:00100000:0.0:1746126429.088508:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.088593:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734366336 00000100:00100000:3.0:1746126429.088600:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734366336 00000100:00100000:3.0:1746126429.088634:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4896 00000100:00100000:3.0:1746126429.088640:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734366336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.088654:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.088666:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8041a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd63d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.088689:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80413 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd636 expref: 89 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.088695:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.088696:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.088700:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8041a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd63d expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.088725:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80413 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd636 expref: 89 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.088735:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80413 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd636 expref: 89 pid: 9140 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126429.088745:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726255616:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.089300:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.091048:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726255616:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.091068:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8041a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd63d expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.091080:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:3.0:1746126429.091113:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734366336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2472us (2610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.091120:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4896 00000100:00100000:0.0:1746126429.092531:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.093727:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734366464 00000100:00100000:2.0:1746126429.093735:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734366464 00010000:00010000:2.0:1746126429.093763:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80413 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd636 expref: 90 pid: 9140 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126429.093784:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17035 00000100:00100000:2.0:1746126429.093790:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734366464:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.093801:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.093817:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80413 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd636 expref: 90 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.093827:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80413 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd636 expref: 90 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.093844:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80413 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd636 expref: 90 pid: 9140 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.093858:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.093859:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.093865:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8041a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd63d expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.093876:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8041a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd63d expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.093902:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8041a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd63d expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.093912:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726255744:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.093975:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.096969:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.097116:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726255744:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.097131:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.097217:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734366720 00000100:00100000:3.0:1746126429.097223:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734366720 00002000:00100000:3.0:1746126429.097254:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590a80 x1830945734366720/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.097261:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590a80 with x1830945734366720 ext(0->4095) 00002000:00010000:3.0:1746126429.097265:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d590a80 00000100:00100000:3.0:1746126429.097281:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3754 00000100:00100000:3.0:1746126429.097287:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734366720:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126429.097403:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1964:x1830945734366464:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3613us (4875us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.097410:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17035 00000100:00100000:3.0:1746126429.098354:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734366720:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 1065us (1389us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.098361:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3754 00002000:00100000:3.0:1746126429.098367:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590a80 x1830945734366720/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.098374:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590a80 with x1830945734366720 ext(0->4095) 00002000:00010000:3.0:1746126429.098377:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d590a80 00000100:00100000:0.0:1746126429.099130:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.099592:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734366848 00000100:00100000:3.0:1746126429.099598:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734366848 00000100:00100000:3.0:1746126429.099632:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4897 00000100:00100000:3.0:1746126429.099637:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31643:x1830945734366848:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.099648:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.099660:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd644 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.099679:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8041a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd63d expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.099685:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.099687:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.099690:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.099712:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8041a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd63d expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.099726:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8041a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd63d expref: 5 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746126429.099735:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726255872:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.099800:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.102524:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.102679:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734366976 00000100:00100000:2.0:1746126429.102686:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734366976 00000100:00100000:2.0:1746126429.102716:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4898 00000100:00100000:2.0:1746126429.102721:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734366976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.102734:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.102746:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80428 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd64b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.102766:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.102771:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.102780:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.102782:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80428 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd64b expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.102808:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.102819:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80428 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd64b expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.102827:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4c00, rc 0) 00000100:00100000:2.0:1746126429.102872:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734366976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.102878:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4898 00000100:00100000:3.0:1746126429.103784:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726255872:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.103801:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.103810:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07800, rc 0) 00000100:00100000:3.0:1746126429.103829:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734366848:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4192us (4701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.103834:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4897 00000100:00100000:0.0:1746126429.104364:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.104487:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734367104 00000100:00100000:2.0:1746126429.104492:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734367104 00010000:00010000:2.0:1746126429.104511:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8041a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd63d expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746126429.104548:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17036 00000100:00100000:2.0:1746126429.104554:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734367104:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.104564:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.104581:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8041a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd63d expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.104590:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8041a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd63d expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.104609:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8041a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd63d expref: 6 pid: 8424 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746126429.104632:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.104633:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.104639:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.104645:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.104665:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.104674:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 90 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.104683:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726256128:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.104731:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.107284:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726256128:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.107299:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126429.107446:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.107512:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734367104:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2957us (3148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.107521:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17036 00000100:00100000:3.0:1746126429.107597:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734367360 00000100:00100000:3.0:1746126429.107603:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734367360 00002000:00100000:3.0:1746126429.107631:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e5180 x1830945734367360/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.107639:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e5180 with x1830945734367360 ext(0->4095) 00010000:00010000:3.0:1746126429.107647:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.107657:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.107667:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943e5180 00000100:00100000:3.0:1746126429.107680:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1722 00000100:00100000:3.0:1746126429.107685:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734367360:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126429.108416:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734367360:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 728us (968us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.108423:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1722 00002000:00100000:3.0:1746126429.108428:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e5180 x1830945734367360/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.108436:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e5180 with x1830945734367360 ext(0->4095) 00010000:00010000:3.0:1746126429.108441:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.108449:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.108454:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943e5180 00000100:00100000:0.0:1746126429.111568:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.111659:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734367488 00000100:00100000:2.0:1746126429.111665:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734367488 00010000:00010000:2.0:1746126429.111692:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.111927:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17037 00000100:00100000:2.0:1746126429.111933:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734367488:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.111946:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.111960:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.111970:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.111987:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b80421 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd644 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.112009:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.112011:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.112017:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80428 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd64b expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.112046:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd64b expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.112069:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd64b expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.112080:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726256256:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.112140:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.114504:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726256256:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.114521:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.114563:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734367488:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2628us (2999us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.114572:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17037 00000100:00100000:0.0:1746126429.114754:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.114838:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734367744 00000100:00100000:3.0:1746126429.114843:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734367744 00002000:00100000:3.0:1746126429.114867:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e4700 x1830945734367744/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.114875:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e4700 with x1830945734367744 ext(0->4095) 00002000:00010000:3.0:1746126429.114878:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943e4700 00000100:00100000:3.0:1746126429.114891:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3755 00000100:00100000:3.0:1746126429.114896:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734367744:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126429.115915:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734367744:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 1015us (1158us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.115923:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3755 00002000:00100000:3.0:1746126429.115930:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e4700 x1830945734367744/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.115937:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e4700 with x1830945734367744 ext(0->4095) 00002000:00010000:3.0:1746126429.115939:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943e4700 00000100:00100000:0.0:1746126429.117309:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.117394:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734367872 00000100:00100000:3.0:1746126429.117399:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734367872 00000100:00100000:3.0:1746126429.117479:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4899 00000100:00100000:3.0:1746126429.117485:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734367872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.117496:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.117508:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8042f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd652 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.117528:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80428 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd64b expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.117545:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.117547:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.117550:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8042f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd652 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.117572:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd64b expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.117585:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd64b expref: 89 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.117594:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726256384:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.117891:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.119563:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726256384:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.119583:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8042f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd652 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.119594:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126429.119635:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734367872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2149us (2328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.119641:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4899 00000100:00100000:0.0:1746126429.120745:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.120873:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734368000 00000100:00100000:2.0:1746126429.120878:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734368000 00010000:00010000:2.0:1746126429.120899:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd64b expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.120927:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17038 00000100:00100000:2.0:1746126429.120933:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734368000:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.120942:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.120958:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd64b expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.120967:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd64b expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.120983:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80428 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd64b expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.121004:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.121006:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.121011:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8042f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd652 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.121049:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8042f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd652 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.121071:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8042f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd652 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.121080:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726256512:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.121128:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.123965:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.124077:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726256512:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.124093:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.124125:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1964:x1830945734368000:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3192us (3380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.124135:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17038 00000100:00100000:3.0:1746126429.124273:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734368256 00000100:00100000:3.0:1746126429.124279:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734368256 00002000:00100000:3.0:1746126429.124306:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4e300 x1830945734368256/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.124315:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4e300 with x1830945734368256 ext(0->4095) 00002000:00010000:3.0:1746126429.124318:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b4e300 00000100:00100000:3.0:1746126429.124333:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3756 00000100:00100000:3.0:1746126429.124338:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734368256:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126429.124460:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734368256:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (501us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.124468:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3756 00002000:00100000:3.0:1746126429.124472:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4e300 x1830945734368256/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.124478:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4e300 with x1830945734368256 ext(0->4095) 00002000:00010000:3.0:1746126429.124480:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b4e300 00000100:00100000:0.0:1746126429.126183:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.126553:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.126636:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734368384 00000100:00100000:1.0:1746126429.126642:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734368384 00000100:00100000:1.0:1746126429.126835:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734368512 00000100:00100000:1.0:1746126429.126839:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734368512 00000100:00100000:3.0:1746126429.126878:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4900 00000100:00100000:3.0:1746126429.126886:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31643:x1830945734368384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.126897:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.126909:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd659 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.126928:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8042f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd652 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.126934:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.126936:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.126938:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.126959:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8042f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd652 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.126967:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8042f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd652 expref: 5 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.126976:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726256640:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.127080:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4901 00000100:00100000:2.0:1746126429.127086:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734368512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.127092:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.127097:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8043d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd660 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.127106:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.127109:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.127113:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.127115:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8043d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd660 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.127131:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.127139:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8043d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd660 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.127147:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4c00, rc 0) 00000100:00100000:3.0:1746126429.127745:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.127786:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734368512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 699us (1232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.127792:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4901 00000100:00100000:3.0:1746126429.129074:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726256640:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.129095:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.129106:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:3.0:1746126429.129131:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734368384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2247us (2953us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.129136:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4900 00000100:00100000:0.0:1746126429.130472:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.131181:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734368640 00000100:00100000:2.0:1746126429.131188:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734368640 00010000:00010000:2.0:1746126429.131218:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8042f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd652 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.131335:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17039 00000100:00100000:2.0:1746126429.131343:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734368640:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.131354:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.131371:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8042f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd652 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.131380:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8042f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd652 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.131397:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8042f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd652 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.131423:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.131425:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.131430:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.131437:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.131462:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.131471:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 90 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.131481:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726256896:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.132012:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.134495:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726256896:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.134512:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.134548:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734368640:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3206us (4079us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.134557:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17039 00000100:00100000:0.0:1746126429.134757:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.134839:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734368896 00000100:00100000:1.0:1746126429.134845:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734368896 00002000:00100000:1.0:1746126429.134870:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4df80 x1830945734368896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.134878:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4df80 with x1830945734368896 ext(0->4095) 00010000:00010000:1.0:1746126429.134884:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.134895:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.134904:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4df80 00000100:00100000:1.0:1746126429.134927:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1723 00000100:00100000:1.0:1746126429.134933:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734368896:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126429.135084:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734368896:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.135089:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1723 00002000:00100000:1.0:1746126429.135094:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4df80 x1830945734368896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.135101:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4df80 with x1830945734368896 ext(0->4095) 00010000:00010000:1.0:1746126429.135105:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.135113:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.135119:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4df80 00000100:00100000:0.0:1746126429.138179:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.138263:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734369024 00000100:00100000:3.0:1746126429.138270:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734369024 00010000:00010000:3.0:1746126429.138293:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.138561:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17040 00000100:00100000:3.0:1746126429.138568:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1965:x1830945734369024:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.138579:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.138595:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.138604:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.138622:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80436 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd659 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.138641:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.138643:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.138648:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8043d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd660 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.138655:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8043d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd660 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.138681:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8043d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd660 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.138692:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726257024:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.139199:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.141603:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.141675:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734369280 00000100:00100000:2.0:1746126429.141681:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734369280 00002000:00100000:2.0:1746126429.141710:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6ed80 x1830945734369280/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.141724:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6ed80 with x1830945734369280 ext(0->4095) 00002000:00010000:2.0:1746126429.141727:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6ed80 00000100:00100000:2.0:1746126429.141750:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3757 00000100:00100000:2.0:1746126429.141755:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734369280:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126429.141866:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734369280:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.141871:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3757 00002000:00100000:2.0:1746126429.141875:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6ed80 x1830945734369280/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.141880:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6ed80 with x1830945734369280 ext(0->4095) 00002000:00010000:2.0:1746126429.141883:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6ed80 00000100:00100000:3.0:1746126429.141946:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726257024:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.141960:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.141983:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1965:x1830945734369024:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3416us (3811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.141989:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17040 00000100:00100000:0.0:1746126429.144327:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.144423:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734369408 00000100:00100000:3.0:1746126429.144430:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734369408 00000100:00100000:3.0:1746126429.144469:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4902 00000100:00100000:3.0:1746126429.144476:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734369408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.144490:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.144503:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80444 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd667 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.144530:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8043d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd660 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.144545:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.144547:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.144550:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80444 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd667 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.144574:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8043d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd660 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.144585:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8043d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd660 expref: 89 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.144594:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726257152:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.145568:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.147220:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726257152:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.147243:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80444 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd667 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.147257:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126429.147300:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734369408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2825us (2979us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.147308:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4902 00000100:00100000:0.0:1746126429.147925:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.148138:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734369536 00000100:00100000:3.0:1746126429.148144:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734369536 00010000:00010000:3.0:1746126429.148165:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8043d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd660 expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.148412:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17041 00000100:00100000:3.0:1746126429.148418:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734369536:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.148428:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.148442:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8043d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd660 expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.148450:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8043d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd660 expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.148465:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8043d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd660 expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.148485:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.148487:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.148492:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80444 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd667 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.148498:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80444 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd667 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.148519:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80444 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd667 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.148528:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726257280:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.148594:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.152162:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726257280:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.152180:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.152210:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1963:x1830945734369536:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3791us (4285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.152220:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17041 00000100:00100000:0.0:1746126429.153592:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.153632:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.153749:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734369792 00000100:00100000:1.0:1746126429.153756:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734369792 00002000:00100000:1.0:1746126429.153791:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6ca80 x1830945734369792/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.153799:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6ca80 with x1830945734369792 ext(0->4095) 00002000:00010000:1.0:1746126429.153803:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6ca80 00000100:00100000:3.0:1746126429.153985:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734369920 00000100:00100000:3.0:1746126429.153988:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734369920 00000100:00100000:1.0:1746126429.154084:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3758 00000100:00100000:1.0:1746126429.154092:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734369792:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126429.154218:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734369792:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.154223:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3758 00002000:00100000:1.0:1746126429.154228:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6ca80 x1830945734369792/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.154235:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6ca80 with x1830945734369792 ext(0->4095) 00002000:00010000:1.0:1746126429.154237:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6ca80 00000100:00100000:3.0:1746126429.155111:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4903 00000100:00100000:3.0:1746126429.155119:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31643:x1830945734369920:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.155128:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.155140:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd66e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.155160:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80444 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd667 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.155166:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.155168:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.155171:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.155194:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80444 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd667 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.155203:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80444 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd667 expref: 5 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.155218:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726257408:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.156573:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.157946:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.159329:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734370048 00000100:00100000:2.0:1746126429.159337:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734370048 00000100:00100000:2.0:1746126429.159381:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4904 00000100:00100000:2.0:1746126429.159388:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734370048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.159402:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.159415:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80452 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd675 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.159433:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.159437:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.159442:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.159445:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80452 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd675 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.159471:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.159480:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80452 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd675 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.159489:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5e00, rc 0) 00000100:00100000:2.0:1746126429.159521:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734370048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (1578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.159526:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4904 00000100:00100000:3.0:1746126429.160110:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726257408:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.160124:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.160131:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07800, rc 0) 00000100:00100000:3.0:1746126429.160149:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734369920:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5031us (6517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.160153:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4903 00000100:00100000:0.0:1746126429.160850:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.161164:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734370176 00000100:00100000:3.0:1746126429.161168:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734370176 00010000:00010000:3.0:1746126429.161186:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80444 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd667 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.161335:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17042 00000100:00100000:3.0:1746126429.161341:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734370176:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.161350:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.161365:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80444 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd667 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.161374:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80444 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd667 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.161394:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80444 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd667 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.161416:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.161418:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.161423:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.161429:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.161451:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.161459:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 90 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.161469:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726257664:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.161522:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.164009:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.164251:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734370432 00000100:00100000:2.0:1746126429.164257:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734370432 00002000:00100000:2.0:1746126429.164288:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6ce00 x1830945734370432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.164297:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6ce00 with x1830945734370432 ext(0->4095) 00010000:00010000:2.0:1746126429.164303:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.164314:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.164319:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123d6ce00 00000100:00100000:3.0:1746126429.164614:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726257664:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.164628:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.164811:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1724 00000100:00100000:2.0:1746126429.164818:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734370432:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126429.164948:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734370176:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3606us (4098us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.164956:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17042 00000100:00100000:2.0:1746126429.165311:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734370432:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 492us (1305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.165317:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1724 00002000:00100000:2.0:1746126429.165322:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6ce00 x1830945734370432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.165329:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6ce00 with x1830945734370432 ext(0->4095) 00010000:00010000:2.0:1746126429.165333:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.165342:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.165347:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123d6ce00 00000100:00100000:2.0:1746126429.167549:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.167648:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734370560 00000100:00100000:3.0:1746126429.167655:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734370560 00010000:00010000:3.0:1746126429.167679:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.167805:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17043 00000100:00100000:3.0:1746126429.167812:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734370560:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.167822:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.167837:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.167845:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.167861:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8044b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd66e expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.168004:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.168006:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.168011:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80452 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd675 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.168018:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80452 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd675 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.168062:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80452 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd675 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.168072:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726257792:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.168125:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.171283:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726257792:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.171300:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.171335:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734370560:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3523us (3798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.171344:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17043 00000100:00100000:0.0:1746126429.172985:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.173084:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734370816 00000100:00100000:2.0:1746126429.173090:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734370816 00002000:00100000:2.0:1746126429.173122:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6d880 x1830945734370816/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.173131:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6d880 with x1830945734370816 ext(0->4095) 00002000:00010000:2.0:1746126429.173135:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6d880 00000100:00100000:2.0:1746126429.173163:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3759 00000100:00100000:2.0:1746126429.173170:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734370816:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.173318:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734370816:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.173326:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3759 00002000:00100000:2.0:1746126429.173332:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6d880 x1830945734370816/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.173339:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6d880 with x1830945734370816 ext(0->4095) 00002000:00010000:2.0:1746126429.173342:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6d880 00000100:00100000:0.0:1746126429.175199:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.175493:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734370944 00000100:00100000:3.0:1746126429.175499:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734370944 00000100:00100000:3.0:1746126429.176077:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4905 00000100:00100000:3.0:1746126429.176085:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734370944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.176097:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.176110:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80459 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd67c expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.176130:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80452 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd675 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.176136:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.176137:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.176140:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80459 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd67c expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.176161:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80452 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd675 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.176170:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80452 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd675 expref: 89 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.176184:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726257920:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.176279:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.177959:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726257920:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.177976:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80459 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd67c expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.177986:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:3.0:1746126429.178006:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734370944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1923us (2811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.178012:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4905 00000100:00100000:0.0:1746126429.178266:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.178517:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734371072 00000100:00100000:3.0:1746126429.178521:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734371072 00010000:00010000:3.0:1746126429.178547:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80452 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd675 expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.178564:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17044 00000100:00100000:3.0:1746126429.178570:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734371072:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.178579:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.178595:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80452 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd675 expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.178603:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80452 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd675 expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.178623:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80452 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd675 expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.179011:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.179013:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.179019:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80459 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd67c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.179045:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80459 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd67c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.179074:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80459 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd67c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.179084:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726258048:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.179145:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.181406:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726258048:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.181422:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.181462:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1963:x1830945734371072:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2892us (3196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.181471:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17044 00000100:00100000:0.0:1746126429.181630:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.181714:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734371328 00000100:00100000:2.0:1746126429.181720:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734371328 00002000:00100000:2.0:1746126429.181748:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6e300 x1830945734371328/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.181756:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6e300 with x1830945734371328 ext(0->4095) 00002000:00010000:2.0:1746126429.181759:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6e300 00000100:00100000:2.0:1746126429.181771:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3760 00000100:00100000:2.0:1746126429.181776:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734371328:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126429.181891:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734371328:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (260us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.181896:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3760 00002000:00100000:2.0:1746126429.181901:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6e300 x1830945734371328/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.181908:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6e300 with x1830945734371328 ext(0->4095) 00002000:00010000:2.0:1746126429.181910:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6e300 00000100:00100000:0.0:1746126429.183717:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.184310:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734371456 00000100:00100000:3.0:1746126429.184316:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734371456 00000100:00100000:3.0:1746126429.184353:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4906 00000100:00100000:3.0:1746126429.184359:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31643:x1830945734371456:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.184372:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.184385:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd683 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.184405:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80459 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd67c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.184411:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.184412:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.184414:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.184435:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80459 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd67c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.184444:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80459 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd67c expref: 5 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.184454:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726258176:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.184524:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.185038:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.185114:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734371584 00000100:00100000:0.0:1746126429.185117:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734371584 00000100:00100000:0.0:1746126429.185146:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4907 00000100:00100000:0.0:1746126429.185151:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734371584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126429.185158:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126429.185164:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408ca00/0x9851078746b80467 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd68a expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.185175:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126429.185178:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.185183:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126429.185185:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408ca00/0x9851078746b80467 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd68a expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.185205:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.185215:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b408ca00/0x9851078746b80467 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd68a expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.185223:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b408ca00, rc 0) 00000100:00100000:0.0:1746126429.185246:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734371584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126429.185251:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4907 00000100:00100000:3.0:1746126429.187071:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726258176:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.187091:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.187103:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07a00, rc 0) 00000100:00100000:3.0:1746126429.187136:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734371456:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2776us (3422us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.187145:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4906 00000100:00100000:0.0:1746126429.187508:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.187671:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734371712 00000100:00100000:3.0:1746126429.187675:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734371712 00010000:00010000:3.0:1746126429.187693:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80459 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd67c expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.187709:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17045 00000100:00100000:3.0:1746126429.187714:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734371712:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.187723:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.187738:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80459 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd67c expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.187746:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80459 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd67c expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.187761:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80459 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd67c expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.187771:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.187772:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.187777:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.187784:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.187800:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.187809:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 90 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.187817:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726258432:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.187861:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.190450:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.190541:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726258432:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.190557:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.190597:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734371712:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2881us (3089us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.190605:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17045 00000100:00100000:1.0:1746126429.190951:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734371968 00000100:00100000:1.0:1746126429.190956:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734371968 00002000:00100000:1.0:1746126429.190984:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490c380 x1830945734371968/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.190992:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490c380 with x1830945734371968 ext(0->4095) 00010000:00010000:1.0:1746126429.190998:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.191008:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.191014:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490c380 00000100:00100000:1.0:1746126429.191065:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1725 00000100:00100000:1.0:1746126429.191071:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734371968:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126429.191173:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734371968:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (729us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.191180:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1725 00002000:00100000:1.0:1746126429.191184:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490c380 x1830945734371968/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.191190:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490c380 with x1830945734371968 ext(0->4095) 00010000:00010000:1.0:1746126429.191193:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.191200:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.191205:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490c380 00000100:00100000:0.0:1746126429.194293:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.194387:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734372096 00000100:00100000:3.0:1746126429.194395:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734372096 00010000:00010000:3.0:1746126429.194420:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.194441:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17046 00000100:00100000:3.0:1746126429.194446:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734372096:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.194457:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.194474:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.194483:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.194501:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80460 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd683 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.194514:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.194515:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.194521:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408ca00/0x9851078746b80467 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd68a expref: 90 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.194528:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408ca00/0x9851078746b80467 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd68a expref: 90 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.194562:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b408ca00/0x9851078746b80467 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd68a expref: 90 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.194572:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726258560:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.194960:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.197296:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726258560:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.197312:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.197339:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734372096:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2890us (3050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.197347:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17046 00000100:00100000:0.0:1746126429.199245:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.199433:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734372352 00000100:00100000:2.0:1746126429.199440:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734372352 00002000:00100000:2.0:1746126429.199473:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490c000 x1830945734372352/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.199482:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490c000 with x1830945734372352 ext(0->4095) 00002000:00010000:2.0:1746126429.199486:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490c000 00000100:00100000:2.0:1746126429.199691:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3761 00000100:00100000:2.0:1746126429.199698:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734372352:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.199981:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734372352:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 283us (740us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.199987:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3761 00002000:00100000:2.0:1746126429.199993:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490c000 x1830945734372352/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.199999:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490c000 with x1830945734372352 ext(0->4095) 00002000:00010000:2.0:1746126429.200002:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490c000 00000100:00100000:0.0:1746126429.201676:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.201876:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734372480 00000100:00100000:3.0:1746126429.201882:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734372480 00000100:00100000:3.0:1746126429.201918:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4908 00000100:00100000:3.0:1746126429.201924:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734372480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.201934:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.201946:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8046e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd691 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.201967:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408ca00/0x9851078746b80467 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd68a expref: 89 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.201972:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.201973:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.201976:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8046e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd691 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.201997:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b408ca00/0x9851078746b80467 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd68a expref: 89 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.202005:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b408ca00/0x9851078746b80467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd68a expref: 89 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.202014:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726258688:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.202090:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.203839:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726258688:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.203861:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8046e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd691 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.203873:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126429.203902:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734372480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1977us (2228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.203909:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4908 00000100:00100000:0.0:1746126429.205243:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.205331:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734372608 00000100:00100000:3.0:1746126429.205338:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734372608 00010000:00010000:3.0:1746126429.205359:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408ca00/0x9851078746b80467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd68a expref: 90 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.205494:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17047 00000100:00100000:3.0:1746126429.205500:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734372608:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.205510:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.205528:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b408ca00/0x9851078746b80467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd68a expref: 90 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.205548:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b408ca00/0x9851078746b80467 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd68a expref: 90 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.205566:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408ca00/0x9851078746b80467 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd68a expref: 90 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.205838:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.205840:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.205847:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8046e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd691 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.205854:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8046e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd691 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.205880:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8046e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd691 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.205890:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726258816:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.206158:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.208638:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726258816:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.208655:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.208682:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1964:x1830945734372608:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3182us (3440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.208691:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17047 00000100:00100000:0.0:1746126429.209192:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.209264:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.209812:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734372864 00000100:00100000:3.0:1746126429.209817:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734372864 00002000:00100000:3.0:1746126429.209843:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490dc00 x1830945734372864/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.209851:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490dc00 with x1830945734372864 ext(0->4095) 00002000:00010000:3.0:1746126429.209854:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490dc00 00000100:00100000:3.0:1746126429.210356:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3762 00000100:00100000:3.0:1746126429.210365:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734372864:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126429.210471:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734372864:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (1279us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.210476:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3762 00002000:00100000:3.0:1746126429.210480:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490dc00 x1830945734372864/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.210487:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490dc00 with x1830945734372864 ext(0->4095) 00002000:00010000:3.0:1746126429.210489:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490dc00 00000100:00100000:2.0:1746126429.210546:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734372992 00000100:00100000:2.0:1746126429.210550:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734372992 00000100:00100000:2.0:1746126429.210569:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4909 00000100:00100000:2.0:1746126429.210573:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31643:x1830945734372992:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.210580:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.210591:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd698 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.210607:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8046e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd691 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.210613:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.210615:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.210618:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.210637:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8046e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd691 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.210645:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8046e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd691 expref: 5 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.210653:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726258944:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.210687:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.213179:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726258944:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.213200:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.213211:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4200, rc 0) 00000100:00100000:2.0:1746126429.213556:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31643:x1830945734372992:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2668us (3978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.213564:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4909 00000100:00100000:0.0:1746126429.213942:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.214189:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734373120 00000100:00100000:2.0:1746126429.214194:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734373120 00000100:00100000:2.0:1746126429.214516:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4910 00000100:00100000:2.0:1746126429.214522:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5358c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31655:x1830945734373120:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.214541:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.214552:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8047c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd69f expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.214570:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.214574:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.214578:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.214581:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8047c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd69f expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.214601:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.214608:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8047c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd69f expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.214614:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4800, rc 0) 00000100:00100000:2.0:1746126429.214643:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5358c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734373120:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.214648:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4910 00000100:00100000:1.0:1746126429.215468:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.215663:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734373248 00000100:00100000:3.0:1746126429.215668:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734373248 00010000:00010000:3.0:1746126429.215684:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8046e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd691 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.215704:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17048 00000100:00100000:3.0:1746126429.215708:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734373248:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.215715:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.215731:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8046e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd691 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.215739:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8046e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd691 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.215752:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8046e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd691 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.215763:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.215764:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.215768:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.215774:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.215790:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.215797:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 90 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.215809:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726259200:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.215857:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4bcd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.217718:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.217774:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734373504 00000100:00100000:1.0:1746126429.217778:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734373504 00002000:00100000:1.0:1746126429.217805:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490e680 x1830945734373504/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.217813:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490e680 with x1830945734373504 ext(0->4095) 00010000:00010000:1.0:1746126429.217819:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.217828:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.217833:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490e680 00000100:00100000:1.0:1746126429.217855:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1726 00000100:00100000:1.0:1746126429.217860:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734373504:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126429.217964:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734373504:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.217969:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1726 00002000:00100000:1.0:1746126429.217973:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490e680 x1830945734373504/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.217979:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490e680 with x1830945734373504 ext(0->4095) 00010000:00010000:1.0:1746126429.217982:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.217989:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.217994:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490e680 00000100:00100000:3.0:1746126429.218057:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726259200:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.218069:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.218085:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734373248:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2376us (2618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.218091:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17048 00000100:00100000:0.0:1746126429.220550:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.220642:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734373632 00000100:00100000:3.0:1746126429.220648:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734373632 00010000:00010000:3.0:1746126429.220671:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.220689:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17049 00000100:00100000:3.0:1746126429.220694:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734373632:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.220704:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.220718:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.220727:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.220744:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b80475 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd698 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.220766:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.220768:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.220773:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8047c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd69f expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.220780:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8047c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd69f expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.220807:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8047c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd69f expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.220816:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726259328:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.220872:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.223134:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726259328:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.223155:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.223181:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734373632:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2486us (2635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.223188:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17049 00000100:00100000:0.0:1746126429.223682:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.223801:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734373888 00000100:00100000:2.0:1746126429.223806:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734373888 00002000:00100000:2.0:1746126429.223833:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490ed80 x1830945734373888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.223840:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490ed80 with x1830945734373888 ext(0->4095) 00002000:00010000:2.0:1746126429.223844:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490ed80 00000100:00100000:2.0:1746126429.224092:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3763 00000100:00100000:2.0:1746126429.224098:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734373888:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.224201:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734373888:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (519us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.224205:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3763 00002000:00100000:2.0:1746126429.224209:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490ed80 x1830945734373888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.224216:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490ed80 with x1830945734373888 ext(0->4095) 00002000:00010000:2.0:1746126429.224218:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490ed80 00000100:00100000:0.0:1746126429.225933:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.225995:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734374016 00000100:00100000:3.0:1746126429.226000:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734374016 00000100:00100000:3.0:1746126429.226053:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4911 00000100:00100000:3.0:1746126429.226059:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734374016:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.226068:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.226079:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80483 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd6a6 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.226097:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8047c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd69f expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.226108:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.226110:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.226112:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80483 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6a6 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.226132:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8047c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd69f expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.226140:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8047c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd69f expref: 89 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.226148:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726259456:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.226201:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.227638:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726259456:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.227657:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80483 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6a6 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.227666:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126429.227686:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734374016:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1628us (1757us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.227692:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4911 00000100:00100000:0.0:1746126429.228495:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.228721:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734374144 00000100:00100000:3.0:1746126429.228725:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734374144 00010000:00010000:3.0:1746126429.228742:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8047c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd69f expref: 90 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.228761:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17050 00000100:00100000:3.0:1746126429.228766:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734374144:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.228774:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.228787:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8047c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd69f expref: 90 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.228795:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8047c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd69f expref: 90 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.228809:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8047c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd69f expref: 90 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.228830:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.228831:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.228836:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80483 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6a6 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.228842:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80483 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6a6 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.228860:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80483 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6a6 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.228868:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726259584:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.228911:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.230412:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726259584:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.230426:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.230444:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1963:x1830945734374144:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1678us (1950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.230451:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17050 00000100:00100000:0.0:1746126429.231791:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.231879:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734374400 00000100:00100000:1.0:1746126429.231885:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734374400 00002000:00100000:1.0:1746126429.231915:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490ca80 x1830945734374400/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.231924:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490ca80 with x1830945734374400 ext(0->4095) 00002000:00010000:1.0:1746126429.231928:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490ca80 00000100:00100000:1.0:1746126429.231952:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3764 00000100:00100000:1.0:1746126429.231959:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734374400:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126429.232106:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734374400:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.232115:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3764 00002000:00100000:1.0:1746126429.232119:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490ca80 x1830945734374400/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.232126:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490ca80 with x1830945734374400 ext(0->4095) 00002000:00010000:1.0:1746126429.232129:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490ca80 00000100:00100000:0.0:1746126429.233371:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.233562:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734374528 00000100:00100000:3.0:1746126429.233567:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734374528 00000100:00100000:3.0:1746126429.233727:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4912 00000100:00100000:3.0:1746126429.233735:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31655:x1830945734374528:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.233744:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.233756:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd6ad expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.233780:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80483 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6a6 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.233787:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.233789:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.233791:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.233814:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80483 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6a6 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.233824:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80483 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6a6 expref: 5 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.233834:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726259712:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.233890:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.234677:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.234784:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734374656 00000100:00100000:2.0:1746126429.234789:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734374656 00000100:00100000:2.0:1746126429.234809:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4913 00000100:00100000:2.0:1746126429.234815:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734374656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.234823:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.234830:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd6b4 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.234844:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.234847:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.234852:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.234855:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.234874:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.234887:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.234895:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4600, rc 0) 00000100:00100000:2.0:1746126429.234935:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31643:x1830945734374656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.234941:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4913 00000100:00100000:3.0:1746126429.237091:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726259712:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.237116:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.237128:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:3.0:1746126429.237168:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734374528:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3433us (3799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.237175:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4912 00000100:00100000:0.0:1746126429.237206:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.237432:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734374784 00000100:00100000:3.0:1746126429.237438:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734374784 00010000:00010000:3.0:1746126429.237455:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80483 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6a6 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.237481:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17051 00000100:00100000:3.0:1746126429.237487:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734374784:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.237498:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.237515:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80483 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6a6 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.237525:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80483 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6a6 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.237551:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80483 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6a6 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.237568:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.237570:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.237575:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.237582:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.237602:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.237611:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.237621:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726259968:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.237674:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.239798:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726259968:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.239816:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.239843:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734374784:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2356us (2638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.239852:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17051 00000100:00100000:0.0:1746126429.240102:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.240206:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734375040 00000100:00100000:3.0:1746126429.240211:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734375040 00002000:00100000:3.0:1746126429.240236:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490df80 x1830945734375040/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.240250:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490df80 with x1830945734375040 ext(0->4095) 00010000:00010000:3.0:1746126429.240256:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 91 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.240267:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 91 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.240272:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490df80 00000100:00100000:3.0:1746126429.240950:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1727 00000100:00100000:3.0:1746126429.240958:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734375040:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126429.241113:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734375040:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (1011us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.241119:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1727 00002000:00100000:3.0:1746126429.241124:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490df80 x1830945734375040/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.241130:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490df80 with x1830945734375040 ext(0->4095) 00010000:00010000:3.0:1746126429.241134:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 91 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.241143:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 91 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.241148:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490df80 00000100:00100000:0.0:1746126429.244076:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.244345:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.244440:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734375168 00000100:00100000:3.0:1746126429.244448:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734375168 00000100:00100000:3.0:1746126429.244478:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4914 00000100:00100000:3.0:1746126429.244483:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734375168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.244496:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.244509:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd6bb expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.244530:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.244544:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.244549:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126429.244552:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.244578:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.244590:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.244599:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06e00, rc 0) 00000100:00100000:3.0:1746126429.244631:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734375168:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.244637:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4914 00000100:00100000:2.0:1746126429.244758:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734375296 00000100:00100000:2.0:1746126429.244762:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734375296 00010000:00010000:2.0:1746126429.244777:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 91 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.244803:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17052 00000100:00100000:2.0:1746126429.244809:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734375296:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.244816:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.244831:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 91 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.244840:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 91 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.244853:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b8048a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ad expref: 91 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.244865:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.244867:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.244871:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.244877:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.244893:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.244901:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 90 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.244910:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726260224:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.244955:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.247542:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726260224:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.247559:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126429.248144:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.248201:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734375552 00000100:00100000:1.0:1746126429.248206:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734375552 00002000:00100000:1.0:1746126429.248236:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305880 x1830945734375552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.248245:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305880 with x1830945734375552 ext(0->4095) 00010000:00010000:1.0:1746126429.248252:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.248263:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.248269:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133305880 00000100:00100000:1.0:1746126429.248428:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1728 00000100:00100000:1.0:1746126429.248436:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734375552:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.248592:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734375296:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3782us (4247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.248600:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17052 00000100:00100000:1.0:1746126429.248916:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734375552:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 480us (772us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.248922:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1728 00002000:00100000:1.0:1746126429.248928:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305880 x1830945734375552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.248940:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305880 with x1830945734375552 ext(0->4095) 00010000:00010000:1.0:1746126429.248945:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 90 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.248955:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 90 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.248961:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133305880 00000100:00100000:0.0:1746126429.251414:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.251456:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.251545:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734375680 00000100:00100000:2.0:1746126429.251551:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734375680 00000100:00100000:2.0:1746126429.251578:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4915 00000100:00100000:2.0:1746126429.251582:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31643:x1830945734375680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.251594:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.251605:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8049f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd6c2 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.251627:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.251632:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.251636:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126429.251639:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8049f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c2 expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.251662:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.251671:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8049f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c2 expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.251678:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5600, rc 0) 00000100:00100000:2.0:1746126429.251716:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734375680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.251720:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4915 00000100:00100000:3.0:1746126429.251764:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734375808 00000100:00100000:3.0:1746126429.251767:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734375808 00010000:00010000:3.0:1746126429.251778:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.251795:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17053 00000100:00100000:3.0:1746126429.251799:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734375808:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.251804:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.251817:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.251824:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.251838:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80491 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6b4 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.251856:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.251857:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.251862:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.251868:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.251883:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.251891:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 5 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.251904:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726260480:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.251941:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.254073:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726260480:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.254089:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.254109:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734375808:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2310us (2653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.254116:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17053 00000100:00100000:0.0:1746126429.254385:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.254559:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734376064 00000100:00100000:2.0:1746126429.254564:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734376064 00002000:00100000:2.0:1746126429.254587:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305c00 x1830945734376064/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.254595:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305c00 with x1830945734376064 ext(0->4095) 00010000:00010000:2.0:1746126429.254600:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.254614:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.254619:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133305c00 00000100:00100000:2.0:1746126429.254629:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1729 00000100:00100000:2.0:1746126429.254633:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734376064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.254734:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734376064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.254739:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1729 00002000:00100000:2.0:1746126429.254742:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305c00 x1830945734376064/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.254748:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305c00 with x1830945734376064 ext(0->4095) 00010000:00010000:2.0:1746126429.254752:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.254759:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.254764:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133305c00 00000100:00100000:0.0:1746126429.257914:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.257980:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734376192 00000100:00100000:3.0:1746126429.257987:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734376192 00010000:00010000:3.0:1746126429.258014:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.258080:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17054 00000100:00100000:3.0:1746126429.258086:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734376192:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.258098:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.258113:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.258123:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.258140:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80498 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6bb expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.258163:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.258165:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.258171:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8049f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c2 expref: 89 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.258177:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8049f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c2 expref: 89 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.258202:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8049f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c2 expref: 89 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.258211:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726260608:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.258271:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.262387:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726260608:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.262407:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.262442:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734376192:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4355us (4532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.262451:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17054 00000100:00100000:0.0:1746126429.262755:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.263010:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734376448 00000100:00100000:2.0:1746126429.263015:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734376448 00002000:00100000:2.0:1746126429.263055:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133306d80 x1830945734376448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.263064:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133306d80 with x1830945734376448 ext(0->4095) 00002000:00010000:2.0:1746126429.263069:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133306d80 00000100:00100000:2.0:1746126429.263082:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3765 00000100:00100000:2.0:1746126429.263088:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1965:x1830945734376448:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126429.263810:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1965:x1830945734376448:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 721us (1054us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.263817:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3765 00002000:00100000:2.0:1746126429.263822:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133306d80 x1830945734376448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.263829:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133306d80 with x1830945734376448 ext(0->4095) 00002000:00010000:2.0:1746126429.263831:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133306d80 00000100:00100000:0.0:1746126429.265883:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.265955:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734376576 00000100:00100000:2.0:1746126429.265961:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734376576 00000100:00100000:2.0:1746126429.265994:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4916 00000100:00100000:2.0:1746126429.266000:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734376576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.266014:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.266044:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd6c9 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.266068:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8049f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c2 expref: 89 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.266075:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.266076:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.266079:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.266107:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8049f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c2 expref: 89 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.266117:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8049f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c2 expref: 89 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.266127:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726260736:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.266755:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.270142:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726260736:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.270168:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.270181:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4200, rc 0) 00000100:00100000:2.0:1746126429.270215:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734376576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4215us (4339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.270222:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4916 00000100:00100000:0.0:1746126429.270616:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.271274:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734376704 00000100:00100000:3.0:1746126429.271280:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734376704 00010000:00010000:3.0:1746126429.271302:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8049f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c2 expref: 90 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.271333:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17055 00000100:00100000:3.0:1746126429.271339:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734376704:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.271348:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.271364:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8049f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c2 expref: 90 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.271378:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8049f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c2 expref: 90 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.271395:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8049f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c2 expref: 90 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.271407:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.271409:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.271414:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.271420:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.271443:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.271453:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726260864:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.271510:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.272075:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.272384:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734376832 00000100:00100000:3.0:1746126429.272388:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734376832 00000100:00100000:3.0:1746126429.272455:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4917 00000100:00100000:3.0:1746126429.272460:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31643:x1830945734376832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.272471:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.272481:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd6d0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.272499:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.272505:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.272506:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.272509:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.272525:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.272543:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 5 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.272551:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726260992:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.273222:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.274282:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726260864:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.274299:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.274472:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734376704:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3133us (3855us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.274481:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17055 00000100:00100000:0.0:1746126429.274650:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.274987:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734377088 00000100:00100000:2.0:1746126429.274992:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734377088 00002000:00100000:2.0:1746126429.275047:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403ed80 x1830945734377088/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.275056:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403ed80 with x1830945734377088 ext(0->4095) 00010000:00010000:2.0:1746126429.275062:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.275218:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726260992:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.275232:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 90 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.275247:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126429.275268:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:31643:x1830945734376832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2808us (3194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.275276:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4917 00010000:00010000:2.0:1746126429.275426:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.275434:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403ed80 00000100:00100000:2.0:1746126429.275448:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1730 00000100:00100000:2.0:1746126429.275454:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734377088:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.275578:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734377088:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (928us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.275583:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1730 00002000:00100000:2.0:1746126429.275588:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403ed80 x1830945734377088/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.275595:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403ed80 with x1830945734377088 ext(0->4095) 00010000:00010000:2.0:1746126429.275600:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.275608:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.275613:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403ed80 00000100:00100000:2.0:1746126429.278755:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.278826:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734377216 00000100:00100000:3.0:1746126429.278833:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734377216 00010000:00010000:3.0:1746126429.278859:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.278920:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17056 00000100:00100000:3.0:1746126429.278927:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734377216:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.278938:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.278955:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.278965:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.278983:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6c9 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.279188:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.279191:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.279197:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.279209:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.279236:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.279247:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726261120:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.279507:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.284637:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726261120:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.284660:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.284719:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734377216:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5792us (5969us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.284728:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17056 00000100:00100000:1.0:1746126429.285187:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.285235:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734377472 00000100:00100000:0.0:1746126429.285240:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734377472 00002000:00100000:0.0:1746126429.285269:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132596300 x1830945734377472/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126429.285277:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596300 with x1830945734377472 ext(0->4095) 00002000:00010000:0.0:1746126429.285281:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132596300 00000100:00100000:0.0:1746126429.285303:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3766 00000100:00100000:0.0:1746126429.285309:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734377472:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126429.285417:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734377472:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126429.285426:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3766 00002000:00100000:0.0:1746126429.285430:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132596300 x1830945734377472/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126429.285438:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596300 with x1830945734377472 ext(0->4095) 00002000:00010000:0.0:1746126429.285440:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132596300 00000100:00100000:0.0:1746126429.291060:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.291126:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734377600 00000100:00100000:3.0:1746126429.291133:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734377600 00000100:00100000:3.0:1746126429.291162:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4918 00000100:00100000:3.0:1746126429.291168:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734377600:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.291181:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.291194:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd6d7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.291216:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.291222:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.291224:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.291227:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.291249:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 89 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.291258:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 89 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.291268:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726261248:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.291332:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.294567:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726261248:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.294597:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.294610:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07800, rc 0) 00000100:00100000:3.0:1746126429.294644:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734377600:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3475us (3590us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.294651:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4918 00000100:00100000:0.0:1746126429.296596:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.296674:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734377728 00000100:00100000:3.0:1746126429.296681:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734377728 00002000:00100000:3.0:1746126429.296711:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800b403f800 x1830945734377728/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 496/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.296719:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403f800 with x1830945734377728 ext(0->7) 00010000:00010000:3.0:1746126429.296726:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.296742:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 90 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.296748:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403f800 00000100:00100000:3.0:1746126429.296946:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1731 00000100:00100000:3.0:1746126429.296953:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734377728:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126429.303884:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734377728:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 6918us (7284us total) trans 4294968019 rc 0/0 00000100:00100000:3.0:1746126429.303896:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1731 00002000:00100000:3.0:1746126429.303908:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800b403f800 x1830945734377728/t4294968019(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 496/448 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.303916:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403f800 with x1830945734377728 ext(0->7) 00010000:00010000:3.0:1746126429.303925:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.303937:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.303943:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403f800 00000100:00100000:0.0:1746126429.315310:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.316162:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.316163:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734377856 00000100:00100000:3.0:1746126429.316170:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734377856 00000100:00100000:2.0:1746126429.316216:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734377984 00000100:00100000:2.0:1746126429.316220:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734377984 00010000:00010000:2.0:1746126429.316240:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.316249:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4919 00000100:00100000:3.0:1746126429.316257:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734377856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126429.316265:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17057 00010000:00010000:3.0:1746126429.316269:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126429.316270:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734377984:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.316281:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b804bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd6de expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.316285:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.316300:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.316305:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.316402:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126429.316407:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b804bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6de expref: 94 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.316417:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 94 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.316428:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 94 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.316445:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.316446:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b804ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d0 expref: 94 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.316459:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b804bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6de expref: 93 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.316466:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.316467:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.316471:0:8423:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.316477:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.316484:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126429.316491:0:8423:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.316500:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 5 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.316514:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726261504:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.316522:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734377984:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 251us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.316528:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17057 00000100:00100000:3.0:1746126429.317210:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.317940:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726261504:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126429.317941:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.317987:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734378240 00000100:00100000:2.0:1746126429.317991:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734378240 00002000:00100000:2.0:1746126429.318014:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473b800 x1830945734378240/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.318048:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473b800 with x1830945734378240 ext(0->4095) 00010000:00010000:2.0:1746126429.318054:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.318070:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.318076:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009473b800 00000100:00100000:2.0:1746126429.318094:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1732 00000100:00100000:2.0:1746126429.318100:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734378240:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746126429.318151:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07a00, rc 0) 00000100:00100000:3.0:1746126429.318207:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31643:x1830945734377856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1951us (2903us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.318214:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4919 00000100:00100000:2.0:1746126429.318217:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734378240:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.318222:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1732 00002000:00100000:2.0:1746126429.318227:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473b800 x1830945734378240/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.318234:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473b800 with x1830945734378240 ext(0->4095) 00010000:00010000:2.0:1746126429.318238:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.318246:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.318252:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009473b800 00000100:00100000:0.0:1746126429.320812:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.320879:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734378368 00000100:00100000:2.0:1746126429.320884:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734378368 00010000:00010000:2.0:1746126429.320904:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.320933:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17058 00000100:00100000:2.0:1746126429.320941:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734378368:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.320950:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.320965:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.320974:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.320991:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6d7 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.321015:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.321017:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.321040:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b804bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6de expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.321047:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b804bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6de expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.321073:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b804bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6de expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.321083:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726261632:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.321244:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b68000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.322930:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726261632:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.322944:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.322970:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734378368:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2031us (2162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.322979:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17058 00000100:00100000:0.0:1746126429.323191:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.323451:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734378624 00000100:00100000:2.0:1746126429.323457:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734378624 00002000:00100000:2.0:1746126429.323482:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094739500 x1830945734378624/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.323490:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094739500 with x1830945734378624 ext(0->4095) 00002000:00010000:2.0:1746126429.323494:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094739500 00000100:00100000:2.0:1746126429.323507:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3767 00000100:00100000:2.0:1746126429.323513:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734378624:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.323654:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734378624:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (462us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.323660:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3767 00002000:00100000:2.0:1746126429.323665:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094739500 x1830945734378624/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.323672:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094739500 with x1830945734378624 ext(0->4095) 00002000:00010000:2.0:1746126429.323674:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094739500 00000100:00100000:0.0:1746126429.325545:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.325629:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734378752 00000100:00100000:3.0:1746126429.325633:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734378752 00000100:00100000:3.0:1746126429.325656:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4920 00000100:00100000:3.0:1746126429.325661:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734378752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.325670:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.325681:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b804c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd6e5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.325702:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b804bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6de expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.325708:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.325709:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.325712:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b804c2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6e5 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.325733:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b804bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6de expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.325747:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b804bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6de expref: 91 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.325755:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726261760:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.326045:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.328600:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726261760:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.328627:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b804c2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6e5 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.328640:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126429.328671:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734378752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3009us (3141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.328679:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4920 00000100:00100000:0.0:1746126429.329269:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.329378:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734378880 00000100:00100000:2.0:1746126429.329384:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734378880 00010000:00010000:2.0:1746126429.329407:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b804bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6de expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.329427:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17059 00000100:00100000:2.0:1746126429.329433:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734378880:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.329443:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.329459:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b804bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6de expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.329472:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b804bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6de expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.329491:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b804bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6de expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.329513:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.329514:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.329520:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b804c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6e5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.329526:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b804c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6e5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.329560:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b804c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6e5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.329570:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726261888:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.329619:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b68000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.331177:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726261888:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.331189:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.331224:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734378880:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1790us (1956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.331231:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17059 00000100:00100000:0.0:1746126429.332184:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.332290:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734379136 00000100:00100000:2.0:1746126429.332296:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734379136 00002000:00100000:2.0:1746126429.332322:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473bb80 x1830945734379136/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.332331:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473bb80 with x1830945734379136 ext(0->4095) 00002000:00010000:2.0:1746126429.332334:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009473bb80 00000100:00100000:2.0:1746126429.332359:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3768 00000100:00100000:2.0:1746126429.332365:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734379136:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.332487:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734379136:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.332492:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3768 00002000:00100000:2.0:1746126429.332497:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473bb80 x1830945734379136/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.332503:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473bb80 with x1830945734379136 ext(0->4095) 00002000:00010000:2.0:1746126429.332505:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009473bb80 00000100:00100000:0.0:1746126429.334256:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.334596:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.334666:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734379264 00000100:00100000:1.0:1746126429.334672:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734379264 00000100:00100000:1.0:1746126429.334755:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4921 00000100:00100000:1.0:1746126429.334761:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734379264:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126429.334772:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734379392 00010000:00010000:1.0:1746126429.334774:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126429.334776:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734379392 00010000:00010000:1.0:1746126429.334786:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd6ec expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.334805:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4922 00010000:00010000:1.0:1746126429.334807:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b804c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6e5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.334810:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734379392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.334813:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.334815:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.334815:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.334818:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 93 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.334820:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd6f3 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.334828:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.334831:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 94 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.334839:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.334841:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 94 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.334895:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b804c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6e5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.334910:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b804c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6e5 expref: 5 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.334919:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726262016:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.334962:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 94 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.334975:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 94 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.334984:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07800, rc 0) 00000100:00100000:3.0:1746126429.335006:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31643:x1830945734379392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.335011:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4922 00000100:00100000:1.0:1746126429.335079:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126429.339203:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726262016:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126429.339203:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126429.339228:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 93 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.339240:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:1.0:1746126429.339274:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31655:x1830945734379264:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4513us (5022us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.339281:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4921 00000100:00100000:2.0:1746126429.339381:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734379520 00000100:00100000:2.0:1746126429.339386:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734379520 00010000:00010000:2.0:1746126429.339412:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b804c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6e5 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.339439:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17060 00000100:00100000:2.0:1746126429.339445:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734379520:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.339453:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.339468:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b804c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6e5 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.339481:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b804c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6e5 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.339496:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b804c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6e5 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.339516:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.339518:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.339524:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.339530:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.339577:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.339644:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 92 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.339654:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726262272:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.339867:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b68000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.341782:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726262272:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.341799:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.341825:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734379520:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2379us (2627us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.341836:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17060 00000100:00100000:0.0:1746126429.342331:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.342692:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734379776 00000100:00100000:1.0:1746126429.342698:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734379776 00002000:00100000:1.0:1746126429.342727:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2f800 x1830945734379776/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.342735:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f800 with x1830945734379776 ext(0->4095) 00010000:00010000:1.0:1746126429.342741:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 93 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.342752:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 93 pid: 17079 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.342762:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf2f800 00000100:00100000:1.0:1746126429.342776:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1733 00000100:00100000:1.0:1746126429.342782:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734379776:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126429.342898:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734379776:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (567us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.342903:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1733 00002000:00100000:1.0:1746126429.342909:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2f800 x1830945734379776/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.342915:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f800 with x1830945734379776 ext(0->4095) 00010000:00010000:1.0:1746126429.342919:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 93 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.342927:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 93 pid: 17079 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.342932:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf2f800 00000100:00100000:2.0:1746126429.346638:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.347181:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734379904 00000100:00100000:1.0:1746126429.347189:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734379904 00000100:00100000:1.0:1746126429.347234:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4923 00000100:00100000:1.0:1746126429.347241:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734379904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.347255:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.347268:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd6fa expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.347295:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.347300:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.347305:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126429.347308:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.347337:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.347348:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.347356:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18600, rc 0) 00000100:00100000:1.0:1746126429.347395:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734379904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.347400:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4923 00000100:00100000:0.0:1746126429.347646:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.347722:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734380032 00000100:00100000:3.0:1746126429.347726:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734380032 00010000:00010000:3.0:1746126429.347741:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 93 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.347758:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17061 00000100:00100000:3.0:1746126429.347763:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734380032:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.347772:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.347788:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 93 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.347797:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 93 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.347814:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b804c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6ec expref: 93 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.347826:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.347827:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.347832:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.347839:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.347855:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.347865:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.347874:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726262528:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.347922:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.350921:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.350983:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726262528:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.351001:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.351041:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734380032:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3277us (3395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.351049:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17061 00000100:00100000:0.0:1746126429.351108:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734380288 00000100:00100000:0.0:1746126429.351113:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734380288 00002000:00100000:0.0:1746126429.351144:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0e680 x1830945734380288/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126429.351153:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0e680 with x1830945734380288 ext(0->4095) 00010000:00010000:0.0:1746126429.351159:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126429.351170:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:0.0:1746126429.351176:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a0e680 00000100:00100000:0.0:1746126429.351417:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1734 00000100:00100000:0.0:1746126429.351424:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734380288:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126429.351523:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734380288:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (608us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126429.351528:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1734 00002000:00100000:0.0:1746126429.351540:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0e680 x1830945734380288/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126429.351547:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0e680 with x1830945734380288 ext(0->4095) 00010000:00010000:0.0:1746126429.351552:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126429.351559:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:0.0:1746126429.351564:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a0e680 00000100:00100000:0.0:1746126429.354082:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.354854:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.354909:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734380544 00000100:00100000:0.0:1746126429.354916:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734380544 00010000:00010000:0.0:1746126429.354945:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1746126429.354977:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17062 00000100:00100000:0.0:1746126429.354984:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734380544:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126429.354995:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126429.355012:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126429.355038:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126429.355056:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6f3 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126429.355078:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126429.355079:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126429.355085:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.355092:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.355117:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126429.355127:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093108000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726262656:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126429.355184:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.355635:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734380416 00000100:00100000:3.0:1746126429.355639:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734380416 00000100:00100000:3.0:1746126429.355668:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4924 00000100:00100000:3.0:1746126429.355673:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31643:x1830945734380416:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.355683:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.355692:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b804de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd701 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.355706:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.355711:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.355713:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.355715:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b804de lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd701 expref: 93 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.355731:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.355741:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 5 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.355749:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726262784:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.355772:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.357769:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.357853:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093108000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726262656:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.357870:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.358326:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734380544:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3341us (3471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.358336:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17062 00000100:00100000:1.0:1746126429.358559:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734380800 00000100:00100000:1.0:1746126429.358565:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734380800 00002000:00100000:1.0:1746126429.358595:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093108e00 x1830945734380800/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.358603:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108e00 with x1830945734380800 ext(0->4095) 00010000:00010000:1.0:1746126429.358610:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.358624:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.358630:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093108e00 00000100:00100000:1.0:1746126429.358644:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1735 00000100:00100000:1.0:1746126429.358650:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734380800:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126429.358763:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734380800:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (999us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.358768:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1735 00002000:00100000:1.0:1746126429.358774:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093108e00 x1830945734380800/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.358780:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108e00 with x1830945734380800 ext(0->4095) 00010000:00010000:1.0:1746126429.358784:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.358792:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.358797:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093108e00 00000100:00100000:2.0:1746126429.359056:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726262784:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.359075:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b804de lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd701 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.359086:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07600, rc 0) 00000100:00100000:2.0:1746126429.359107:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31643:x1830945734380416:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3433us (5031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.359113:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4924 00000100:00100000:0.0:1746126429.361768:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.361904:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734380928 00000100:00100000:2.0:1746126429.361911:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734380928 00010000:00010000:2.0:1746126429.361939:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.361974:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17063 00000100:00100000:2.0:1746126429.361981:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734380928:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.361993:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.362010:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.362056:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.362077:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b804d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd6fa expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.362096:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.362098:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.362105:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b804de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd701 expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.362111:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b804de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd701 expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.362137:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b804de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd701 expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.362147:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726262912:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.363009:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.365227:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726262912:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.365242:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.365273:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734380928:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3292us (3510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.365282:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17063 00000100:00100000:2.0:1746126429.365589:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.365715:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734381184 00000100:00100000:0.0:1746126429.365719:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734381184 00002000:00100000:0.0:1746126429.365745:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0d500 x1830945734381184/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126429.365753:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0d500 with x1830945734381184 ext(0->4095) 00002000:00010000:0.0:1746126429.365757:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0d500 00000100:00100000:0.0:1746126429.365776:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3769 00000100:00100000:0.0:1746126429.365781:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734381184:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126429.365878:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734381184:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (291us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126429.365883:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3769 00002000:00100000:0.0:1746126429.365887:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0d500 x1830945734381184/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126429.365894:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0d500 with x1830945734381184 ext(0->4095) 00002000:00010000:0.0:1746126429.365896:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0d500 00000100:00100000:0.0:1746126429.368325:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.368642:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734381312 00000100:00100000:2.0:1746126429.368649:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734381312 00000100:00100000:2.0:1746126429.368936:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4925 00000100:00100000:2.0:1746126429.368944:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734381312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.368957:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.368969:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd708 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.368990:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b804de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd701 expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.368996:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.368997:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.369000:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804e5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd708 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.369052:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b804de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd701 expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.369062:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b804de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd701 expref: 91 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.369072:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726263040:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.369499:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.371236:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726263040:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.371257:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804e5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd708 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.371269:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4200, rc 0) 00000100:00100000:2.0:1746126429.371297:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734381312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2354us (2976us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.371303:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4925 00000100:00100000:0.0:1746126429.372115:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.372530:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734381440 00000100:00100000:2.0:1746126429.372543:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734381440 00010000:00010000:2.0:1746126429.372566:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b804de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd701 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.372625:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17064 00000100:00100000:2.0:1746126429.372631:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734381440:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.372642:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.372657:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b804de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd701 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.372666:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b804de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd701 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.372684:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b804de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd701 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.372843:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.372845:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.372851:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd708 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.372862:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd708 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.372885:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd708 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.372895:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726263168:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.373155:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.375439:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.375685:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726263168:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.375700:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.375729:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734381440:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3097us (3614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.375737:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17064 00000100:00100000:1.0:1746126429.375866:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734381696 00000100:00100000:1.0:1746126429.375871:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734381696 00002000:00100000:1.0:1746126429.375898:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093108000 x1830945734381696/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.375906:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108000 with x1830945734381696 ext(0->4095) 00002000:00010000:1.0:1746126429.375910:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093108000 00000100:00100000:1.0:1746126429.375923:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3770 00000100:00100000:1.0:1746126429.375927:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734381696:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126429.376085:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734381696:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (650us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.376091:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3770 00002000:00100000:1.0:1746126429.376096:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093108000 x1830945734381696/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.376103:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108000 with x1830945734381696 ext(0->4095) 00002000:00010000:1.0:1746126429.376106:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093108000 00000100:00100000:0.0:1746126429.376791:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.376930:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734381824 00000100:00100000:3.0:1746126429.376935:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734381824 00000100:00100000:3.0:1746126429.376957:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4926 00000100:00100000:3.0:1746126429.376962:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734381824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.376971:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.376983:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd70f expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.377001:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd708 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.377007:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.377008:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.377011:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.377050:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd708 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.377059:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd708 expref: 5 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.377069:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726263296:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.377109:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.378237:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.378393:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734381952 00000100:00100000:2.0:1746126429.378399:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734381952 00000100:00100000:2.0:1746126429.378435:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4927 00000100:00100000:2.0:1746126429.378441:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31655:x1830945734381952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.378450:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.378459:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b804f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd716 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.378472:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.378476:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 94 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.378485:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.378487:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b804f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd716 expref: 94 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.378509:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 94 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.378519:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b804f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd716 expref: 94 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.378527:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5c00, rc 0) 00000100:00100000:2.0:1746126429.378571:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31655:x1830945734381952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.378576:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4927 00000100:00100000:3.0:1746126429.380147:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726263296:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.380168:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 93 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.380178:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07800, rc 0) 00000100:00100000:3.0:1746126429.380202:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734381824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3239us (3412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.380208:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4926 00000100:00100000:0.0:1746126429.381091:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.381320:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734382080 00000100:00100000:2.0:1746126429.381326:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734382080 00010000:00010000:2.0:1746126429.381346:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd708 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.381376:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17065 00000100:00100000:2.0:1746126429.381382:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734382080:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.381391:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.381405:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd708 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.381414:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd708 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.381431:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b804e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd708 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.381442:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.381444:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.381449:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.381456:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.381477:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.381485:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.381494:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726263552:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.381552:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.384075:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.384203:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734382336 00000100:00100000:3.0:1746126429.384209:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734382336 00002000:00100000:3.0:1746126429.384239:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936db480 x1830945734382336/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.384247:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936db480 with x1830945734382336 ext(0->4095) 00010000:00010000:3.0:1746126429.384254:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.384264:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.384270:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800936db480 00000100:00100000:3.0:1746126429.384286:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1736 00000100:00100000:3.0:1746126429.384291:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734382336:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126429.384411:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734382336:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (341us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.384416:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1736 00002000:00100000:3.0:1746126429.384421:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936db480 x1830945734382336/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.384427:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936db480 with x1830945734382336 ext(0->4095) 00010000:00010000:3.0:1746126429.384431:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.384439:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.384448:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800936db480 00000100:00100000:2.0:1746126429.384849:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726263552:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.384862:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.384882:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734382080:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3500us (3791us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.384889:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17065 00000100:00100000:0.0:1746126429.387765:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.387868:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734382464 00000100:00100000:2.0:1746126429.387875:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734382464 00010000:00010000:2.0:1746126429.387901:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.388512:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17066 00000100:00100000:2.0:1746126429.388520:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734382464:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.388540:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.388558:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.388568:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.388587:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b804ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd70f expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.388611:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.388613:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.388618:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b804f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd716 expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.388626:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b804f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd716 expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.388653:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b804f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd716 expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.388663:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726263680:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.388730:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.390757:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.390830:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734382720 00000100:00100000:1.0:1746126429.390836:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734382720 00002000:00100000:1.0:1746126429.390868:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466300 x1830945734382720/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.390876:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466300 with x1830945734382720 ext(0->4095) 00002000:00010000:1.0:1746126429.390880:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466300 00000100:00100000:1.0:1746126429.390907:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3771 00000100:00100000:1.0:1746126429.390912:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734382720:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126429.391057:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734382720:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.391063:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3771 00002000:00100000:1.0:1746126429.391069:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466300 x1830945734382720/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.391080:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466300 with x1830945734382720 ext(0->4095) 00002000:00010000:1.0:1746126429.391082:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466300 00000100:00100000:2.0:1746126429.391163:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726263680:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.391178:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.391197:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734382464:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2678us (3439us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.391204:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17066 00000100:00100000:0.0:1746126429.393444:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.393825:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734382848 00000100:00100000:3.0:1746126429.393832:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734382848 00000100:00100000:3.0:1746126429.394050:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4928 00000100:00100000:3.0:1746126429.394057:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734382848:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.394070:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.394083:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd71d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.394105:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b804f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd716 expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.394112:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.394113:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.394116:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.394140:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b804f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd716 expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.394151:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b804f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd716 expref: 91 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.394160:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726263808:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.394229:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.396388:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726263808:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.396414:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.396426:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:3.0:1746126429.396465:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734382848:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2408us (3025us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.396472:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4928 00000100:00100000:0.0:1746126429.398213:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.398307:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734382976 00000100:00100000:2.0:1746126429.398314:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734382976 00010000:00010000:2.0:1746126429.398339:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b804f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd716 expref: 92 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.398396:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17067 00000100:00100000:2.0:1746126429.398403:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734382976:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.398414:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.398431:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b804f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd716 expref: 92 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.398441:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b804f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd716 expref: 92 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.398459:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b804f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd716 expref: 92 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.398472:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.398473:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.398478:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.398490:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.398514:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.398524:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726263936:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.398591:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.401219:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726263936:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.401232:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.401591:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734382976:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3186us (3380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.401599:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17067 00000100:00100000:1.0:1746126429.401737:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.401900:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.402133:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734383232 00000100:00100000:3.0:1746126429.402140:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734383232 00000100:00100000:3.0:1746126429.402174:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4929 00000100:00100000:3.0:1746126429.402180:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734383232:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.402193:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.402206:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd724 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.402226:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.402231:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.402233:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.402236:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.402256:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.402266:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 5 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.402290:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726264064:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.402334:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.402615:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734383360 00000100:00100000:2.0:1746126429.402620:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734383360 00002000:00100000:2.0:1746126429.402641:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132595500 x1830945734383360/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.402649:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595500 with x1830945734383360 ext(0->4095) 00010000:00010000:2.0:1746126429.402654:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.402663:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.402668:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132595500 00000100:00100000:2.0:1746126429.402693:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1737 00000100:00100000:2.0:1746126429.402699:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734383360:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126429.402803:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734383360:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (902us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.402809:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1737 00002000:00100000:2.0:1746126429.402820:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132595500 x1830945734383360/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.402826:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595500 with x1830945734383360 ext(0->4095) 00010000:00010000:2.0:1746126429.402831:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.402839:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.402844:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132595500 00000100:00100000:0.0:1746126429.404403:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.404488:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726264064:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.404510:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.404521:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126429.404559:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31643:x1830945734383232:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2378us (2821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.404565:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4929 00000100:00100000:3.0:1746126429.404581:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734383488 00000100:00100000:3.0:1746126429.404584:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734383488 00000100:00100000:3.0:1746126429.404612:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4930 00000100:00100000:3.0:1746126429.404618:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734383488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.404626:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.404635:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80508 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd72b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.404649:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.404653:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 93 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.404658:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.404660:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80508 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd72b expref: 93 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.404687:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 93 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.404695:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80508 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd72b expref: 93 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.404702:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126429.404717:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31655:x1830945734383488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.404722:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4930 00000100:00100000:0.0:1746126429.404988:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.405068:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734383616 00000100:00100000:2.0:1746126429.405071:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734383616 00010000:00010000:2.0:1746126429.405088:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.405295:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17068 00000100:00100000:2.0:1746126429.405302:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734383616:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.405310:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.405324:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.405337:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.405351:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b804fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd71d expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.405376:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.405378:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.405383:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.405389:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.405408:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.405417:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 92 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.405426:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726264320:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.405481:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.407485:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.407664:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726264320:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.407677:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.407711:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734383616:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2409us (2722us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.407721:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17068 00000100:00100000:3.0:1746126429.407778:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734383872 00000100:00100000:3.0:1746126429.407784:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734383872 00002000:00100000:3.0:1746126429.407811:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131465880 x1830945734383872/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.407818:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465880 with x1830945734383872 ext(0->4095) 00010000:00010000:3.0:1746126429.407824:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.407835:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.407840:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131465880 00000100:00100000:3.0:1746126429.408086:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1738 00000100:00100000:3.0:1746126429.408092:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734383872:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126429.408214:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734383872:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (733us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.408221:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1738 00002000:00100000:3.0:1746126429.408225:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131465880 x1830945734383872/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.408232:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465880 with x1830945734383872 ext(0->4095) 00010000:00010000:3.0:1746126429.408237:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.408245:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.408251:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131465880 00000100:00100000:0.0:1746126429.411463:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.412216:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734384000 00000100:00100000:2.0:1746126429.412224:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734384000 00010000:00010000:2.0:1746126429.412250:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.412281:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17069 00000100:00100000:2.0:1746126429.412287:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734384000:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.412297:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.412312:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.412322:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.412338:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80501 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd724 expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.412361:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.412363:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.412368:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80508 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd72b expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.412374:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80508 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd72b expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.412398:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80508 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd72b expref: 92 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.412407:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726264448:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.412473:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f02d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.414962:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.415068:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734384256 00000100:00100000:1.0:1746126429.415075:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734384256 00002000:00100000:1.0:1746126429.415108:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131465c00 x1830945734384256/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.415116:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465c00 with x1830945734384256 ext(0->4095) 00002000:00010000:1.0:1746126429.415120:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131465c00 00000100:00100000:1.0:1746126429.415146:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3772 00000100:00100000:1.0:1746126429.415151:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734384256:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126429.415276:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734384256:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.415281:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3772 00002000:00100000:1.0:1746126429.415286:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131465c00 x1830945734384256/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.415292:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465c00 with x1830945734384256 ext(0->4095) 00002000:00010000:1.0:1746126429.415295:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131465c00 00000100:00100000:2.0:1746126429.416452:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726264448:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.416468:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.416503:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734384000:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4210us (5040us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.416512:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17069 00000100:00100000:2.0:1746126429.420093:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.420193:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734384384 00000100:00100000:0.0:1746126429.420200:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734384384 00000100:00100000:0.0:1746126429.420248:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4931 00000100:00100000:0.0:1746126429.420255:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734384384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126429.420268:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126429.420281:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd732 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.420304:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80508 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd72b expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.420310:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126429.420312:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126429.420315:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.420337:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80508 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd72b expref: 91 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.420345:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80508 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd72b expref: 91 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1746126429.420355:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131465180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726264576:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126429.420414:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.425608:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131465180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726264576:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.425632:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.425644:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b408d800, rc 0) 00000100:00100000:2.0:1746126429.425687:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734384384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5432us (5601us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.425694:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4931 00000100:00100000:0.0:1746126429.426574:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.426667:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.426733:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734384512 00000100:00100000:2.0:1746126429.426739:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734384512 00000100:00100000:2.0:1746126429.426778:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4932 00000100:00100000:2.0:1746126429.426783:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31643:x1830945734384512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.426796:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.426808:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80516 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd739 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.426829:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.426833:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.426838:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126429.426841:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80516 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd739 expref: 93 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.426867:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.426876:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80516 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd739 expref: 93 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.426884:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4600, rc 0) 00000100:00100000:2.0:1746126429.426906:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734384512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.426911:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4932 00000100:00100000:3.0:1746126429.427098:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734384640 00000100:00100000:3.0:1746126429.427102:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734384640 00010000:00010000:3.0:1746126429.427116:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80508 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd72b expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.427139:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17070 00000100:00100000:3.0:1746126429.427144:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734384640:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.427151:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.427167:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80508 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd72b expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.427177:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80508 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd72b expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.427191:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80508 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd72b expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.427206:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.427207:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.427212:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.427219:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.427236:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.427246:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 5 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.427256:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726264832:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.427302:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.431076:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.431256:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726264832:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.431275:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126429.431400:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734384896 00000100:00100000:0.0:1746126429.431406:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734384896 00002000:00100000:0.0:1746126429.431438:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131465500 x1830945734384896/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126429.431447:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465500 with x1830945734384896 ext(0->4095) 00010000:00010000:0.0:1746126429.431454:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126429.431466:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00002000:00010000:0.0:1746126429.431472:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131465500 00000100:00100000:0.0:1746126429.431562:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1739 00000100:00100000:0.0:1746126429.431569:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734384896:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126429.432359:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734384640:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5212us (5689us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.432367:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17070 00000100:00100000:0.0:1746126429.434210:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734384896:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 2635us (3135us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126429.434221:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1739 00002000:00100000:0.0:1746126429.434231:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131465500 x1830945734384896/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126429.434244:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465500 with x1830945734384896 ext(0->4095) 00010000:00010000:0.0:1746126429.434252:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126429.434265:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00002000:00010000:0.0:1746126429.434271:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131465500 00000100:00100000:0.0:1746126429.438444:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.438822:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734385024 00000100:00100000:3.0:1746126429.438829:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734385024 00010000:00010000:3.0:1746126429.438855:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.438894:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17071 00000100:00100000:3.0:1746126429.438900:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734385024:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.438911:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.438928:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.438938:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.438957:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b8050f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd732 expref: 6 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.438972:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.438974:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.438979:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80516 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd739 expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.438986:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80516 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd739 expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.439012:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80516 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd739 expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.439039:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726264960:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.439105:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.441704:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.441783:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734385280 00000100:00100000:1.0:1746126429.441790:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734385280 00002000:00100000:1.0:1746126429.441823:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467100 x1830945734385280/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.441837:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467100 with x1830945734385280 ext(0->4095) 00002000:00010000:1.0:1746126429.441841:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131467100 00000100:00100000:1.0:1746126429.441857:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3773 00000100:00100000:1.0:1746126429.441863:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734385280:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126429.441982:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734385280:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.441988:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3773 00002000:00100000:1.0:1746126429.441994:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467100 x1830945734385280/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.442001:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467100 with x1830945734385280 ext(0->4095) 00002000:00010000:1.0:1746126429.442003:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131467100 00000100:00100000:3.0:1746126429.442276:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726264960:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.442293:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.442327:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734385024:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3427us (3891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.442334:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17071 00000100:00100000:0.0:1746126429.444619:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.444727:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734385408 00000100:00100000:1.0:1746126429.444734:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734385408 00000100:00100000:1.0:1746126429.444775:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4933 00000100:00100000:1.0:1746126429.444781:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734385408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.444794:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.444807:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8051d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd740 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.444828:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80516 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd739 expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.444834:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.444836:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.444839:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8051d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd740 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.444861:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80516 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd739 expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.444870:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd739 expref: 91 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.444879:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726265088:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126429.444938:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126429.447270:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726265088:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126429.447294:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8051d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd740 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.447306:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18200, rc 0) 00000100:00100000:1.0:1746126429.447336:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734385408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2555us (2722us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.447343:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4933 00000100:00100000:0.0:1746126429.447643:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.447879:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734385536 00000100:00100000:3.0:1746126429.447884:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734385536 00010000:00010000:3.0:1746126429.447903:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd739 expref: 92 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.447931:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17072 00000100:00100000:3.0:1746126429.447937:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734385536:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.447945:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.447960:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd739 expref: 92 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.447969:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80516 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd739 expref: 92 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.447985:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80516 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd739 expref: 92 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.447996:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.447998:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.448003:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8051d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd740 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.448010:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8051d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd740 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.448046:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8051d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd740 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.448056:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726265216:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.448102:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.449402:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726265216:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.449420:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.449547:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734385536:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1609us (1904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.449555:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17072 00000100:00100000:0.0:1746126429.450504:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.450645:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734385792 00000100:00100000:2.0:1746126429.450652:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734385792 00002000:00100000:2.0:1746126429.450682:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466d80 x1830945734385792/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.450690:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466d80 with x1830945734385792 ext(0->4095) 00002000:00010000:2.0:1746126429.450694:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466d80 00000100:00100000:2.0:1746126429.450721:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3774 00000100:00100000:2.0:1746126429.450726:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734385792:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126429.450849:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734385792:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.450854:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3774 00002000:00100000:2.0:1746126429.450858:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466d80 x1830945734385792/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.450864:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466d80 with x1830945734385792 ext(0->4095) 00002000:00010000:2.0:1746126429.450867:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466d80 00000100:00100000:0.0:1746126429.452415:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.453004:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734385920 00000100:00100000:1.0:1746126429.453010:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734385920 00000100:00100000:1.0:1746126429.453210:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4934 00000100:00100000:1.0:1746126429.453218:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734385920:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.453230:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.453242:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd747 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.453266:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8051d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd740 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.453272:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.453273:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.453276:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.453298:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8051d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd740 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.453308:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8051d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd740 expref: 5 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.453318:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726265344:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126429.453379:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.454097:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.454298:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734386048 00000100:00100000:2.0:1746126429.454302:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734386048 00000100:00100000:2.0:1746126429.454332:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4935 00000100:00100000:2.0:1746126429.454337:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31655:x1830945734386048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.454344:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.454351:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8052b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd74e expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.454362:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.454366:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.454371:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.454373:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8052b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd74e expref: 94 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.454391:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.454404:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8052b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd74e expref: 94 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.454411:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4c00, rc 0) 00000100:00100000:2.0:1746126429.454441:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31655:x1830945734386048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.454447:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4935 00000100:00100000:1.0:1746126429.456614:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726265344:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126429.456636:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 93 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.456648:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:0.0:1746126429.456685:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.456686:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734385920:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3468us (4274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.456692:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4934 00000100:00100000:3.0:1746126429.456800:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734386176 00000100:00100000:3.0:1746126429.456805:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734386176 00010000:00010000:3.0:1746126429.456823:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8051d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd740 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.456850:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17073 00000100:00100000:3.0:1746126429.456855:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734386176:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.456864:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.456880:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8051d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd740 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.456889:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8051d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd740 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.456905:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8051d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd740 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.456930:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.456932:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.456937:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.456944:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.456967:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.456976:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 92 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.456985:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726265600:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.457054:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.459596:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726265600:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.459615:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.459644:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734386176:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2788us (2959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.459653:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17073 00000100:00100000:0.0:1746126429.459733:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.459817:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734386432 00000100:00100000:2.0:1746126429.459823:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734386432 00002000:00100000:2.0:1746126429.459851:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f63100 x1830945734386432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.459859:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f63100 with x1830945734386432 ext(0->4095) 00010000:00010000:2.0:1746126429.459865:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.459875:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.459880:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f63100 00000100:00100000:2.0:1746126429.459895:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1740 00000100:00100000:2.0:1746126429.459900:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734386432:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.460169:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734386432:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 267us (434us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.460175:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1740 00002000:00100000:2.0:1746126429.460180:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f63100 x1830945734386432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.460187:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f63100 with x1830945734386432 ext(0->4095) 00010000:00010000:2.0:1746126429.460191:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.460200:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.460205:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f63100 00000100:00100000:0.0:1746126429.462909:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.462982:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734386560 00000100:00100000:3.0:1746126429.462988:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734386560 00010000:00010000:3.0:1746126429.463011:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.463141:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17074 00000100:00100000:3.0:1746126429.463148:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734386560:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.463159:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.463173:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.463183:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.463200:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80524 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd747 expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.463222:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.463223:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.463228:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8052b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd74e expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.463233:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8052b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd74e expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.463253:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8052b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd74e expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.463260:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726265728:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.463317:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.465387:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.465475:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726265728:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.465492:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.465503:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734386816 00000100:00100000:2.0:1746126429.465509:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734386816 00000100:00100000:3.0:1746126429.465518:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734386560:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2371us (2613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.465526:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17074 00002000:00100000:2.0:1746126429.465543:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08380 x1830945734386816/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.465551:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08380 with x1830945734386816 ext(0->4095) 00002000:00010000:2.0:1746126429.465555:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b08380 00000100:00100000:2.0:1746126429.465569:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3775 00000100:00100000:2.0:1746126429.465575:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1966:x1830945734386816:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126429.465694:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1966:x1830945734386816:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.465700:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3775 00002000:00100000:2.0:1746126429.465705:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08380 x1830945734386816/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.465711:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08380 with x1830945734386816 ext(0->4095) 00002000:00010000:2.0:1746126429.465714:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b08380 00000100:00100000:0.0:1746126429.467242:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.467320:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734386944 00000100:00100000:1.0:1746126429.467325:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734386944 00000100:00100000:1.0:1746126429.467411:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4936 00000100:00100000:1.0:1746126429.467418:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734386944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.467428:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.467440:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80532 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd755 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.467462:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8052b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd74e expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.467468:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.467766:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.467772:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80532 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd755 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.467798:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8052b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd74e expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.467808:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8052b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd74e expref: 91 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.467818:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726265856:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126429.468197:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126429.470354:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726265856:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126429.470355:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126429.470376:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80532 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd755 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.470508:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734387072 00000100:00100000:3.0:1746126429.470513:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734387072 00010000:00010000:3.0:1746126429.470547:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8052b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd74e expref: 92 pid: 17079 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.470578:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17075 00000100:00100000:3.0:1746126429.470584:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734387072:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.470594:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.470950:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8052b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd74e expref: 92 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.470960:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8052b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd74e expref: 92 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.470975:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b8052b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd74e expref: 92 pid: 17079 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.470996:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.470998:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.471003:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80532 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd755 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.471009:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80532 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd755 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.471052:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80532 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd755 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.471062:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726265984:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.471121:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220f00 going to sleep for 11 seconds 00010000:00010000:1.0:1746126429.471245:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19e00, rc 0) 00000100:00100000:1.0:1746126429.471275:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734386944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3858us (4037us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.471281:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4936 00000100:00100000:0.0:1746126429.473714:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.473993:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726265984:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.474007:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734387328 00010000:00010000:3.0:1746126429.474011:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.474012:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734387328 00002000:00100000:2.0:1746126429.474079:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08a80 x1830945734387328/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.474088:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08a80 with x1830945734387328 ext(0->4095) 00002000:00010000:2.0:1746126429.474092:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b08a80 00000100:00100000:2.0:1746126429.474112:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3776 00000100:00100000:2.0:1746126429.474119:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734387328:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126429.474316:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734387072:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3730us (3958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.474318:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734387328:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 198us (606us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.474323:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3776 00000100:00100000:3.0:1746126429.474324:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17075 00002000:00100000:2.0:1746126429.474329:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08a80 x1830945734387328/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.474336:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08a80 with x1830945734387328 ext(0->4095) 00002000:00010000:2.0:1746126429.474338:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b08a80 00000100:00100000:0.0:1746126429.476416:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.476450:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.476726:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734387456 00000100:00100000:1.0:1746126429.476732:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734387456 00000100:00100000:1.0:1746126429.476765:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734387584 00000100:00100000:1.0:1746126429.476767:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734387584 00000100:00100000:1.0:1746126429.476779:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4937 00000100:00100000:1.0:1746126429.476784:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734387456:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.476796:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.476806:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd75c expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.476827:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80532 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd755 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.476833:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.476835:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.476838:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 93 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.476860:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80532 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd755 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.476869:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80532 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd755 expref: 5 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.476878:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726266112:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126429.476925:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.476991:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4938 00000100:00100000:2.0:1746126429.476999:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734387584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.477006:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.477012:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd763 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.477045:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.477049:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.477181:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.477185:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 94 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.477253:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.477264:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 94 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.477272:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5600, rc 0) 00000100:00100000:2.0:1746126429.477295:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31643:x1830945734387584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 298us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.477300:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4938 00000100:00100000:1.0:1746126429.480483:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726266112:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126429.480508:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 93 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.480520:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18e00, rc 0) 00000100:00100000:1.0:1746126429.480561:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31655:x1830945734387456:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3776us (4148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.480568:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4937 00000100:00100000:0.0:1746126429.481106:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.481488:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734387712 00000100:00100000:3.0:1746126429.481494:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734387712 00010000:00010000:3.0:1746126429.481516:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80532 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd755 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.481548:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17076 00000100:00100000:3.0:1746126429.481554:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734387712:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.481564:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.481578:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80532 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd755 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.481587:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80532 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd755 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.481603:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80532 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd755 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.481623:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.481624:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.481630:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.481636:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.481658:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.481666:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 92 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.481675:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726266368:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.481725:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.484118:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726266368:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.484138:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.484170:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734387712:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2616us (3065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.484178:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17076 00000100:00100000:0.0:1746126429.485573:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.485632:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734387968 00000100:00100000:2.0:1746126429.485637:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734387968 00002000:00100000:2.0:1746126429.485668:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08e00 x1830945734387968/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.485677:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08e00 with x1830945734387968 ext(0->4095) 00010000:00010000:2.0:1746126429.485684:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.485696:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.485701:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b08e00 00000100:00100000:2.0:1746126429.485730:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1741 00000100:00100000:2.0:1746126429.485737:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734387968:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.486601:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734387968:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 862us (1029us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.486608:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1741 00002000:00100000:2.0:1746126429.486615:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08e00 x1830945734387968/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.486623:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08e00 with x1830945734387968 ext(0->4095) 00010000:00010000:2.0:1746126429.486628:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.486637:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.486643:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b08e00 00000100:00100000:0.0:1746126429.488530:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.488726:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734388096 00000100:00100000:1.0:1746126429.488733:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734388096 00000100:00100000:1.0:1746126429.488777:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4939 00000100:00100000:1.0:1746126429.488784:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734388096:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.488795:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.488808:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd76a expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.488837:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.488842:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.488847:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126429.488850:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.488887:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.488898:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.488905:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18600, rc 0) 00000100:00100000:1.0:1746126429.488936:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734388096:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.488940:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4939 00000100:00100000:0.0:1746126429.492947:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.493097:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734388224 00000100:00100000:3.0:1746126429.493105:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734388224 00010000:00010000:3.0:1746126429.493130:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.493166:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17077 00000100:00100000:3.0:1746126429.493171:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734388224:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.493182:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.493433:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.493444:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.493461:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80539 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd75c expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.493902:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.493904:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.493911:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.493918:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.493943:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.493952:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 92 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.493966:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726266624:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.494484:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.498044:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.498159:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734388480 00000100:00100000:2.0:1746126429.498166:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734388480 00002000:00100000:2.0:1746126429.498198:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0aa00 x1830945734388480/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.498206:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0aa00 with x1830945734388480 ext(0->4095) 00010000:00010000:2.0:1746126429.498213:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.498225:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.498235:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b0aa00 00000100:00100000:3.0:1746126429.498251:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726266624:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.498251:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1742 00000100:00100000:2.0:1746126429.498256:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734388480:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746126429.498268:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.498296:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734388224:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5125us (5356us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.498303:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17077 00000100:00100000:2.0:1746126429.498371:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734388480:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.498376:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1742 00002000:00100000:2.0:1746126429.498381:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0aa00 x1830945734388480/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.498387:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0aa00 with x1830945734388480 ext(0->4095) 00010000:00010000:2.0:1746126429.498391:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 92 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.498400:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 92 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.498405:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b0aa00 00000100:00100000:0.0:1746126429.501782:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.501862:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.501923:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734388736 00000100:00100000:2.0:1746126429.501930:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734388608 00000100:00100000:3.0:1746126429.501931:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734388736 00000100:00100000:2.0:1746126429.501932:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734388608 00010000:00010000:3.0:1746126429.502013:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.502055:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17078 00000100:00100000:3.0:1746126429.502061:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734388736:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.502070:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.502084:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.502094:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.502111:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b80540 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd763 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.502115:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4940 00000100:00100000:2.0:1746126429.502120:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31643:x1830945734388608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.502131:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.502345:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.502348:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.502348:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8054e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd771 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.502355:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.502361:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.502372:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.502502:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.502504:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.502508:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8054e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd771 expref: 93 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.502710:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.502720:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 5 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.502729:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 5 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.502730:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726266880:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.502736:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 5 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.502799:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.503004:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726266752:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.503051:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.505978:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726266752:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.505978:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726266880:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.505994:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126429.505997:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8054e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd771 expref: 93 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.506008:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5000, rc 0) 00000100:00100000:3.0:1746126429.506043:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734388736:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3981us (4179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.506043:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734388608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3921us (4265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.506050:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17078 00000100:00100000:2.0:1746126429.506050:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4940 00000100:00100000:0.0:1746126429.506587:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.506850:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734388992 00000100:00100000:1.0:1746126429.506856:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734388992 00002000:00100000:1.0:1746126429.506884:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0b480 x1830945734388992/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.506893:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0b480 with x1830945734388992 ext(0->4095) 00010000:00010000:1.0:1746126429.506898:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.506909:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.506914:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b0b480 00000100:00100000:1.0:1746126429.506927:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1743 00000100:00100000:1.0:1746126429.506932:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734388992:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126429.507080:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734388992:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (493us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.507085:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1743 00002000:00100000:1.0:1746126429.507089:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0b480 x1830945734388992/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.507094:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0b480 with x1830945734388992 ext(0->4095) 00010000:00010000:1.0:1746126429.507098:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.507106:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.507111:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b0b480 00000100:00100000:0.0:1746126429.509016:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.509147:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734389120 00000100:00100000:3.0:1746126429.509153:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734389120 00010000:00010000:3.0:1746126429.509176:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.509320:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17079 00000100:00100000:3.0:1746126429.509327:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734389120:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.509339:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.509354:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.509363:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.509379:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80547 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd76a expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.509578:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.509580:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.509586:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8054e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd771 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.509593:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8054e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd771 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.509620:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8054e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd771 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.509629:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726267008:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.509755:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.511759:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726267008:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.511776:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.511804:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734389120:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2477us (2797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.511815:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17079 00000100:00100000:0.0:1746126429.512220:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.512285:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734389376 00000100:00100000:2.0:1746126429.512289:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734389376 00002000:00100000:2.0:1746126429.512318:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b56680 x1830945734389376/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.512325:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b56680 with x1830945734389376 ext(0->4095) 00002000:00010000:2.0:1746126429.512329:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b56680 00000100:00100000:2.0:1746126429.512352:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3777 00000100:00100000:2.0:1746126429.512357:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734389376:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126429.512460:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734389376:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (240us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.512464:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3777 00002000:00100000:2.0:1746126429.512469:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b56680 x1830945734389376/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.512474:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b56680 with x1830945734389376 ext(0->4095) 00002000:00010000:2.0:1746126429.512477:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b56680 00000100:00100000:0.0:1746126429.514316:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.514365:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734389504 00000100:00100000:2.0:1746126429.514371:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734389504 00000100:00100000:2.0:1746126429.514486:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4941 00000100:00100000:2.0:1746126429.514492:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734389504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.514503:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.514515:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80555 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd778 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.514548:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8054e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd771 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.514559:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.514561:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.514564:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80555 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd778 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.514586:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8054e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd771 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.514596:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8054e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd771 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.514607:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726267136:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.514675:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.515927:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726267136:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.515943:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80555 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd778 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.515952:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4e00, rc 0) 00000100:00100000:2.0:1746126429.516227:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734389504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1734us (1914us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.516234:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4941 00000100:00100000:0.0:1746126429.517243:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.517329:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734389632 00000100:00100000:3.0:1746126429.517334:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734389632 00010000:00010000:3.0:1746126429.517352:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8054e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd771 expref: 92 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.517369:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17080 00000100:00100000:3.0:1746126429.517373:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734389632:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.517381:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.517394:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8054e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd771 expref: 92 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.517402:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8054e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd771 expref: 92 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.517418:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8054e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd771 expref: 92 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.518083:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.518085:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.518092:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80555 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd778 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.518100:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80555 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd778 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.518126:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80555 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd778 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.518136:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726267264:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.518189:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.520171:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726267264:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.520191:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.520228:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734389632:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2853us (2986us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.520237:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17080 00000100:00100000:2.0:1746126429.521251:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.521337:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734389888 00000100:00100000:1.0:1746126429.521344:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734389888 00002000:00100000:1.0:1746126429.521375:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0ce00 x1830945734389888/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.521384:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0ce00 with x1830945734389888 ext(0->4095) 00002000:00010000:1.0:1746126429.521389:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0ce00 00000100:00100000:1.0:1746126429.521403:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3778 00000100:00100000:1.0:1746126429.521409:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734389888:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126429.521767:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734389888:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 356us (517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.521772:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3778 00002000:00100000:1.0:1746126429.521778:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0ce00 x1830945734389888/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.521789:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0ce00 with x1830945734389888 ext(0->4095) 00002000:00010000:1.0:1746126429.521791:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a0ce00 00000100:00100000:0.0:1746126429.523236:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.523288:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734390016 00000100:00100000:2.0:1746126429.523294:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734390016 00000100:00100000:2.0:1746126429.523333:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4942 00000100:00100000:2.0:1746126429.523340:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734390016:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.523353:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.523367:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd77f expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.523389:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80555 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd778 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.523395:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.523397:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.523400:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.523424:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80555 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd778 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.523435:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80555 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd778 expref: 5 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.523444:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726267392:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.523508:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.523882:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.523917:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734390144 00000100:00100000:1.0:1746126429.523921:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734390144 00000100:00100000:1.0:1746126429.523949:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4943 00000100:00100000:1.0:1746126429.523955:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31655:x1830945734390144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.523962:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.523967:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80563 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd786 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.523977:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.523980:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 94 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.523985:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.523987:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80563 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd786 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.524003:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 94 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.524011:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80563 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd786 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.524018:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19400, rc 0) 00000100:00100000:1.0:1746126429.524068:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31655:x1830945734390144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.524074:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4943 00000100:00100000:2.0:1746126429.525357:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726267392:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.525373:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 93 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.525381:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5e00, rc 0) 00000100:00100000:2.0:1746126429.525403:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734390016:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2064us (2172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.525412:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4942 00000100:00100000:0.0:1746126429.526122:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.526310:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734390272 00000100:00100000:3.0:1746126429.526316:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734390272 00010000:00010000:3.0:1746126429.526335:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80555 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd778 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.526353:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17081 00000100:00100000:3.0:1746126429.526358:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734390272:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.526366:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.526382:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80555 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd778 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.526391:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80555 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd778 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.526406:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80555 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd778 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.526430:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.526432:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.526438:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.526444:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.526467:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.526476:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 92 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.526486:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726267648:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.526937:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.529276:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726267648:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.529296:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.529326:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734390272:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2967us (3204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.529334:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17081 00000100:00100000:0.0:1746126429.529630:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.529710:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734390528 00000100:00100000:1.0:1746126429.529715:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734390528 00002000:00100000:1.0:1746126429.529743:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b57100 x1830945734390528/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.529751:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57100 with x1830945734390528 ext(0->4095) 00010000:00010000:1.0:1746126429.529756:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.529766:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.529771:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b57100 00000100:00100000:1.0:1746126429.530115:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1744 00000100:00100000:1.0:1746126429.530121:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734390528:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126429.530230:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734390528:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (600us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.530235:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1744 00002000:00100000:1.0:1746126429.530239:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b57100 x1830945734390528/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.530246:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57100 with x1830945734390528 ext(0->4095) 00010000:00010000:1.0:1746126429.530250:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.530261:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.530266:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b57100 00000100:00100000:0.0:1746126429.532350:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.533399:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734390656 00000100:00100000:3.0:1746126429.533406:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734390656 00010000:00010000:3.0:1746126429.533435:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.533821:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17082 00000100:00100000:3.0:1746126429.533828:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734390656:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.533843:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.533860:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.533870:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.533888:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8055c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd77f expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.533911:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.533913:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.533917:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80563 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd786 expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.533924:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd786 expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.533947:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd786 expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.533956:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726267776:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.534036:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.536577:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726267776:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.536596:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126429.536742:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.536838:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734390912 00000100:00100000:2.0:1746126429.536843:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734390912 00002000:00100000:2.0:1746126429.536872:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b57b80 x1830945734390912/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.536880:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57b80 with x1830945734390912 ext(0->4095) 00002000:00010000:2.0:1746126429.536884:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b57b80 00000100:00100000:2.0:1746126429.536907:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3779 00000100:00100000:2.0:1746126429.536912:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734390912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.537018:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734390912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (277us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.537048:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3779 00002000:00100000:2.0:1746126429.537053:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b57b80 x1830945734390912/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.537059:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57b80 with x1830945734390912 ext(0->4095) 00002000:00010000:2.0:1746126429.537061:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b57b80 00000100:00100000:2.0:1746126429.537835:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734390656:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4004us (5487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.537843:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17082 00000100:00100000:0.0:1746126429.538734:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.538852:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734391040 00000100:00100000:3.0:1746126429.538857:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734391040 00000100:00100000:3.0:1746126429.538897:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4944 00000100:00100000:3.0:1746126429.538903:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734391040:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.538915:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.538927:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8056a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd78d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.538948:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80563 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd786 expref: 91 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.538954:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.538956:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.538959:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8056a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd78d expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.538980:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd786 expref: 91 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.538990:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80563 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd786 expref: 91 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.539000:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726267904:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.539068:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.542294:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726267904:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.542319:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8056a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd78d expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.542332:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:0.0:1746126429.542617:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.542676:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734391168 00000100:00100000:2.0:1746126429.542683:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734391168 00010000:00010000:2.0:1746126429.542706:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80563 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd786 expref: 92 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.542720:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734391040:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3816us (3986us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.542727:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4944 00000100:00100000:2.0:1746126429.542813:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17083 00000100:00100000:2.0:1746126429.542820:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734391168:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.542830:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.542846:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80563 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd786 expref: 92 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.542855:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd786 expref: 92 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.542873:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80563 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd786 expref: 92 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.542885:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.542887:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.542892:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8056a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd78d expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.542897:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8056a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd78d expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.542920:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8056a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd78d expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.542930:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726268032:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.542973:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.544738:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726268032:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.544753:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.544792:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1964:x1830945734391168:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1972us (2174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.544800:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17083 00000100:00100000:0.0:1746126429.544994:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.545081:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734391424 00000100:00100000:3.0:1746126429.545087:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734391424 00002000:00100000:3.0:1746126429.545114:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b54380 x1830945734391424/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.545122:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54380 with x1830945734391424 ext(0->4095) 00002000:00010000:3.0:1746126429.545125:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b54380 00000100:00100000:3.0:1746126429.545148:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3780 00000100:00100000:3.0:1746126429.545153:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734391424:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126429.545269:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734391424:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.545274:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3780 00002000:00100000:3.0:1746126429.545278:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b54380 x1830945734391424/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.545285:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54380 with x1830945734391424 ext(0->4095) 00002000:00010000:3.0:1746126429.545287:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b54380 00000100:00100000:0.0:1746126429.547948:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.548175:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.548755:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734391552 00000100:00100000:3.0:1746126429.548762:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734391552 00000100:00100000:3.0:1746126429.548959:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734391680 00000100:00100000:3.0:1746126429.548961:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734391680 00000100:00100000:1.0:1746126429.549000:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4945 00000100:00100000:1.0:1746126429.549008:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734391552:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126429.549106:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4946 00000100:00100000:3.0:1746126429.549111:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31643:x1830945734391680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.549118:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.549130:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd79b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.549152:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8056a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd78d expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.549159:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.549160:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.549163:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.549190:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8056a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd78d expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.549200:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8056a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd78d expref: 5 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.549209:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726268160:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126429.549360:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.549368:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80578 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd794 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.549379:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.549383:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 94 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.549387:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.549389:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80578 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd794 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.549408:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 94 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.549417:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80578 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd794 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.549425:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18600, rc 0) 00000100:00100000:3.0:1746126429.549968:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126429.550059:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31655:x1830945734391552:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1050us (2113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.550066:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4945 00000100:00100000:1.0:1746126429.552458:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.552526:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734391808 00000100:00100000:2.0:1746126429.552540:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734391808 00010000:00010000:2.0:1746126429.552563:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8056a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd78d expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.552583:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17084 00000100:00100000:2.0:1746126429.552589:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734391808:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.552598:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.552613:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8056a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd78d expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.552622:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8056a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd78d expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.552639:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.552640:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.552645:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.552651:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.552672:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.552680:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.552689:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726268416:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.552732:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00010000:00010000:3.0:1746126429.552797:0:8424:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8056a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd78d expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.552814:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726268160:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.552835:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.552843:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.552855:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06e00, rc 0) 00000100:00100000:3.0:1746126429.552878:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734391680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3767us (4703us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.552884:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4946 00000100:00100000:2.0:1746126429.554861:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726268416:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.554872:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.554904:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734391808:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2315us (2451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.554910:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17084 00000100:00100000:0.0:1746126429.556484:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.556572:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734392064 00000100:00100000:3.0:1746126429.556579:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734392064 00002000:00100000:3.0:1746126429.556608:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b54700 x1830945734392064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.556617:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54700 with x1830945734392064 ext(0->4095) 00010000:00010000:3.0:1746126429.556624:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.556635:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.556641:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b54700 00000100:00100000:3.0:1746126429.556666:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1745 00000100:00100000:3.0:1746126429.556672:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734392064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126429.556786:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734392064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.556792:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1745 00002000:00100000:3.0:1746126429.556797:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b54700 x1830945734392064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.556808:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54700 with x1830945734392064 ext(0->4095) 00010000:00010000:3.0:1746126429.556811:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.557442:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.557450:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b54700 00000100:00100000:2.0:1746126429.563371:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.563416:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734392192 00000100:00100000:0.0:1746126429.563423:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734392192 00010000:00010000:0.0:1746126429.563468:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1746126429.563502:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17085 00000100:00100000:0.0:1746126429.563510:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734392192:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126429.563522:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126429.563547:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126429.563558:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126429.563581:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80571 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd79b expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126429.563608:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126429.563610:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126429.563615:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80578 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd794 expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.563622:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80578 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd794 expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.563650:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80578 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd794 expref: 92 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126429.563666:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9f3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726268544:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126429.563737:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.568885:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9f3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726268544:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.568904:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.569168:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734392192:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5657us (5802us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.569177:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17085 00000100:00100000:0.0:1746126429.569454:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.569520:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734392448 00000100:00100000:3.0:1746126429.569525:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734392448 00002000:00100000:3.0:1746126429.569562:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f3b80 x1830945734392448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.569570:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f3b80 with x1830945734392448 ext(0->4095) 00002000:00010000:3.0:1746126429.569574:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f3b80 00000100:00100000:3.0:1746126429.569595:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3781 00000100:00100000:3.0:1746126429.569600:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734392448:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126429.569700:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734392448:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (246us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.569704:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3781 00002000:00100000:3.0:1746126429.569708:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f3b80 x1830945734392448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.569714:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f3b80 with x1830945734392448 ext(0->4095) 00002000:00010000:3.0:1746126429.569716:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f3b80 00000100:00100000:0.0:1746126429.573263:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.573293:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734392576 00000100:00100000:2.0:1746126429.573300:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734392576 00000100:00100000:2.0:1746126429.573337:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4947 00000100:00100000:2.0:1746126429.573344:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734392576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.573357:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.573371:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd7a2 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.573398:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80578 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd794 expref: 91 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.573404:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.573405:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.573964:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.573993:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80578 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd794 expref: 91 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.574008:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80578 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd794 expref: 91 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.574018:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726268672:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.574107:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.576819:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.576903:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726268672:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.576923:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.576936:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5400, rc 0) 00000100:00100000:2.0:1746126429.576966:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734392576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3622us (3710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.576973:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4947 00000100:00100000:3.0:1746126429.577005:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734392704 00000100:00100000:3.0:1746126429.577012:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734392704 00010000:00010000:3.0:1746126429.577054:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80578 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd794 expref: 92 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.577073:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17086 00000100:00100000:3.0:1746126429.577079:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734392704:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.577089:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.577105:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80578 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd794 expref: 92 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.577114:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80578 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd794 expref: 92 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.577131:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80578 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd794 expref: 92 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.577145:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.577146:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.577151:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.577159:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.577187:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.577201:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726268800:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.577968:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.579486:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.580717:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726268800:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.580736:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.580769:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734392704:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3689us (3954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.580777:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17086 00000100:00100000:2.0:1746126429.580881:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734392832 00000100:00100000:2.0:1746126429.580887:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734392832 00000100:00100000:2.0:1746126429.580915:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4948 00000100:00100000:2.0:1746126429.580921:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734392832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.580934:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.580947:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd7a9 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.580970:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.580977:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.580978:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.580981:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.581002:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.581011:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 5 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.581038:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726268928:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.581074:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.581197:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.581944:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734393088 00000100:00100000:1.0:1746126429.581948:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734393088 00002000:00100000:1.0:1746126429.581969:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1880 x1830945734393088/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.581978:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1880 with x1830945734393088 ext(0->4095) 00010000:00010000:1.0:1746126429.581983:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.581992:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.581997:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f1880 00000100:00100000:1.0:1746126429.582008:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1746 00000100:00100000:1.0:1746126429.582012:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734393088:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126429.582151:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734393088:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (953us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.582156:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1746 00002000:00100000:1.0:1746126429.582161:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1880 x1830945734393088/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.582167:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1880 with x1830945734393088 ext(0->4095) 00010000:00010000:1.0:1746126429.582172:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.582184:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.582188:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f1880 00000100:00100000:2.0:1746126429.583630:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726268928:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.583651:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.583669:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5e00, rc 0) 00000100:00100000:2.0:1746126429.583704:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31643:x1830945734392832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2782us (4434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.583711:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4948 00000100:00100000:0.0:1746126429.584234:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.584491:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734393216 00000100:00100000:2.0:1746126429.584496:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734393216 00000100:00100000:2.0:1746126429.584670:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4949 00000100:00100000:2.0:1746126429.584676:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734393216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.584688:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.584699:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8058d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd7b0 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.584718:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.584722:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 93 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.584727:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.584730:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8058d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b0 expref: 93 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.584752:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 93 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.584761:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8058d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b0 expref: 93 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.584771:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4800, rc 0) 00000100:00100000:2.0:1746126429.584908:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31655:x1830945734393216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 231us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.584913:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4949 00000100:00100000:0.0:1746126429.586839:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.586896:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734393344 00000100:00100000:3.0:1746126429.586906:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734393344 00010000:00010000:3.0:1746126429.586930:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.587113:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17087 00000100:00100000:3.0:1746126429.587120:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734393344:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.587130:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.587147:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.587157:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.587174:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8057f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a2 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.587189:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.587191:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.587197:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.587204:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.587227:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.587236:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 92 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.587245:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726269184:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.587300:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.591224:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726269184:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.591244:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.591278:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734393344:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4157us (4442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.591287:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17087 00000100:00100000:0.0:1746126429.591628:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.592013:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734393600 00000100:00100000:3.0:1746126429.592019:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734393600 00002000:00100000:3.0:1746126429.592063:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1c00 x1830945734393600/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.592072:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1c00 with x1830945734393600 ext(0->4095) 00010000:00010000:3.0:1746126429.592078:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.592094:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.592099:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f1c00 00000100:00100000:3.0:1746126429.592363:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1747 00000100:00100000:3.0:1746126429.592370:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734393600:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126429.593243:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734393600:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 868us (1610us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.593258:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1747 00002000:00100000:3.0:1746126429.593267:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1c00 x1830945734393600/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.593278:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1c00 with x1830945734393600 ext(0->4095) 00010000:00010000:3.0:1746126429.593285:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.593295:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.593301:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f1c00 00000100:00100000:0.0:1746126429.599278:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.600017:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734393728 00000100:00100000:3.0:1746126429.600045:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734393728 00010000:00010000:3.0:1746126429.600075:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.600441:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17088 00000100:00100000:3.0:1746126429.600450:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1964:x1830945734393728:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.600465:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.600481:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.600491:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.600510:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80586 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7a9 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.600541:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.600543:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.600548:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8058d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b0 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.600554:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8058d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b0 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.600582:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8058d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b0 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.600593:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726269312:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.602316:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.605083:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726269312:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.605104:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126429.605112:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.605138:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1964:x1830945734393728:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4688us (5866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.605148:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17088 00000100:00100000:2.0:1746126429.605231:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734393984 00000100:00100000:2.0:1746126429.605236:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734393984 00002000:00100000:2.0:1746126429.605263:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f2300 x1830945734393984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.605280:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f2300 with x1830945734393984 ext(0->4095) 00002000:00010000:2.0:1746126429.605283:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f2300 00000100:00100000:2.0:1746126429.605568:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3782 00000100:00100000:2.0:1746126429.605576:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1966:x1830945734393984:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126429.605682:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1966:x1830945734393984:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (571us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.605687:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3782 00002000:00100000:2.0:1746126429.605692:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f2300 x1830945734393984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.605699:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f2300 with x1830945734393984 ext(0->4095) 00002000:00010000:2.0:1746126429.605701:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f2300 00000100:00100000:0.0:1746126429.608565:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.608744:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734394112 00000100:00100000:2.0:1746126429.608751:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734394112 00000100:00100000:2.0:1746126429.610079:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4950 00000100:00100000:2.0:1746126429.610088:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734394112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.610104:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.610118:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd7b7 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.610142:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8058d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b0 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.610148:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.610150:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.610153:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.610176:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8058d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b0 expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.610187:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8058d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b0 expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.610198:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726269440:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.610262:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.612870:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726269440:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.612895:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.612912:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4e00, rc 0) 00000100:00100000:2.0:1746126429.612946:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734394112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2858us (4386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.612956:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4950 00000100:00100000:0.0:1746126429.614247:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.614455:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.614756:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734394368 00000100:00100000:3.0:1746126429.614761:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734394368 00010000:00010000:3.0:1746126429.614786:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8058d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b0 expref: 92 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.615677:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734394240 00000100:00100000:2.0:1746126429.615681:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734394240 00000100:00100000:2.0:1746126429.615717:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4951 00000100:00100000:2.0:1746126429.615724:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734394240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.615737:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.615748:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd7be expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.615769:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.615774:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.615780:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126429.615783:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 94 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.615812:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.615822:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 94 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.615829:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5000, rc 0) 00000100:00100000:2.0:1746126429.615864:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31643:x1830945734394240:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (1620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.615870:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4951 00000100:00100000:3.0:1746126429.616127:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17089 00000100:00100000:3.0:1746126429.616134:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734394368:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.616142:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.616159:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8058d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b0 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.616168:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8058d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b0 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.616183:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8058d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b0 expref: 93 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.616209:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.616211:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.616216:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.616223:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.616242:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.616252:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 5 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.616261:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726269696:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.616302:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.618708:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726269696:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.618734:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.618762:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734394368:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2628us (4307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.618770:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17089 00000100:00100000:0.0:1746126429.621283:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.621346:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734394624 00000100:00100000:1.0:1746126429.621353:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734394624 00002000:00100000:1.0:1746126429.621385:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f3480 x1830945734394624/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.621395:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f3480 with x1830945734394624 ext(0->4095) 00010000:00010000:1.0:1746126429.621401:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.621413:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.621419:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f3480 00000100:00100000:1.0:1746126429.621447:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1748 00000100:00100000:1.0:1746126429.621454:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734394624:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126429.621611:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734394624:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (600us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.621617:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1748 00002000:00100000:1.0:1746126429.621623:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f3480 x1830945734394624/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.621630:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f3480 with x1830945734394624 ext(0->4095) 00010000:00010000:1.0:1746126429.621635:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.621644:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.621649:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f3480 00000100:00100000:0.0:1746126429.626430:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.626624:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734394752 00000100:00100000:3.0:1746126429.626633:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734394752 00010000:00010000:3.0:1746126429.626658:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.626687:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17090 00000100:00100000:3.0:1746126429.626694:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734394752:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.626705:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.626722:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.626731:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.626747:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80594 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7b7 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.626761:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.626764:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.626769:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.626777:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.626804:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.626814:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726269824:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.626871:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.629445:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.631000:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734395008 00000100:00100000:2.0:1746126429.631009:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734395008 00002000:00100000:2.0:1746126429.631066:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f3800 x1830945734395008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.631074:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f3800 with x1830945734395008 ext(0->4095) 00002000:00010000:2.0:1746126429.631079:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f3800 00000100:00100000:2.0:1746126429.631108:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3783 00000100:00100000:2.0:1746126429.631115:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1965:x1830945734395008:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126429.631276:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1965:x1830945734395008:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (1836us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.631283:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3783 00002000:00100000:2.0:1746126429.631288:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f3800 x1830945734395008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.631295:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f3800 with x1830945734395008 ext(0->4095) 00002000:00010000:2.0:1746126429.631298:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f3800 00000100:00100000:3.0:1746126429.631879:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726269824:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.631897:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.631929:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734394752:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5235us (5506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.631936:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17090 00000100:00100000:0.0:1746126429.634910:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.636998:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734395136 00000100:00100000:2.0:1746126429.637008:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734395136 00000100:00100000:2.0:1746126429.637067:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4952 00000100:00100000:2.0:1746126429.637074:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734395136:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.637087:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.637101:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd7c5 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.637125:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.637135:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.637137:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.637139:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.637162:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 91 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.637171:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 91 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.637180:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726269952:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.637258:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.641551:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726269952:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.641575:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.641589:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4a00, rc 0) 00000100:00100000:2.0:1746126429.641661:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734395136:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4587us (6757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.641668:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4952 00000100:00100000:0.0:1746126429.642051:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.642110:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734395264 00000100:00100000:1.0:1746126429.642114:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734395264 00002000:00100000:1.0:1746126429.642143:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008a9f2680 x1830945734395264/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 496/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.642152:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f2680 with x1830945734395264 ext(0->7) 00010000:00010000:1.0:1746126429.642158:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 92 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.642168:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 92 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.642174:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f2680 00000100:00100000:1.0:1746126429.642196:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1749 00000100:00100000:1.0:1746126429.642202:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734395264:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126429.642425:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1963:x1830945734395264:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 222us (402us total) trans 4294968020 rc 0/0 00000100:00100000:1.0:1746126429.642431:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1749 00002000:00100000:1.0:1746126429.642435:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008a9f2680 x1830945734395264/t4294968020(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 496/448 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.642447:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f2680 with x1830945734395264 ext(0->7) 00010000:00010000:1.0:1746126429.642451:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 94 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.642459:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 94 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.642464:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f2680 00000100:00100000:2.0:1746126429.648114:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.648160:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734395392 00000100:00100000:3.0:1746126429.648167:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734395392 00010000:00010000:3.0:1746126429.648194:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 94 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.648230:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17091 00000100:00100000:3.0:1746126429.648236:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1966:x1830945734395392:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.648249:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126429.648370:0:7072:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126427 -> 1746126428 00002000:00010000:3.0:1746126429.648373:0:7072:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126427 -> 1746126428 00010000:00010000:3.0:1746126429.648379:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 94 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.648390:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 94 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.648408:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b8059b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7be expref: 94 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.648584:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.648586:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.648594:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.648602:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.648630:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.648639:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726270080:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.648702:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.649927:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.650333:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726270080:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.650357:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.650395:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1966:x1830945734395392:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2157us (2286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.650405:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17091 00000100:00100000:0.0:1746126429.650728:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734395520 00000100:00100000:0.0:1746126429.650735:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734395520 00000100:00100000:0.0:1746126429.650764:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4953 00000100:00100000:0.0:1746126429.650769:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734395520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126429.650784:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126429.650798:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd7cc expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126429.650817:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126429.650823:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.650830:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126429.650831:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126429.650835:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.650859:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.650869:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 5 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1746126429.650878:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726270208:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126429.650938:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.651146:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734395776 00000100:00100000:3.0:1746126429.651152:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734395776 00002000:00100000:3.0:1746126429.651244:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131544000 x1830945734395776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.651253:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544000 with x1830945734395776 ext(0->4095) 00010000:00010000:3.0:1746126429.651260:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.651271:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.651277:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131544000 00000100:00100000:3.0:1746126429.651306:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1750 00000100:00100000:3.0:1746126429.651313:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734395776:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126429.651444:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734395776:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (631us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.651450:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1750 00002000:00100000:3.0:1746126429.651455:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131544000 x1830945734395776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.651462:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544000 with x1830945734395776 ext(0->4095) 00010000:00010000:3.0:1746126429.651466:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.651480:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.651485:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131544000 00000100:00100000:1.0:1746126429.653179:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726270208:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126429.653202:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.653215:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b408d800, rc 0) 00000100:00100000:1.0:1746126429.653257:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31643:x1830945734395520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2487us (3338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.653264:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4953 00000100:00100000:0.0:1746126429.654215:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.654784:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.654862:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734395904 00000100:00100000:1.0:1746126429.654871:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734395904 00000100:00100000:1.0:1746126429.654916:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4954 00000100:00100000:1.0:1746126429.654923:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31655:x1830945734395904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.654940:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.654955:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b805b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd7d3 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.654985:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.654990:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 95 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.654995:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.654999:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b805b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7d3 expref: 95 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.655059:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 95 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.655071:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b805b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7d3 expref: 95 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.655080:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19c00, rc 0) 00000100:00100000:1.0:1746126429.655127:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:31655:x1830945734395904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.655134:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4954 00000100:00100000:3.0:1746126429.655465:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734396032 00000100:00100000:3.0:1746126429.655469:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734396032 00010000:00010000:3.0:1746126429.655486:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.655501:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17092 00000100:00100000:3.0:1746126429.655505:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734396032:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.655739:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.655761:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.655771:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.655788:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b805a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7c5 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.656176:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.656178:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.656185:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.656197:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.656221:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.656231:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 94 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.656242:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726270464:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.656301:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.659307:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726270464:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.659336:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126429.659397:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.659464:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734396288 00000100:00100000:1.0:1746126429.659472:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734396288 00002000:00100000:1.0:1746126429.659519:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248aca80 x1830945734396288/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.659528:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aca80 with x1830945734396288 ext(0->4095) 00010000:00010000:1.0:1746126429.659548:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.659566:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.659573:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248aca80 00000100:00100000:1.0:1746126429.659598:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1751 00000100:00100000:1.0:1746126429.659605:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1964:x1830945734396288:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126429.660136:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734396032:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4628us (5350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.660145:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17092 00000100:00100000:1.0:1746126429.660544:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1964:x1830945734396288:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 939us (1158us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.660551:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1751 00002000:00100000:1.0:1746126429.660558:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248aca80 x1830945734396288/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.660566:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aca80 with x1830945734396288 ext(0->4095) 00010000:00010000:1.0:1746126429.660571:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.660580:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.660585:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248aca80 00000100:00100000:0.0:1746126429.662377:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.662470:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734396416 00000100:00100000:3.0:1746126429.662477:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734396416 00010000:00010000:3.0:1746126429.662503:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.662663:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17093 00000100:00100000:3.0:1746126429.662670:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1964:x1830945734396416:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.662682:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.662699:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.662709:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.662727:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d800/0x9851078746b805a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7cc expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.662922:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.662924:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.662930:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b805b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7d3 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.662937:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b805b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7d3 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.662964:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b805b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7d3 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.662974:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726270592:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.663583:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.665150:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.665230:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734396672 00000100:00100000:1.0:1746126429.665236:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734396672 00002000:00100000:1.0:1746126429.665266:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248af800 x1830945734396672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.665274:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248af800 with x1830945734396672 ext(0->4095) 00002000:00010000:1.0:1746126429.665278:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248af800 00000100:00100000:3.0:1746126429.665356:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726270592:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.665373:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.665399:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1964:x1830945734396416:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2729us (3027us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.665405:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17093 00000100:00100000:1.0:1746126429.665705:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3784 00000100:00100000:1.0:1746126429.665711:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1966:x1830945734396672:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126429.665828:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1966:x1830945734396672:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (682us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.665833:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3784 00002000:00100000:1.0:1746126429.665838:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248af800 x1830945734396672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.665845:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248af800 with x1830945734396672 ext(0->4095) 00002000:00010000:1.0:1746126429.665848:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248af800 00000100:00100000:0.0:1746126429.668312:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.668975:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734396800 00000100:00100000:2.0:1746126429.668983:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734396800 00000100:00100000:1.0:1746126429.669208:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4955 00000100:00100000:1.0:1746126429.669216:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734396800:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.669230:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.669245:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd7da expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.669268:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b805b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7d3 expref: 93 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.669274:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.669275:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.669278:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.669298:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b805b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7d3 expref: 93 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.669311:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b805b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7d3 expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.669321:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726270720:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126429.669388:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126429.671948:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726270720:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126429.671971:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.671984:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18400, rc 0) 00000100:00100000:1.0:1746126429.672013:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734396800:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2798us (3706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.672040:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4955 00000100:00100000:0.0:1746126429.672838:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.673055:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734396928 00000100:00100000:3.0:1746126429.673060:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734396928 00010000:00010000:3.0:1746126429.673084:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b805b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7d3 expref: 94 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.673111:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17094 00000100:00100000:3.0:1746126429.673116:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1963:x1830945734396928:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.673126:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.673142:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b805b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7d3 expref: 94 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.673152:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b805b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7d3 expref: 94 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.673171:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b805b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7d3 expref: 94 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.673184:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.673186:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.673192:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.673199:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.673223:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.673237:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726270848:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.673284:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.676510:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726270848:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.676540:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.676575:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734396928:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3457us (3737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.676583:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17094 00000100:00100000:0.0:1746126429.676865:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.677059:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734397184 00000100:00100000:1.0:1746126429.677064:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734397184 00000100:00100000:1.0:1746126429.677101:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4956 00000100:00100000:1.0:1746126429.677107:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734397184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.677121:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.677132:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd7e1 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.677152:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.677162:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.677164:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.677166:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.677188:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.677197:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 5 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.677205:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726270976:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126429.677249:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.677649:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.677866:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734397312 00000100:00100000:2.0:1746126429.677869:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734397312 00002000:00100000:2.0:1746126429.677891:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248aea00 x1830945734397312/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.677900:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aea00 with x1830945734397312 ext(0->4095) 00010000:00010000:2.0:1746126429.677905:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.677914:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.677919:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248aea00 00000100:00100000:2.0:1746126429.677931:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1752 00000100:00100000:2.0:1746126429.677936:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734397312:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.678061:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734397312:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.678066:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1752 00002000:00100000:2.0:1746126429.678071:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248aea00 x1830945734397312/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.678079:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aea00 with x1830945734397312 ext(0->4095) 00010000:00010000:2.0:1746126429.678083:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.678091:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.678101:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248aea00 00000100:00100000:1.0:1746126429.681437:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726270976:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126429.681464:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.681477:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19400, rc 0) 00000100:00100000:1.0:1746126429.681526:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31643:x1830945734397184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4418us (4660us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.681541:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4956 00000100:00100000:0.0:1746126429.683393:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.683956:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.684144:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734397568 00000100:00100000:3.0:1746126429.684150:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734397568 00010000:00010000:3.0:1746126429.684176:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.684242:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734397440 00000100:00100000:1.0:1746126429.684246:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734397440 00000100:00100000:1.0:1746126429.684279:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4957 00000100:00100000:1.0:1746126429.684285:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5358850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31655:x1830945734397440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.684300:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.684312:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b805c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd7e8 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.684331:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.684335:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 95 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.684340:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.684343:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b805c5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e8 expref: 95 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.684368:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 95 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.684379:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b805c5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e8 expref: 95 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.684386:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:3.0:1746126429.684430:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17095 00000100:00100000:3.0:1746126429.684440:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734397568:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.684448:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.684463:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.684473:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.684487:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b805b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7da expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.684503:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.684505:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.684510:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 95 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.684516:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 95 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.684540:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 95 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.684549:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.684558:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726271232:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126429.684783:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5358850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:31655:x1830945734397440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 497us (1393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.684788:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4957 00000100:00100000:3.0:1746126429.684912:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.687178:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726271232:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.687199:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.687229:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734397568:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2789us (3273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.687238:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17095 00000100:00100000:0.0:1746126429.687953:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.688148:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734397824 00000100:00100000:2.0:1746126429.688154:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734397824 00002000:00100000:2.0:1746126429.688184:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248aed80 x1830945734397824/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.688193:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aed80 with x1830945734397824 ext(0->4095) 00010000:00010000:2.0:1746126429.688200:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.688212:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.688218:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248aed80 00000100:00100000:2.0:1746126429.688234:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1753 00000100:00100000:2.0:1746126429.688240:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1964:x1830945734397824:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.688797:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1964:x1830945734397824:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 555us (844us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.688803:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1753 00002000:00100000:2.0:1746126429.688808:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248aed80 x1830945734397824/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.688814:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aed80 with x1830945734397824 ext(0->4095) 00010000:00010000:2.0:1746126429.688820:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.688833:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.688838:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248aed80 00000100:00100000:2.0:1746126429.691834:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.692177:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734397952 00000100:00100000:3.0:1746126429.692185:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734397952 00010000:00010000:3.0:1746126429.692209:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.692583:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17096 00000100:00100000:3.0:1746126429.692590:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1964:x1830945734397952:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.692605:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.692621:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.692632:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.692649:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b805be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e1 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.692671:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.692673:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.692677:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b805c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e8 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.692684:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b805c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e8 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.692707:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b805c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e8 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.692716:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726271360:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.694064:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.697251:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.697323:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734398208 00000100:00100000:2.0:1746126429.697330:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734398208 00002000:00100000:2.0:1746126429.697366:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248adc00 x1830945734398208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.697376:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248adc00 with x1830945734398208 ext(0->4095) 00002000:00010000:2.0:1746126429.697380:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248adc00 00000100:00100000:2.0:1746126429.697397:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3785 00000100:00100000:2.0:1746126429.697403:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1963:x1830945734398208:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126429.697551:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1963:x1830945734398208:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.697557:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3785 00002000:00100000:2.0:1746126429.697563:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248adc00 x1830945734398208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.697569:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248adc00 with x1830945734398208 ext(0->4095) 00002000:00010000:2.0:1746126429.697572:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248adc00 00000100:00100000:0.0:1746126429.698966:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.699078:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726271360:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.699097:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.699121:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1964:x1830945734397952:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6532us (7295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.699132:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17096 00000100:00100000:1.0:1746126429.699196:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734398336 00000100:00100000:1.0:1746126429.699200:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734398336 00000100:00100000:1.0:1746126429.699234:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4958 00000100:00100000:1.0:1746126429.699240:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734398336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.699251:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.699263:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd7ef expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.699281:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b805c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e8 expref: 93 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.699288:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.699289:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.699292:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.699314:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b805c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e8 expref: 93 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.699324:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b805c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e8 expref: 93 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.699333:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726271488:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126429.699381:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126429.702045:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726271488:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126429.702068:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.702081:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18e00, rc 0) 00000100:00100000:1.0:1746126429.702109:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734398336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2869us (3145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.702115:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4958 00000100:00100000:0.0:1746126429.703990:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.704247:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734398464 00000100:00100000:3.0:1746126429.704253:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734398464 00010000:00010000:3.0:1746126429.704278:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b805c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e8 expref: 94 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.704299:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17097 00000100:00100000:3.0:1746126429.704305:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1963:x1830945734398464:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.704316:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.704332:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b805c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e8 expref: 94 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.704342:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b805c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e8 expref: 94 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.704358:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b805c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7e8 expref: 94 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.704382:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.704384:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.704390:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.704396:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.704425:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.704435:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726271616:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.705141:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.706930:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.707201:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734398592 00000100:00100000:1.0:1746126429.707208:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734398592 00000100:00100000:1.0:1746126429.707652:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4959 00000100:00100000:1.0:1746126429.707660:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31643:x1830945734398592:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.707674:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.707687:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd7f6 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.707708:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.707715:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.707716:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.707719:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 95 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.707742:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.707752:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 5 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.707762:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726271744:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126429.707821:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.708933:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726271616:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.708951:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.708974:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1963:x1830945734398464:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4668us (4987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.708981:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17097 00000100:00100000:0.0:1746126429.709922:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.709984:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734398848 00000100:00100000:1.0:1746126429.709989:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734398848 00002000:00100000:1.0:1746126429.710016:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248adf80 x1830945734398848/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.710056:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248adf80 with x1830945734398848 ext(0->4095) 00010000:00010000:1.0:1746126429.710062:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.710073:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.710079:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248adf80 00000100:00100000:1.0:1746126429.710101:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1754 00000100:00100000:1.0:1746126429.710107:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734398848:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126429.710225:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734398848:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.710230:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1754 00002000:00100000:1.0:1746126429.710235:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248adf80 x1830945734398848/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.710241:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248adf80 with x1830945734398848 ext(0->4095) 00010000:00010000:1.0:1746126429.710245:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.710253:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.710259:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248adf80 00000100:00100000:1.0:1746126429.713681:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726271744:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126429.713705:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.713719:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18a00, rc 0) 00000100:00100000:0.0:1746126429.714083:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.714278:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734398976 00000100:00100000:3.0:1746126429.714285:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734398976 00000100:00100000:3.0:1746126429.714320:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4960 00000100:00100000:3.0:1746126429.714327:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:31655:x1830945734398976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.714338:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.714350:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd7fd expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.714367:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.714371:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 96 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.714376:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.714379:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 96 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.714402:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 96 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.714417:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 96 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.714424:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07800, rc 0) 00000100:00100000:1.0:1746126429.714621:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:31643:x1830945734398592:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6960us (7694us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.714627:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4959 00000100:00100000:0.0:1746126429.715215:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.715346:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:31655:x1830945734398976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1018us (1263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.715351:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4960 00000100:00100000:2.0:1746126429.715599:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734399104 00000100:00100000:2.0:1746126429.715603:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734399104 00010000:00010000:2.0:1746126429.715620:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.715641:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17098 00000100:00100000:2.0:1746126429.715646:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734399104:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.715654:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.715670:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.715679:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.715694:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b805cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7ef expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.715717:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.715718:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.715723:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.715729:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.715750:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 94 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.715759:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 94 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.715773:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726272000:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.715817:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.719314:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.719417:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726272000:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.719432:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.719461:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734399104:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3814us (4247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.719470:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17098 00000100:00100000:3.0:1746126429.719546:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734399360 00000100:00100000:3.0:1746126429.719552:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734399360 00002000:00100000:3.0:1746126429.719579:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ace00 x1830945734399360/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.719588:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ace00 with x1830945734399360 ext(0->4095) 00010000:00010000:3.0:1746126429.719595:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.719607:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.719613:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248ace00 00000100:00100000:3.0:1746126429.719637:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1755 00000100:00100000:3.0:1746126429.719643:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1964:x1830945734399360:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126429.719752:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1964:x1830945734399360:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (446us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.719757:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1755 00002000:00100000:3.0:1746126429.719762:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ace00 x1830945734399360/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.719769:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ace00 with x1830945734399360 ext(0->4095) 00010000:00010000:3.0:1746126429.719773:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.719781:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.719787:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248ace00 00000100:00100000:0.0:1746126429.722557:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.722640:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734399488 00000100:00100000:2.0:1746126429.722646:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734399488 00010000:00010000:2.0:1746126429.722666:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.722709:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17099 00000100:00100000:2.0:1746126429.722715:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1964:x1830945734399488:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.722724:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.722736:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.722745:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.722760:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b805d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7f6 expref: 95 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.722778:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.722780:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.722785:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 94 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.722791:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 94 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.722812:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 94 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.722820:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726272128:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.722873:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.724576:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726272128:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.724588:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.724617:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1964:x1830945734399488:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1901us (2064us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.724623:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17099 00000100:00100000:0.0:1746126429.727335:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.727552:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734399744 00000100:00100000:1.0:1746126429.727558:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734399744 00002000:00100000:1.0:1746126429.727590:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ad880 x1830945734399744/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.727599:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ad880 with x1830945734399744 ext(0->4095) 00002000:00010000:1.0:1746126429.727603:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248ad880 00000100:00100000:1.0:1746126429.727625:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3786 00000100:00100000:1.0:1746126429.727630:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1964:x1830945734399744:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126429.727789:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1964:x1830945734399744:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (458us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.727795:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3786 00002000:00100000:1.0:1746126429.727799:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ad880 x1830945734399744/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.727805:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ad880 with x1830945734399744 ext(0->4095) 00002000:00010000:1.0:1746126429.727808:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248ad880 00000100:00100000:0.0:1746126429.733754:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.733820:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734399872 00000100:00100000:3.0:1746126429.733828:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734399872 00000100:00100000:3.0:1746126429.733863:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4961 00000100:00100000:3.0:1746126429.733870:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734399872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.733883:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.733897:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd804 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.733919:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 93 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.733926:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.733928:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.733931:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.733955:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 93 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.733969:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 93 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.733978:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726272256:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126429.734063:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.738289:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726272256:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126429.738320:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.738335:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06c00, rc 0) 00000100:00100000:3.0:1746126429.738370:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734399872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4500us (4622us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.738378:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4961 00000100:00100000:0.0:1746126429.742324:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.742363:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.742428:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734400128 00000100:00100000:2.0:1746126429.742434:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734400128 00002000:00100000:2.0:1746126429.742466:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013332bb80 x1830945734400128/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 496/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.742474:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332bb80 with x1830945734400128 ext(0->7) 00010000:00010000:2.0:1746126429.742481:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 94 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.742491:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 94 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.742501:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013332bb80 00000100:00100000:2.0:1746126429.742522:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1756 00000100:00100000:2.0:1746126429.742528:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1963:x1830945734400128:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126429.742775:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1963:x1830945734400128:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 246us (410us total) trans 4294968021 rc 0/0 00000100:00100000:2.0:1746126429.742780:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1756 00002000:00100000:2.0:1746126429.742785:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013332bb80 x1830945734400128/t4294968021(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 496/448 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.742791:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332bb80 with x1830945734400128 ext(0->7) 00010000:00010000:2.0:1746126429.742795:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 96 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.742803:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 96 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.742808:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013332bb80 00000100:00100000:3.0:1746126429.744507:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734400000 00000100:00100000:3.0:1746126429.744514:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734400000 00000100:00100000:3.0:1746126429.744944:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4962 00000100:00100000:3.0:1746126429.744952:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:31643:x1830945734400000:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126429.744963:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126429.744976:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd80b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.744994:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126429.745000:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.745008:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126429.745011:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 97 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.745050:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.745063:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 97 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.745070:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126429.745111:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+97:31643:x1830945734400000:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (2792us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.745116:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4962 00000100:00100000:0.0:1746126429.748004:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.749179:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734400256 00000100:00100000:2.0:1746126429.749188:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734400256 00010000:00010000:2.0:1746126429.749217:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 97 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.749240:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17100 00000100:00100000:2.0:1746126429.749246:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+97:1964:x1830945734400256:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.749463:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.749484:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 97 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.749495:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 97 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.749512:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b805da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd7fd expref: 97 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.749689:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.749691:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.749697:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.749705:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.749733:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.749742:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 5 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.749751:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726272512:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.750469:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.751658:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726272512:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.751669:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.751693:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1964:x1830945734400256:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2447us (3694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.751702:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17100 00000100:00100000:0.0:1746126429.752605:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.752867:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734400512 00000100:00100000:1.0:1746126429.752873:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734400512 00002000:00100000:1.0:1746126429.752901:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133329880 x1830945734400512/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.752909:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133329880 with x1830945734400512 ext(0->4095) 00010000:00010000:1.0:1746126429.752915:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.752926:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.752932:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133329880 00000100:00100000:1.0:1746126429.752946:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1757 00000100:00100000:1.0:1746126429.752952:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734400512:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126429.753090:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734400512:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (485us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.753095:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1757 00002000:00100000:1.0:1746126429.753100:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133329880 x1830945734400512/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.753106:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133329880 with x1830945734400512 ext(0->4095) 00010000:00010000:1.0:1746126429.753110:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.753118:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.753123:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133329880 00000100:00100000:0.0:1746126429.755794:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.756417:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734400640 00000100:00100000:2.0:1746126429.756425:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734400640 00010000:00010000:2.0:1746126429.756452:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.756473:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17101 00000100:00100000:2.0:1746126429.756479:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734400640:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.756491:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.756506:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.756516:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.756544:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b805e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd804 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.756567:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.756568:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.756574:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 95 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.756581:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 95 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.756607:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 95 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.756617:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726272640:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.756671:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.758888:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726272640:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.758904:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.758945:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734400640:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2465us (3154us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.758953:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17101 00000100:00100000:0.0:1746126429.760630:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.760869:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734400896 00000100:00100000:2.0:1746126429.760876:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734400896 00002000:00100000:2.0:1746126429.760910:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133329c00 x1830945734400896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.760917:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133329c00 with x1830945734400896 ext(0->4095) 00002000:00010000:2.0:1746126429.760922:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133329c00 00000100:00100000:2.0:1746126429.761311:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3787 00000100:00100000:2.0:1746126429.761319:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1964:x1830945734400896:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.761458:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1964:x1830945734400896:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (833us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.761464:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3787 00002000:00100000:2.0:1746126429.761469:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133329c00 x1830945734400896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.761476:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133329c00 with x1830945734400896 ext(0->4095) 00002000:00010000:2.0:1746126429.761479:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133329c00 00000100:00100000:1.0:1746126429.766486:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.766551:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734401024 00000100:00100000:0.0:1746126429.766558:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734401024 00000100:00100000:0.0:1746126429.766599:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4963 00000100:00100000:0.0:1746126429.766605:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734401024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126429.766618:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126429.766630:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd812 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.766685:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 95 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.766738:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126429.766740:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126429.766744:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.766767:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 95 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.766776:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 95 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1746126429.766786:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133328380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726272768:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126429.767342:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.772442:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133328380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726272768:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126429.772467:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.772481:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b408ce00, rc 0) 00000100:00100000:0.0:1746126429.772521:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734401024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5914us (6041us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126429.772536:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4963 00000100:00100000:0.0:1746126429.777205:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.777279:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734401152 00000100:00100000:1.0:1746126429.777287:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734401152 00002000:00100000:1.0:1746126429.777321:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880133328380 x1830945734401152/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 496/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.777330:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328380 with x1830945734401152 ext(0->7) 00010000:00010000:1.0:1746126429.777337:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 96 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.777348:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 96 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.777354:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133328380 00000100:00100000:1.0:1746126429.777837:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1758 00000100:00100000:1.0:1746126429.777845:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1964:x1830945734401152:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126429.778138:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945734401152:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 292us (939us total) trans 4294968022 rc 0/0 00000100:00100000:1.0:1746126429.778144:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1758 00002000:00100000:1.0:1746126429.778150:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880133328380 x1830945734401152/t4294968022(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 496/448 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.778157:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328380 with x1830945734401152 ext(0->7) 00010000:00010000:1.0:1746126429.778162:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 98 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.778172:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 98 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.778182:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133328380 00000100:00100000:0.0:1746126429.781760:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.781972:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734401280 00000100:00100000:2.0:1746126429.781978:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734401280 00000100:00100000:2.0:1746126429.782589:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4964 00000100:00100000:2.0:1746126429.782596:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:31643:x1830945734401280:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.782610:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.782622:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b805f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd819 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.782642:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.782647:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.782651:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126429.782655:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b805f6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd819 expref: 99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.782679:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.782688:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b805f6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd819 expref: 99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.782695:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5c00, rc 0) 00000100:00100000:2.0:1746126429.782733:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:31643:x1830945734401280:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.782739:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4964 00000100:00100000:0.0:1746126429.789927:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.789994:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734401408 00000100:00100000:2.0:1746126429.790000:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734401408 00010000:00010000:2.0:1746126429.790046:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 99 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.790066:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17102 00000100:00100000:2.0:1746126429.790072:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1963:x1830945734401408:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.790082:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.790097:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 99 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.790107:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 99 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.790124:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b805e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd80b expref: 99 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.790616:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.790618:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.790625:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.790631:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.790657:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.790666:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 5 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.790682:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726273024:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.791953:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.796383:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.796444:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734401664 00000100:00100000:3.0:1746126429.796451:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734401664 00002000:00100000:3.0:1746126429.796482:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4fb80 x1830945734401664/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.796492:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4fb80 with x1830945734401664 ext(0->4095) 00010000:00010000:3.0:1746126429.796498:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.796510:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.796516:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4fb80 00000100:00100000:3.0:1746126429.796549:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1759 00000100:00100000:3.0:1746126429.796556:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734401664:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126429.796670:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734401664:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (295us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.796676:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1759 00002000:00100000:3.0:1746126429.796680:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4fb80 x1830945734401664/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.796687:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4fb80 with x1830945734401664 ext(0->4095) 00010000:00010000:3.0:1746126429.796691:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.796698:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.796703:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4fb80 00000100:00100000:2.0:1746126429.797114:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726273024:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.797127:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.797156:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1963:x1830945734401408:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7084us (7235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.797162:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17102 00000100:00100000:3.0:1746126429.803731:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.803764:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734401792 00000100:00100000:3.0:1746126429.803771:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734401792 00010000:00010000:3.0:1746126429.803797:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126429.803817:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17103 00000100:00100000:3.0:1746126429.803823:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734401792:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126429.803834:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126429.803849:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.803859:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.803877:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408ce00/0x9851078746b805ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd812 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.803892:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.803893:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126429.803899:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b805f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd819 expref: 97 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.803905:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b805f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd819 expref: 97 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126429.803930:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b805f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd819 expref: 97 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126429.803940:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726273152:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126429.806131:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.807115:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734402048 00000100:00100000:3.0:1746126429.807122:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734402048 00002000:00100000:3.0:1746126429.807151:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4c380 x1830945734402048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.807160:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4c380 with x1830945734402048 ext(0->4095) 00002000:00010000:3.0:1746126429.807164:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4c380 00000100:00100000:3.0:1746126429.807182:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3788 00000100:00100000:3.0:1746126429.807187:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945734402048:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126429.807319:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945734402048:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (1191us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.807325:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3788 00002000:00100000:3.0:1746126429.807329:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4c380 x1830945734402048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.807336:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4c380 with x1830945734402048 ext(0->4095) 00002000:00010000:3.0:1746126429.807338:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4c380 00000100:00100000:0.0:1746126429.808879:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.808902:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734402176 00000100:00100000:0.0:1746126429.808906:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734402176 00000100:00100000:0.0:1746126429.808937:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4965 00000100:00100000:0.0:1746126429.808942:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734402176:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126429.808952:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126429.808964:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd820 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.808984:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b805f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd819 expref: 97 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.808990:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126429.808992:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126429.808995:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd820 expref: 7 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.809016:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b805f6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd819 expref: 97 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126429.809052:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b805f6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd819 expref: 97 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1746126429.809061:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726273280:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126429.811706:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.811735:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734402304 00000100:00100000:1.0:1746126429.811741:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734402304 00010000:00010000:1.0:1746126429.811763:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b805f6 lrc: 8/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd819 expref: 98 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.811781:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17104 00000100:00100000:1.0:1746126429.811786:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1963:x1830945734402304:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126429.811794:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126429.811808:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b805f6 lrc: 8/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd819 expref: 98 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.811817:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b805f6 lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd819 expref: 98 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.811834:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.811836:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.811842:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd820 expref: 7 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.811849:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd820 expref: 7 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.811873:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd820 expref: 7 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126429.811886:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726273408:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126429.812832:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126429.812856:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726273152:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126429.812868:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126429.812892:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+7:1966:x1830945734401792:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 9068us (9167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126429.812900:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17103 00000100:00100000:1.0:1746126429.813353:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6300 going to sleep for 11 seconds 00010000:00010000:1.0:1746126429.814241:0:8424:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5c00/0x9851078746b805f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd819 expref: 98 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.814268:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726273280:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126429.814287:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd820 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.814296:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b408d400, rc 0) 00000100:00100000:1.0:1746126429.814627:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734402176:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5683us (5749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.814634:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4965 00000100:00100000:1.0:1746126429.814670:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126429.814682:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726273408:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126429.814691:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126429.814705:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+97:1963:x1830945734402304:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2919us (3005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.814711:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17104 00000100:00100000:0.0:1746126429.818487:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126429.818584:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.818638:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734402688 00000100:00100000:2.0:1746126429.818645:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734402688 00002000:00100000:2.0:1746126429.818680:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013645b100 x1830945734402688/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.818688:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645b100 with x1830945734402688 ext(0->4095) 00002000:00010000:2.0:1746126429.818692:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013645b100 00000100:00100000:2.0:1746126429.818710:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3789 00000100:00100000:2.0:1746126429.818716:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734402688:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126429.818844:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734402688:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (259us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.818850:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3789 00000100:00100000:1.0:1746126429.819238:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734402432 00000100:00100000:1.0:1746126429.819241:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734402432 00000100:00100000:1.0:1746126429.819263:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4966 00000100:00100000:1.0:1746126429.819268:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+97:31643:x1830945734402432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.819278:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.819289:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd827 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.819308:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd820 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.819315:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.819316:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.819319:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 98 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.819339:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd820 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.819348:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd820 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.819357:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726273536:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126429.819546:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00002000:00100000:2.0:1746126429.819791:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013645b100 x1830945734402688/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.819800:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645b100 with x1830945734402688 ext(0->4095) 00010000:00010000:2.0:1746126429.819806:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd820 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.819815:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd820 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.820100:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013645b100 00000100:00100000:0.0:1746126429.823363:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.823419:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734402816 00000100:00100000:1.0:1746126429.823426:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734402816 00000100:00100000:1.0:1746126429.823468:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4967 00000100:00100000:1.0:1746126429.823474:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:31655:x1830945734402816:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.823489:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.823502:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b8060b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd82e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.823525:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.823541:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.823546:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.823549:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b8060b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd82e expref: 100 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.823576:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.823586:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b8060b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd82e expref: 100 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.823594:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18400, rc 0) 00000100:00100000:2.0:1746126429.823971:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726273536:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.823985:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.823992:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18a00, rc 0) 00000100:00100000:1.0:1746126429.824658:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31655:x1830945734402816:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1182us (1299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.824663:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4967 00000100:00100000:2.0:1746126429.824832:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:31643:x1830945734402432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5563us (6352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.824837:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4966 00000100:00100000:0.0:1746126429.825372:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.825673:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734402944 00000100:00100000:1.0:1746126429.825678:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734402944 00010000:00010000:1.0:1746126429.825700:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd820 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.825729:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17105 00000100:00100000:1.0:1746126429.825735:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734402944:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126429.825744:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126429.825761:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd820 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.825770:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd820 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.825787:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408d400/0x9851078746b805fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd820 expref: 6 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.825812:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.825814:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.825819:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 98 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.825826:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 98 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.825849:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 98 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.825858:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 98 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.825868:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726273792:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126429.825921:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.830356:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.830445:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734403200 00000100:00100000:2.0:1746126429.830451:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734403200 00002000:00100000:2.0:1746126429.830483:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013645b800 x1830945734403200/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.830492:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645b800 with x1830945734403200 ext(0->4095) 00010000:00010000:2.0:1746126429.830499:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 99 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.830509:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 99 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.830515:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013645b800 00000100:00100000:1.0:1746126429.830536:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726273792:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.830537:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1760 00000100:00100000:2.0:1746126429.830544:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1963:x1830945734403200:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00010000:00010000:1.0:1746126429.830551:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126429.830583:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734402944:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4847us (5211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.830591:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17105 00000100:00100000:2.0:1746126429.831417:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1963:x1830945734403200:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 870us (1065us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.831423:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1760 00002000:00100000:2.0:1746126429.831430:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013645b800 x1830945734403200/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.831436:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645b800 with x1830945734403200 ext(0->4095) 00010000:00010000:2.0:1746126429.831441:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 99 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.831449:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 99 pid: 8424 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.831454:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013645b800 00000100:00100000:0.0:1746126429.833203:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.833300:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734403328 00000100:00100000:1.0:1746126429.833307:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734403328 00010000:00010000:1.0:1746126429.833331:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 99 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.833600:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17106 00000100:00100000:1.0:1746126429.833608:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1964:x1830945734403328:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126429.833619:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126429.833635:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 99 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.833645:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 99 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.833662:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80604 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd827 expref: 99 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.833687:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.833689:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.833694:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b8060b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd82e expref: 98 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.833701:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b8060b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd82e expref: 98 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.833727:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b8060b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd82e expref: 98 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126429.833737:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726273920:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126429.833800:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.840132:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.840375:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726273920:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126429.840392:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126429.840424:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945734403328:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6816us (7225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.840433:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17106 00000100:00100000:2.0:1746126429.840871:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734403584 00000100:00100000:2.0:1746126429.840877:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734403584 00002000:00100000:2.0:1746126429.840908:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff2a00 x1830945734403584/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.840916:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff2a00 with x1830945734403584 ext(0->4095) 00002000:00010000:2.0:1746126429.840921:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff2a00 00000100:00100000:2.0:1746126429.840947:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3790 00000100:00100000:2.0:1746126429.840953:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945734403584:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.841101:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945734403584:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (975us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.841109:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3790 00002000:00100000:2.0:1746126429.841113:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff2a00 x1830945734403584/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.841121:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff2a00 with x1830945734403584 ext(0->4095) 00002000:00010000:2.0:1746126429.841123:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff2a00 00000100:00100000:0.0:1746126429.844059:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.844126:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734403712 00000100:00100000:2.0:1746126429.844132:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734403712 00000100:00100000:2.0:1746126429.844163:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4968 00000100:00100000:2.0:1746126429.844169:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734403712:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.844180:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.844191:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd835 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.844212:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b8060b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd82e expref: 97 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.844218:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.844219:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.844222:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.844245:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b8060b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd82e expref: 97 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.844254:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b8060b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd82e expref: 97 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.844268:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726274048:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.844330:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.845692:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726274048:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.845709:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.845719:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4600, rc 0) 00000100:00100000:2.0:1746126429.845743:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734403712:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1574us (1688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.845749:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4968 00000100:00100000:0.0:1746126429.848136:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.848194:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734403840 00000100:00100000:1.0:1746126429.848201:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734403840 00010000:00010000:1.0:1746126429.848226:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b8060b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd82e expref: 98 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.848261:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17107 00000100:00100000:1.0:1746126429.848267:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945734403840:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126429.848277:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126429.848293:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b8060b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd82e expref: 98 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.848302:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b8060b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd82e expref: 98 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.848319:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b8060b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd82e expref: 98 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.848346:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.848347:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.848354:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.848360:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.848384:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126429.848393:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726274176:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126429.848458:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.849373:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.849882:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734403968 00000100:00100000:2.0:1746126429.849887:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734403968 00000100:00100000:2.0:1746126429.849916:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4969 00000100:00100000:2.0:1746126429.849921:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:31643:x1830945734403968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.849932:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.849942:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd83c expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.849956:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.849962:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.849963:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.849965:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.849984:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.849993:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 5 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.850000:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726274304:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.850071:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126429.854326:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726274176:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126429.854345:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126429.854379:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1964:x1830945734403840:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6111us (6247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.854388:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17107 00000100:00100000:2.0:1746126429.854772:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726274304:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.854790:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 98 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.854803:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4800, rc 0) 00000100:00100000:2.0:1746126429.854822:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:31643:x1830945734403968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4901us (5451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.854829:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4969 00000100:00100000:0.0:1746126429.854904:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.859608:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734404224 00000100:00100000:1.0:1746126429.859617:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734404224 00002000:00100000:1.0:1746126429.859654:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff1880 x1830945734404224/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.859663:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff1880 with x1830945734404224 ext(0->4095) 00010000:00010000:1.0:1746126429.859670:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.859681:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.859693:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff1880 00000100:00100000:1.0:1746126429.859707:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1761 00000100:00100000:1.0:1746126429.859713:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734404224:12345-192.168.203.32@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126429.859836:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734404224:12345-192.168.203.32@tcp:3:ldlm_bl.0 Request processed in 122us (4932us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.859841:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1761 00002000:00100000:1.0:1746126429.859846:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff1880 x1830945734404224/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.859852:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff1880 with x1830945734404224 ext(0->4095) 00010000:00010000:1.0:1746126429.859857:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.859865:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.859870:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff1880 00000100:00100000:0.0:1746126429.868768:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.868829:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734404352 00000100:00100000:1.0:1746126429.868837:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734404352 00010000:00010000:1.0:1746126429.868867:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.868904:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17108 00000100:00100000:1.0:1746126429.868912:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734404352:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126429.868923:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126429.868941:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.868951:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.868969:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80612 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd835 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.868995:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.868997:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.869002:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 97 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.869009:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 97 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.869060:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 97 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126429.869852:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726274432:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126429.869934:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.876115:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.876176:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734404608 00000100:00100000:2.0:1746126429.876183:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734404608 00002000:00100000:2.0:1746126429.876216:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095760a80 x1830945734404608/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746126429.876216:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726274432:192.168.203.32@tcp:105: 00002000:00100000:2.0:1746126429.876225:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760a80 with x1830945734404608 ext(0->4095) 00002000:00010000:2.0:1746126429.876228:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095760a80 00010000:00010000:1.0:1746126429.876232:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.876258:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3791 00000100:00100000:1.0:1746126429.876263:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734404352:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7352us (7502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.876264:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945734404608:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126429.876270:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17108 00000100:00100000:2.0:1746126429.876384:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945734404608:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.876389:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3791 00002000:00100000:2.0:1746126429.876394:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095760a80 x1830945734404608/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.876400:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760a80 with x1830945734404608 ext(0->4095) 00002000:00010000:2.0:1746126429.876402:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095760a80 00000100:00100000:0.0:1746126429.885313:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.886978:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734404736 00000100:00100000:2.0:1746126429.886986:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734404736 00000100:00100000:2.0:1746126429.887060:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4970 00000100:00100000:2.0:1746126429.887067:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734404736:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.887081:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.887094:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd843 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.887115:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 97 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.887122:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.887124:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.887127:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.887151:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 97 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.887165:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 97 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.887175:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726274560:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.887258:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.892504:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726274560:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.892527:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.892549:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5800, rc 0) 00000100:00100000:2.0:1746126429.892581:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734404736:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5515us (7275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.892588:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4970 00000100:00100000:0.0:1746126429.898116:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.898186:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734404864 00000100:00100000:2.0:1746126429.898193:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734404864 00002000:00100000:2.0:1746126429.898222:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092828380 x1830945734404864/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 496/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.898231:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828380 with x1830945734404864 ext(0->7) 00010000:00010000:2.0:1746126429.898237:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 98 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.898247:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 98 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.898258:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092828380 00000100:00100000:2.0:1746126429.898272:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1762 00000100:00100000:2.0:1746126429.898279:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945734404864:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126429.898525:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1964:x1830945734404864:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 245us (415us total) trans 4294968023 rc 0/0 00000100:00100000:2.0:1746126429.898540:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1762 00002000:00100000:2.0:1746126429.898546:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092828380 x1830945734404864/t4294968023(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 496/448 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.898552:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828380 with x1830945734404864 ext(0->7) 00010000:00010000:2.0:1746126429.898556:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 100 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.898564:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 100 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.898570:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092828380 00000100:00100000:0.0:1746126429.906971:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.907072:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734404992 00000100:00100000:1.0:1746126429.907080:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734404992 00010000:00010000:1.0:1746126429.907109:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 100 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.907718:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17109 00000100:00100000:1.0:1746126429.907726:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1966:x1830945734404992:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126429.907742:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126429.907760:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 100 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.907771:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 100 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.907789:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b80619 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd83c expref: 100 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.907821:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.907823:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.907829:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.907835:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.907861:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126429.907981:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726274688:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126429.908257:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.913128:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.913191:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734405120 00000100:00100000:2.0:1746126429.913199:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734405120 00000100:00100000:2.0:1746126429.913244:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4971 00000100:00100000:2.0:1746126429.913251:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31643:x1830945734405120:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.913266:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.913279:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd84a expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.913306:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.913313:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.913314:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.913317:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.913340:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.913350:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 5 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.913361:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726274816:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.913437:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.914627:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.915240:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726274688:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126429.915257:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126429.915759:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1966:x1830945734404992:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 8033us (8793us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.915768:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17109 00000100:00100000:0.0:1746126429.915942:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734405376 00000100:00100000:0.0:1746126429.915947:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734405376 00002000:00100000:0.0:1746126429.915974:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092828a80 x1830945734405376/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126429.915982:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828a80 with x1830945734405376 ext(0->4095) 00010000:00010000:0.0:1746126429.915989:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126429.915999:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:0.0:1746126429.916005:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092828a80 00000100:00100000:0.0:1746126429.916044:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1763 00000100:00100000:0.0:1746126429.916051:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734405376:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126429.916159:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734405376:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (1533us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126429.916165:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1763 00002000:00100000:0.0:1746126429.916169:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092828a80 x1830945734405376/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126429.916176:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828a80 with x1830945734405376 ext(0->4095) 00010000:00010000:0.0:1746126429.916181:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126429.916189:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:0.0:1746126429.916194:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092828a80 00000100:00100000:0.0:1746126429.918251:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.921605:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734405504 00000100:00100000:1.0:1746126429.921614:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734405504 00000100:00100000:1.0:1746126429.921656:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4972 00000100:00100000:1.0:1746126429.921664:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:31655:x1830945734405504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126429.921677:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126429.921690:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b8062e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd851 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.921711:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.921716:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 102 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.921721:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126429.921724:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b8062e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd851 expref: 102 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.921752:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 102 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.921762:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b8062e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd851 expref: 102 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.921775:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19e00, rc 0) 00000100:00100000:1.0:1746126429.921815:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:31655:x1830945734405504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (3570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.921821:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4972 00000100:00100000:3.0:1746126429.923417:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.924160:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734405632 00000100:00100000:1.0:1746126429.924166:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734405632 00010000:00010000:1.0:1746126429.924191:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.924223:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17110 00000100:00100000:1.0:1746126429.924230:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734405632:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126429.924241:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126429.924257:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.924266:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.924284:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.924285:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.924291:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.924297:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.924324:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.924333:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.924343:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726275072:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.924866:0:9140:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80620 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd843 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.925019:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.925313:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726274816:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.925331:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.925338:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.925353:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4600, rc 0) 00000100:00100000:2.0:1746126429.925377:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:31643:x1830945734405120:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12126us (12256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.925384:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4971 00000100:00100000:3.0:1746126429.928468:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.928562:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726275072:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126429.928577:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126429.928609:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734405632:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4379us (5194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.928624:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17110 00000100:00100000:2.0:1746126429.928692:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734405888 00000100:00100000:2.0:1746126429.928697:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734405888 00002000:00100000:2.0:1746126429.928727:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c31b100 x1830945734405888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.928735:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31b100 with x1830945734405888 ext(0->4095) 00010000:00010000:2.0:1746126429.928742:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.928752:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.928757:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c31b100 00000100:00100000:2.0:1746126429.928771:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1764 00000100:00100000:2.0:1746126429.928776:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1963:x1830945734405888:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126429.928892:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1963:x1830945734405888:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (430us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126429.928897:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1764 00002000:00100000:2.0:1746126429.928902:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c31b100 x1830945734405888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126429.928915:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31b100 with x1830945734405888 ext(0->4095) 00010000:00010000:2.0:1746126429.928925:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.928933:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:2.0:1746126429.928938:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c31b100 00000100:00100000:0.0:1746126429.931469:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.931550:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734406016 00000100:00100000:1.0:1746126429.931557:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734406016 00010000:00010000:1.0:1746126429.931583:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.931615:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17111 00000100:00100000:1.0:1746126429.931621:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1966:x1830945734406016:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126429.931633:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126429.931647:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.931662:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.931679:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80627 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd84a expref: 101 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.931703:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.931705:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.931710:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b8062e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd851 expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.931716:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b8062e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd851 expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.931742:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b8062e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd851 expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126429.931752:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726275200:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126429.931808:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.934960:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.934979:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726275200:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126429.934996:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126429.935132:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1966:x1830945734406016:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3510us (3667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.935142:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17111 00000100:00100000:1.0:1746126429.935194:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734406272 00000100:00100000:1.0:1746126429.935199:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734406272 00002000:00100000:1.0:1746126429.935224:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e19880 x1830945734406272/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.935233:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19880 with x1830945734406272 ext(0->4095) 00002000:00010000:1.0:1746126429.935236:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e19880 00000100:00100000:1.0:1746126429.936142:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3792 00000100:00100000:1.0:1746126429.936151:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1964:x1830945734406272:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126429.936274:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1964:x1830945734406272:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (1320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.936280:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3792 00002000:00100000:1.0:1746126429.936285:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e19880 x1830945734406272/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.936293:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19880 with x1830945734406272 ext(0->4095) 00002000:00010000:1.0:1746126429.936296:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e19880 00000100:00100000:0.0:1746126429.938381:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.938481:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734406400 00000100:00100000:2.0:1746126429.938488:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734406400 00000100:00100000:2.0:1746126429.938541:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4973 00000100:00100000:2.0:1746126429.938548:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734406400:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.938562:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.938575:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd858 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.938599:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b8062e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd851 expref: 99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.938607:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.938608:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.938611:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.938637:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b8062e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd851 expref: 99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.938651:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b8062e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd851 expref: 99 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.938661:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726275328:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.939761:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.942049:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726275328:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.942076:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.942090:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5800, rc 0) 00000100:00100000:2.0:1746126429.942126:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734406400:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3578us (3751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.942133:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4973 00000100:00100000:0.0:1746126429.944001:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.944189:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734406528 00000100:00100000:1.0:1746126429.944196:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734406528 00010000:00010000:1.0:1746126429.944229:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b8062e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd851 expref: 100 pid: 8424 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126429.944264:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17112 00000100:00100000:1.0:1746126429.944270:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1964:x1830945734406528:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126429.944283:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126429.944300:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b8062e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd851 expref: 100 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.944315:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b8062e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd851 expref: 100 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.944333:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b8062e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd851 expref: 100 pid: 8424 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.944489:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.944491:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126429.944499:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.944507:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126429.944542:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126429.944552:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726275456:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126429.945309:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.948551:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.949419:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734406656 00000100:00100000:2.0:1746126429.949427:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734406656 00000100:00100000:2.0:1746126429.949477:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4974 00000100:00100000:2.0:1746126429.949484:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31643:x1830945734406656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.949499:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.949512:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd85f expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.949545:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.949555:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.949556:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.949559:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 101 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.949581:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.949591:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 5 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.949600:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726275584:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.949677:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126429.951407:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726275456:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126429.951424:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126429.951462:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1964:x1830945734406528:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7191us (7466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126429.951470:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17112 00000100:00100000:0.0:1746126429.952592:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.952717:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734406912 00000100:00100000:1.0:1746126429.952722:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734406912 00000100:00100000:2.0:1746126429.952738:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726275584:192.168.203.32@tcp:104: 00002000:00100000:1.0:1746126429.952752:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e19c00 x1830945734406912/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126429.952755:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 100 pid: 9140 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746126429.952760:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19c00 with x1830945734406912 ext(0->4095) 00010000:00010000:2.0:1746126429.952767:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5600, rc 0) 00010000:00010000:1.0:1746126429.952767:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.952777:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.952783:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e19c00 00000100:00100000:2.0:1746126429.952790:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31643:x1830945734406656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3307us (4245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.952796:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4974 00000100:00100000:1.0:1746126429.952809:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1765 00000100:00100000:1.0:1746126429.952815:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734406912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126429.952953:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734406912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126429.952958:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1765 00002000:00100000:1.0:1746126429.952964:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e19c00 x1830945734406912/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.952971:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19c00 with x1830945734406912 ext(0->4095) 00010000:00010000:1.0:1746126429.952976:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.952985:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.952990:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e19c00 00000100:00100000:1.0:1746126429.957918:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.957979:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734407040 00000100:00100000:2.0:1746126429.957987:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734407040 00010000:00010000:2.0:1746126429.958016:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.958071:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17113 00000100:00100000:2.0:1746126429.958078:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734407040:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.958089:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.958107:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.958118:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.958135:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80635 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd858 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.958156:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.958157:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.958163:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.958170:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.958194:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 99 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.958204:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726275712:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126429.960666:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126429.960697:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726275712:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126429.960711:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126429.961626:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734407040:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3546us (3712us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126429.961635:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17113 00000100:00100000:1.0:1746126429.961917:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.961963:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734407296 00000100:00100000:3.0:1746126429.961969:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734407296 00002000:00100000:3.0:1746126429.961996:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131545f80 x1830945734407296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.962004:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545f80 with x1830945734407296 ext(0->4095) 00002000:00010000:3.0:1746126429.962008:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131545f80 00000100:00100000:3.0:1746126429.962019:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3793 00000100:00100000:3.0:1746126429.962041:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1963:x1830945734407296:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126429.962155:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1963:x1830945734407296:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (238us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.962161:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3793 00002000:00100000:3.0:1746126429.962166:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131545f80 x1830945734407296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.962171:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545f80 with x1830945734407296 ext(0->4095) 00002000:00010000:3.0:1746126429.962174:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131545f80 00000100:00100000:0.0:1746126429.965372:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.965500:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734407424 00000100:00100000:2.0:1746126429.965507:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734407424 00000100:00100000:2.0:1746126429.965548:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4975 00000100:00100000:2.0:1746126429.965553:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734407424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.965571:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.965585:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd866 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.965610:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.965616:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.965618:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.965621:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.965647:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.965656:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 99 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.965666:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726275840:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126429.965740:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126429.971420:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726275840:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126429.971447:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.971466:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5e00, rc 0) 00000100:00100000:2.0:1746126429.971501:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734407424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5947us (6136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.971508:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4975 00000100:00100000:0.0:1746126429.984791:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126429.984909:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734407552 00000100:00100000:1.0:1746126429.984916:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734407552 00002000:00100000:1.0:1746126429.984951:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e1aa00 x1830945734407552/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 496/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.984959:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1aa00 with x1830945734407552 ext(0->7) 00010000:00010000:1.0:1746126429.984967:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 100 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.984978:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 100 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.984984:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e1aa00 00000100:00100000:1.0:1746126429.985019:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1766 00000100:00100000:1.0:1746126429.985054:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1963:x1830945734407552:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126429.985314:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734407552:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 261us (529us total) trans 4294968024 rc 0/0 00000100:00100000:1.0:1746126429.985320:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1766 00002000:00100000:1.0:1746126429.985326:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e1aa00 x1830945734407552/t4294968024(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:190/0 lens 496/448 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126429.985333:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1aa00 with x1830945734407552 ext(0->7) 00010000:00010000:1.0:1746126429.985337:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 102 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126429.985346:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 102 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:1.0:1746126429.985351:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e1aa00 00000100:00100000:0.0:1746126429.989112:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.989514:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734407680 00000100:00100000:2.0:1746126429.989522:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734407680 00000100:00100000:2.0:1746126429.989576:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4976 00000100:00100000:2.0:1746126429.989584:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:31643:x1830945734407680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126429.989598:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126429.989612:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8064a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd86d expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.989637:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126429.989643:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.989648:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126429.989651:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8064a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd86d expref: 103 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.989678:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.989687:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8064a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd86d expref: 103 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.989700:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4000, rc 0) 00000100:00100000:2.0:1746126429.989747:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:31643:x1830945734407680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.989752:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4976 00000100:00100000:0.0:1746126429.990936:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.991091:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734407808 00000100:00100000:2.0:1746126429.991095:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734407808 00010000:00010000:2.0:1746126429.991114:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 103 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.992415:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17114 00000100:00100000:2.0:1746126429.992424:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1963:x1830945734407808:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.992438:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.992456:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 103 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.992467:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 103 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.992484:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b8063c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd85f expref: 103 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.992503:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.992505:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.992510:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.992520:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.992554:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.992753:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 5 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.992765:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726276096:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126429.992843:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00010000:00010000:0.0:1746126429.993683:0:8439:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126429.994743:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726276096:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126429.994756:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126429.994782:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734407808:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2359us (3848us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126429.994791:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17114 00000100:00100000:0.0:1746126429.995160:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126429.995219:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734408064 00000100:00100000:3.0:1746126429.995224:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734408064 00002000:00100000:3.0:1746126429.995253:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad5180 x1830945734408064/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/0 e 0 to 0 dl 1746126440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.995262:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad5180 with x1830945734408064 ext(0->4095) 00010000:00010000:3.0:1746126429.995268:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.995277:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.995282:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad5180 00000100:00100000:3.0:1746126429.996073:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1767 00000100:00100000:3.0:1746126429.996081:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734408064:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126429.996201:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734408064:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (1041us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126429.996207:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1767 00002000:00100000:3.0:1746126429.996212:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad5180 x1830945734408064/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746126440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126429.996225:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad5180 with x1830945734408064 ext(0->4095) 00010000:00010000:3.0:1746126429.996229:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126429.996237:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126429.996243:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad5180 00000100:00100000:0.0:1746126429.999101:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126429.999153:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734408192 00000100:00100000:2.0:1746126429.999160:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734408192 00010000:00010000:2.0:1746126429.999182:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126429.999830:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17115 00000100:00100000:2.0:1746126429.999838:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734408192:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126429.999853:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126429.999869:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.999880:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.999898:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b80643 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd866 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126429.999927:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.999930:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126429.999936:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8064a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd86d expref: 101 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.999943:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8064a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd86d expref: 101 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126429.999970:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8064a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd86d expref: 101 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126429.999982:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726276224:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.000139:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 10 seconds 00000100:00100000:2.0:1746126430.003678:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126430.003755:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726276224:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126430.003772:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126430.003802:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734408192:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3965us (4707us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126430.003812:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17115 00000100:00100000:1.0:1746126430.004117:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734408448 00000100:00100000:1.0:1746126430.004124:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734408448 00002000:00100000:1.0:1746126430.004153:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093109180 x1830945734408448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.004161:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109180 with x1830945734408448 ext(0->4095) 00002000:00010000:1.0:1746126430.004165:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093109180 00000100:00100000:1.0:1746126430.004190:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3794 00000100:00100000:1.0:1746126430.004196:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734408448:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126430.004307:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734408448:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126430.004312:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3794 00002000:00100000:1.0:1746126430.004317:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093109180 x1830945734408448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.004324:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109180 with x1830945734408448 ext(0->4095) 00002000:00010000:1.0:1746126430.004326:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093109180 00000100:00100000:0.0:1746126430.006576:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.006649:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734408576 00000100:00100000:2.0:1746126430.006655:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734408576 00000100:00100000:2.0:1746126430.006683:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4977 00000100:00100000:2.0:1746126430.006688:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734408576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.006702:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.006715:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd874 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.006736:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8064a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd86d expref: 101 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.006742:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.006743:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.006746:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.006768:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8064a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd86d expref: 101 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.006778:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8064a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd86d expref: 101 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126430.006788:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726276352:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.007480:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.009518:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726276352:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.009549:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.009562:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5800, rc 0) 00000100:00100000:2.0:1746126430.009605:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734408576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2915us (3032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.009612:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4977 00000100:00100000:0.0:1746126430.009914:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.010051:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734408704 00000100:00100000:1.0:1746126430.010056:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734408704 00010000:00010000:1.0:1746126430.010075:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8064a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd86d expref: 102 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126430.010092:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17116 00000100:00100000:1.0:1746126430.010097:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734408704:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.010110:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.010125:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8064a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd86d expref: 102 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126430.010134:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8064a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd86d expref: 102 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126430.010150:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4000/0x9851078746b8064a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd86d expref: 102 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126430.010161:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.010162:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.010168:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.010175:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.010196:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126430.010206:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136459500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726276480:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.010239:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.013191:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.013356:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734408832 00000100:00100000:2.0:1746126430.013363:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734408832 00000100:00100000:2.0:1746126430.013394:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4978 00000100:00100000:2.0:1746126430.013400:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:31643:x1830945734408832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.013414:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.013427:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd87b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.013447:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.013453:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.013454:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.013457:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 103 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.013478:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.013487:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 5 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126430.013497:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726276608:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.013556:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.014246:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136459500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726276480:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.014379:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126430.014644:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.014679:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1963:x1830945734408704:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4581us (4764us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.014690:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17116 00000100:00100000:3.0:1746126430.015494:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734409088 00000100:00100000:3.0:1746126430.015499:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734409088 00002000:00100000:3.0:1746126430.015539:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009310b480 x1830945734409088/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.015548:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b480 with x1830945734409088 ext(0->4095) 00010000:00010000:3.0:1746126430.015554:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126430.015565:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126430.015571:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009310b480 00000100:00100000:3.0:1746126430.015585:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1768 00000100:00100000:3.0:1746126430.015590:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734409088:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126430.016434:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734409088:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 841us (2052us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.016440:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1768 00002000:00100000:3.0:1746126430.016447:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009310b480 x1830945734409088/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.016454:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b480 with x1830945734409088 ext(0->4095) 00010000:00010000:3.0:1746126430.016459:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126430.016468:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126430.016473:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009310b480 00000100:00100000:2.0:1746126430.018007:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726276608:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.018043:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.018055:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4e00, rc 0) 00000100:00100000:2.0:1746126430.018083:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:31643:x1830945734408832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4684us (4898us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.018090:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4978 00000100:00100000:0.0:1746126430.019632:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.019680:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734409216 00000100:00100000:2.0:1746126430.019688:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734409216 00000100:00100000:2.0:1746126430.019726:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4979 00000100:00100000:2.0:1746126430.019733:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:31655:x1830945734409216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.019746:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.019758:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8065f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd882 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.019777:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.019781:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 103 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.019787:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.019790:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8065f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd882 expref: 103 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.019814:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 103 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.019823:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8065f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd882 expref: 103 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.019836:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4800, rc 0) 00000100:00100000:2.0:1746126430.019878:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:31655:x1830945734409216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.019883:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4979 00000100:00100000:0.0:1746126430.021285:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.021359:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734409344 00000100:00100000:1.0:1746126430.021365:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734409344 00010000:00010000:1.0:1746126430.021386:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126430.021453:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17117 00000100:00100000:1.0:1746126430.021460:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734409344:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.021469:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.021487:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126430.021497:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126430.021512:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5800/0x9851078746b80651 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd874 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126430.021543:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.021544:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.021550:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.021557:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.021578:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.021588:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 102 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126430.021598:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136459500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726276864:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.023070:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.025655:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136459500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726276864:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.025673:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.025715:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734409344:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4254us (4432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.025725:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17117 00000100:00100000:0.0:1746126430.026669:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.026720:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734409600 00000100:00100000:3.0:1746126430.026727:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734409600 00002000:00100000:3.0:1746126430.026757:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae0000 x1830945734409600/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.026766:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0000 with x1830945734409600 ext(0->4095) 00010000:00010000:3.0:1746126430.026772:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126430.026782:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126430.026787:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae0000 00000100:00100000:3.0:1746126430.026811:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1769 00000100:00100000:3.0:1746126430.026817:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1964:x1830945734409600:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126430.026952:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1964:x1830945734409600:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (283us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.026960:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1769 00002000:00100000:3.0:1746126430.026966:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae0000 x1830945734409600/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.026973:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0000 with x1830945734409600 ext(0->4095) 00010000:00010000:3.0:1746126430.026977:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126430.026985:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126430.026990:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae0000 00000100:00100000:0.0:1746126430.029850:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.029903:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734409728 00000100:00100000:1.0:1746126430.029909:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734409728 00010000:00010000:1.0:1746126430.029938:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126430.030097:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17118 00000100:00100000:1.0:1746126430.030104:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1963:x1830945734409728:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.030115:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.030131:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126430.030142:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126430.030159:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b80658 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd87b expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:1.0:1746126430.030339:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.030341:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.030347:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8065f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd882 expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.030354:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8065f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd882 expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.030379:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8065f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd882 expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126430.030388:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136459500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726276992:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.030447:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff5d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.033562:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.033906:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136459500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726276992:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.033924:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.033957:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734409728:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3853us (4111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.033965:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17118 00000100:00100000:1.0:1746126430.034013:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734409984 00000100:00100000:1.0:1746126430.034017:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734409984 00002000:00100000:1.0:1746126430.034054:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147df80 x1830945734409984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.034062:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147df80 with x1830945734409984 ext(0->4095) 00002000:00010000:1.0:1746126430.034065:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147df80 00000100:00100000:1.0:1746126430.034498:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3795 00000100:00100000:1.0:1746126430.034505:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734409984:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126430.034906:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734409984:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 400us (1348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126430.034911:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3795 00002000:00100000:1.0:1746126430.034916:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147df80 x1830945734409984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.034922:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147df80 with x1830945734409984 ext(0->4095) 00002000:00010000:1.0:1746126430.034925:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147df80 00000100:00100000:0.0:1746126430.036870:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.036935:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734410112 00000100:00100000:2.0:1746126430.036941:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734410112 00000100:00100000:2.0:1746126430.036970:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4980 00000100:00100000:2.0:1746126430.036975:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734410112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.036986:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.036998:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80666 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd889 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.037017:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8065f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd882 expref: 101 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.037039:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.037040:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.037043:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80666 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd889 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.037065:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8065f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd882 expref: 101 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.037075:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8065f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd882 expref: 101 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126430.037090:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726277120:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.037570:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.039207:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726277120:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.039227:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80666 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd889 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.039239:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4a00, rc 0) 00000100:00100000:2.0:1746126430.039265:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734410112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2289us (2399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.039272:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4980 00000100:00100000:0.0:1746126430.039723:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.039972:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734410240 00000100:00100000:2.0:1746126430.039977:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734410240 00010000:00010000:2.0:1746126430.039995:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8065f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd882 expref: 102 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126430.040020:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17119 00000100:00100000:2.0:1746126430.040039:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734410240:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.040047:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.040061:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8065f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd882 expref: 102 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.040070:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8065f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd882 expref: 102 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.040091:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b8065f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd882 expref: 102 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.040635:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.040637:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.040644:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80666 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd889 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.040652:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80666 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd889 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.040674:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80666 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd889 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.040683:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726277248:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.041232:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.043854:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726277248:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.043873:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.043920:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1964:x1830945734410240:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3879us (4196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.043929:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17119 00000100:00100000:1.0:1746126430.044537:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.044597:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.044993:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734410624 00000100:00100000:3.0:1746126430.045000:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734410624 00000100:00100000:2.0:1746126430.045193:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734410496 00000100:00100000:2.0:1746126430.045197:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734410496 00002000:00100000:2.0:1746126430.045222:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136459500 x1830945734410496/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.045236:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136459500 with x1830945734410496 ext(0->4095) 00002000:00010000:2.0:1746126430.045240:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136459500 00000100:00100000:2.0:1746126430.045253:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3796 00000100:00100000:2.0:1746126430.045259:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734410496:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126430.045387:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734410496:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (859us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.045393:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3796 00002000:00100000:2.0:1746126430.045398:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136459500 x1830945734410496/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.045404:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136459500 with x1830945734410496 ext(0->4095) 00002000:00010000:2.0:1746126430.045406:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136459500 00000100:00100000:3.0:1746126430.045656:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4981 00000100:00100000:3.0:1746126430.045663:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:31643:x1830945734410624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.045671:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.045683:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd890 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.045702:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80666 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd889 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.045708:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.045710:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.045713:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 102 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.045740:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80666 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd889 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.045750:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80666 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd889 expref: 5 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126430.045759:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726277376:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.045807:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.047907:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.047944:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726277376:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.047965:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 102 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.047977:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126430.048005:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:31643:x1830945734410624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2343us (3407us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.048006:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734410752 00000100:00100000:3.0:1746126430.048010:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4981 00000100:00100000:1.0:1746126430.048012:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734410752 00000100:00100000:1.0:1746126430.048053:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4982 00000100:00100000:1.0:1746126430.048057:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:31655:x1830945734410752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126430.048066:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126430.048075:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80674 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd897 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.048088:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.048092:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 103 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.048097:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126430.048100:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80674 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd897 expref: 103 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.048126:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 103 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.048135:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80674 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd897 expref: 103 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.048141:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18a00, rc 0) 00000100:00100000:1.0:1746126430.048156:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:31655:x1830945734410752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.048161:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4982 00000100:00100000:0.0:1746126430.049813:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.049894:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734410880 00000100:00100000:2.0:1746126430.049900:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734410880 00010000:00010000:2.0:1746126430.049927:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80666 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd889 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126430.049957:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17120 00000100:00100000:2.0:1746126430.049963:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734410880:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.049972:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.049989:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80666 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd889 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.049998:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80666 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd889 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.050015:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80666 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd889 expref: 6 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.050053:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.050055:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.050061:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 102 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.050068:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 102 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.050092:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 102 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.050101:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 102 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126430.050111:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726277632:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.050177:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.052300:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726277632:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.052314:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.052340:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734410880:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2377us (2531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.052347:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17120 00000100:00100000:0.0:1746126430.052495:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.052556:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734411136 00000100:00100000:3.0:1746126430.052562:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734411136 00002000:00100000:3.0:1746126430.052591:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147ce00 x1830945734411136/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.052600:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ce00 with x1830945734411136 ext(0->4095) 00010000:00010000:3.0:1746126430.052606:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 103 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126430.052621:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 103 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126430.052627:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147ce00 00000100:00100000:3.0:1746126430.052641:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1770 00000100:00100000:3.0:1746126430.052647:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1963:x1830945734411136:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126430.053108:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1963:x1830945734411136:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 460us (612us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.053118:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1770 00002000:00100000:3.0:1746126430.053123:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147ce00 x1830945734411136/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.053131:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ce00 with x1830945734411136 ext(0->4095) 00010000:00010000:3.0:1746126430.053136:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 103 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126430.053147:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 103 pid: 9140 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126430.053152:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147ce00 00000100:00100000:0.0:1746126430.054808:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.054901:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734411264 00000100:00100000:2.0:1746126430.054907:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734411264 00010000:00010000:2.0:1746126430.054930:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 103 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126430.054955:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17121 00000100:00100000:2.0:1746126430.054961:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1965:x1830945734411264:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.054969:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.054984:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 103 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.054993:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 103 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.055009:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8066d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd890 expref: 103 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.055020:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.055042:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.055049:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80674 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd897 expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.055056:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80674 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd897 expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.055079:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80674 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd897 expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.055089:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726277760:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.055424:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.057581:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726277760:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126430.057594:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126430.057731:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1965:x1830945734411264:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2768us (2926us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126430.057741:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17121 00000100:00100000:2.0:1746126430.057843:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.057974:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734411520 00000100:00100000:3.0:1746126430.057979:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734411520 00002000:00100000:3.0:1746126430.058003:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009310a300 x1830945734411520/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.058011:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a300 with x1830945734411520 ext(0->4095) 00002000:00010000:3.0:1746126430.058015:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310a300 00000100:00100000:3.0:1746126430.058049:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3797 00000100:00100000:3.0:1746126430.058054:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734411520:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126430.058159:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734411520:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.058164:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3797 00002000:00100000:3.0:1746126430.058169:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009310a300 x1830945734411520/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.058175:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a300 with x1830945734411520 ext(0->4095) 00002000:00010000:3.0:1746126430.058178:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310a300 00000100:00100000:0.0:1746126430.060725:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.060807:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734411648 00000100:00100000:1.0:1746126430.060814:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734411648 00000100:00100000:1.0:1746126430.060849:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4983 00000100:00100000:1.0:1746126430.060854:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734411648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126430.060866:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126430.060877:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b8067b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd89e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.060898:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80674 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd897 expref: 101 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.060905:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126430.060906:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126430.060909:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b8067b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd89e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.060934:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80674 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd897 expref: 101 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.060944:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80674 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd897 expref: 101 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126430.060954:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726277888:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126430.061013:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.062736:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.062799:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726277888:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126430.062818:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b8067b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd89e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.062829:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:2.0:1746126430.063056:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734411776 00000100:00100000:2.0:1746126430.063061:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734411776 00010000:00010000:2.0:1746126430.063080:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80674 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd897 expref: 102 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126430.063198:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734411648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2342us (2477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.063205:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4983 00000100:00100000:2.0:1746126430.063410:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17122 00000100:00100000:2.0:1746126430.063417:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734411776:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.063426:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.063442:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80674 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd897 expref: 102 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.063452:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80674 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd897 expref: 102 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.063468:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80674 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd897 expref: 102 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.063480:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.063482:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.063487:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b8067b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd89e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.063493:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b8067b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd89e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.063513:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b8067b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd89e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.063522:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726278016:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.063575:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.066454:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726278016:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.066469:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.066968:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1963:x1830945734411776:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3548us (4232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.066977:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17122 00000100:00100000:1.0:1746126430.067692:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.067839:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734412032 00000100:00100000:2.0:1746126430.067845:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734412032 00002000:00100000:2.0:1746126430.067871:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131545c00 x1830945734412032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.067880:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545c00 with x1830945734412032 ext(0->4095) 00002000:00010000:2.0:1746126430.067883:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131545c00 00000100:00100000:2.0:1746126430.067903:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3798 00000100:00100000:2.0:1746126430.067908:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734412032:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126430.068010:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734412032:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.068015:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3798 00002000:00100000:2.0:1746126430.068020:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131545c00 x1830945734412032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.068041:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545c00 with x1830945734412032 ext(0->4095) 00002000:00010000:2.0:1746126430.068043:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131545c00 00000100:00100000:0.0:1746126430.068663:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.068923:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734412160 00000100:00100000:1.0:1746126430.068927:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734412160 00000100:00100000:1.0:1746126430.068954:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4984 00000100:00100000:1.0:1746126430.068959:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:31643:x1830945734412160:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126430.068968:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126430.068979:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd8a5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.069002:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b8067b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd89e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.069009:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.069010:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.069013:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.069052:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b8067b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd89e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.069061:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b8067b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd89e expref: 5 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126430.069070:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726278144:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126430.070119:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.071220:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.071765:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734412288 00000100:00100000:3.0:1746126430.071771:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734412288 00000100:00100000:3.0:1746126430.071806:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4985 00000100:00100000:3.0:1746126430.071811:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:31655:x1830945734412288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.071822:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.071833:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80689 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd8ac expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.071850:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.071854:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.071859:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.071862:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80689 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ac expref: 104 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.071891:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.071903:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80689 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ac expref: 104 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.071910:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126430.071944:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:31655:x1830945734412288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.071949:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4985 00000100:00100000:1.0:1746126430.073005:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726278144:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126430.073039:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 103 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.073048:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19400, rc 0) 00000100:00100000:1.0:1746126430.073065:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:31643:x1830945734412160:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4106us (4402us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.073069:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4984 00000100:00100000:0.0:1746126430.073902:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.073940:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734412416 00000100:00100000:2.0:1746126430.073945:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734412416 00010000:00010000:2.0:1746126430.073968:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b8067b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd89e expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126430.073996:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17123 00000100:00100000:2.0:1746126430.074002:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734412416:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.074010:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.074050:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b8067b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd89e expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.074060:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b8067b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd89e expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.074076:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b8067b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd89e expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.074090:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.074092:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.074097:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.074103:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.074122:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.074134:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 102 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126430.074143:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726278400:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.074224:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.075550:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.075628:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726278400:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.075640:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.075660:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734412416:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1658us (1759us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.075667:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17123 00000100:00100000:3.0:1746126430.075795:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734412672 00000100:00100000:3.0:1746126430.075800:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734412672 00002000:00100000:3.0:1746126430.075825:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236f800 x1830945734412672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.075833:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236f800 with x1830945734412672 ext(0->4095) 00010000:00010000:3.0:1746126430.075839:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126430.075848:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126430.075854:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236f800 00000100:00100000:3.0:1746126430.075865:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1771 00000100:00100000:3.0:1746126430.075869:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1964:x1830945734412672:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126430.075971:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1964:x1830945734412672:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (423us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.075977:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1771 00002000:00100000:3.0:1746126430.075981:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236f800 x1830945734412672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.075988:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236f800 with x1830945734412672 ext(0->4095) 00010000:00010000:3.0:1746126430.075992:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126430.076000:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00002000:00010000:3.0:1746126430.076005:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236f800 00000100:00100000:0.0:1746126430.078427:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.078504:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734412800 00000100:00100000:2.0:1746126430.078511:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734412800 00010000:00010000:2.0:1746126430.078541:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126430.078570:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17124 00000100:00100000:2.0:1746126430.078576:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1965:x1830945734412800:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.078584:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.078599:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.078608:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.078624:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80682 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8a5 expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.078637:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.078639:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.078644:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80689 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ac expref: 102 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.078651:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80689 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ac expref: 102 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.078675:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80689 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ac expref: 102 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.078684:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726278528:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.078748:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.081234:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.081320:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726278528:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.081333:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.081362:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1965:x1830945734412800:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2786us (2939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.081371:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17124 00000100:00100000:3.0:1746126430.081500:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734413056 00000100:00100000:3.0:1746126430.081506:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734413056 00002000:00100000:3.0:1746126430.081541:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e50000 x1830945734413056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.081549:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50000 with x1830945734413056 ext(0->4095) 00002000:00010000:3.0:1746126430.081553:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e50000 00000100:00100000:3.0:1746126430.081814:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3799 00000100:00100000:3.0:1746126430.081824:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734413056:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126430.081959:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734413056:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (729us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.081965:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3799 00002000:00100000:3.0:1746126430.081969:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e50000 x1830945734413056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.081982:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50000 with x1830945734413056 ext(0->4095) 00002000:00010000:3.0:1746126430.081984:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e50000 00000100:00100000:0.0:1746126430.082976:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.083019:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734413184 00000100:00100000:1.0:1746126430.083044:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734413184 00000100:00100000:1.0:1746126430.083079:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4986 00000100:00100000:1.0:1746126430.083088:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734413184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126430.083099:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126430.083111:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80690 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd8b3 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.083131:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80689 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ac expref: 101 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.083137:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126430.083141:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126430.083144:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80690 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8b3 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.083166:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80689 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ac expref: 101 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.083176:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80689 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ac expref: 101 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126430.083186:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726278656:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126430.083250:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.084483:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726278656:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126430.084503:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80690 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8b3 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.084517:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19e00, rc 0) 00000100:00100000:1.0:1746126430.084555:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734413184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1468us (1580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.084561:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4986 00000100:00100000:0.0:1746126430.084857:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.084904:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734413312 00000100:00100000:2.0:1746126430.084909:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734413312 00010000:00010000:2.0:1746126430.084927:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80689 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ac expref: 102 pid: 9140 timeout: 648 lvb_type: 0 00000100:00100000:2.0:1746126430.084957:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17125 00000100:00100000:2.0:1746126430.084963:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734413312:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.084974:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.084989:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80689 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ac expref: 102 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.084997:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80689 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ac expref: 102 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.085014:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80689 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ac expref: 102 pid: 9140 timeout: 648 lvb_type: 0 00010000:00010000:2.0:1746126430.085054:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.085056:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.085062:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80690 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8b3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.085068:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80690 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8b3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.085089:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80690 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8b3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.085097:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726278784:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.085148:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.087443:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726278784:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.087461:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.087553:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1963:x1830945734413312:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2589us (2694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.087565:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17125 00000100:00100000:0.0:1746126430.090940:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.091050:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734413568 00000100:00100000:3.0:1746126430.091136:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734413568 00002000:00100000:3.0:1746126430.091170:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e50e00 x1830945734413568/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.091179:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50e00 with x1830945734413568 ext(0->4095) 00002000:00010000:3.0:1746126430.091184:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e50e00 00000100:00100000:3.0:1746126430.091345:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3800 00000100:00100000:3.0:1746126430.091351:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734413568:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126430.091926:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734413568:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 574us (991us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.091933:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3800 00002000:00100000:3.0:1746126430.091939:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e50e00 x1830945734413568/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.091946:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50e00 with x1830945734413568 ext(0->4095) 00002000:00010000:3.0:1746126430.091949:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e50e00 00000100:00100000:0.0:1746126430.093485:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.093575:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734413696 00000100:00100000:1.0:1746126430.093584:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734413696 00000100:00100000:1.0:1746126430.093629:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4987 00000100:00100000:1.0:1746126430.093636:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:31643:x1830945734413696:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126430.093650:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126430.093664:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd8ba expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.093688:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80690 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8b3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.093695:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.093697:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.093700:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.093725:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80690 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8b3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.093735:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80690 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8b3 expref: 5 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:1.0:1746126430.093750:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726278912:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126430.093817:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.096567:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.096962:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734413824 00000100:00100000:2.0:1746126430.096969:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734413824 00000100:00100000:2.0:1746126430.097013:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4988 00000100:00100000:2.0:1746126430.097019:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:31655:x1830945734413824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.097059:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.097074:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8069e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd8c1 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.097095:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.097100:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.097105:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.097108:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8069e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c1 expref: 104 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.097135:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.097146:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8069e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c1 expref: 104 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.097153:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5400, rc 0) 00000100:00100000:2.0:1746126430.097195:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:31655:x1830945734413824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.097201:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4988 00000100:00100000:0.0:1746126430.097948:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.098014:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726278912:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.098053:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 103 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.098061:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19c00, rc 0) 00000100:00100000:2.0:1746126430.098081:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:31643:x1830945734413696:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4446us (4601us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.098087:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4987 00000100:00100000:3.0:1746126430.098136:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734413952 00000100:00100000:3.0:1746126430.098140:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734413952 00010000:00010000:3.0:1746126430.098156:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80690 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8b3 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126430.098173:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17126 00000100:00100000:3.0:1746126430.098177:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734413952:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.098185:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.098202:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80690 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8b3 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126430.098211:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80690 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8b3 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126430.098226:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80690 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8b3 expref: 6 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126430.098238:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.098240:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.098244:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.098250:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.098270:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 102 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.098280:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 102 pid: 8423 timeout: 648 lvb_type: 0 00000100:00100000:3.0:1746126430.098289:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726279168:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126430.098341:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.100947:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726279168:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.100966:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126430.101000:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734413952:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2821us (3052us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.101008:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17126 00000100:00100000:0.0:1746126430.101936:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.102082:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734414208 00000100:00100000:3.0:1746126430.102088:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734414208 00002000:00100000:3.0:1746126430.102118:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e52d80 x1830945734414208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.102127:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52d80 with x1830945734414208 ext(0->4095) 00010000:00010000:3.0:1746126430.102135:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 103 pid: 8423 timeout: 648 lvb_type: 0 00010000:00010000:3.0:1746126430.102145:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 103 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.102151:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e52d80 00000100:00100000:3.0:1746126430.102166:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1772 00000100:00100000:3.0:1746126430.102172:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1964:x1830945734414208:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126430.102307:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1964:x1830945734414208:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (372us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.102313:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1772 00002000:00100000:3.0:1746126430.102318:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e52d80 x1830945734414208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.102324:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52d80 with x1830945734414208 ext(0->4095) 00010000:00010000:3.0:1746126430.102328:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 103 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.102337:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 103 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.102342:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e52d80 00000100:00100000:2.0:1746126430.104592:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126430.104651:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734414336 00000100:00100000:0.0:1746126430.104658:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734414336 00010000:00010000:0.0:1746126430.104682:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 103 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:0.0:1746126430.104703:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17127 00000100:00100000:0.0:1746126430.104709:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1965:x1830945734414336:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126430.104719:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126430.104735:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 103 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126430.104745:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 103 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126430.104769:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80697 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8ba expref: 103 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126430.104783:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126430.104785:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126430.104791:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8069e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c1 expref: 102 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.104798:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8069e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c1 expref: 102 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.104826:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8069e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c1 expref: 102 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126430.104837:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726279296:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126430.104899:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.107897:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bad7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726279296:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126430.107916:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126430.108861:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1965:x1830945734414336:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4148us (4270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126430.108871:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17127 00000100:00100000:1.0:1746126430.109282:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126430.109568:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734414592 00000100:00100000:0.0:1746126430.109574:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734414592 00002000:00100000:0.0:1746126430.109604:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314d9880 x1830945734414592/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126430.109620:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d9880 with x1830945734414592 ext(0->4095) 00002000:00010000:0.0:1746126430.109624:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314d9880 00000100:00100000:0.0:1746126430.109893:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3801 00000100:00100000:0.0:1746126430.109901:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734414592:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126430.110061:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734414592:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (780us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126430.110067:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3801 00002000:00100000:0.0:1746126430.110073:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314d9880 x1830945734414592/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126430.110080:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d9880 with x1830945734414592 ext(0->4095) 00002000:00010000:0.0:1746126430.110082:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314d9880 00000100:00100000:0.0:1746126430.112264:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.112901:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734414720 00000100:00100000:2.0:1746126430.112908:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734414720 00000100:00100000:2.0:1746126430.114163:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4989 00000100:00100000:2.0:1746126430.114172:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734414720:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.114185:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.114197:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd8c8 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.114219:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8069e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c1 expref: 101 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.114225:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.114226:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.114229:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.114250:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8069e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c1 expref: 101 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.114263:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8069e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c1 expref: 101 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.114272:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726279424:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.114325:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19e0300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.116417:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726279424:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.116437:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.116449:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5e00, rc 0) 00000100:00100000:2.0:1746126430.116477:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734414720:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2306us (4218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.116484:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4989 00000100:00100000:0.0:1746126430.118135:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.118267:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734414848 00000100:00100000:2.0:1746126430.118274:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734414848 00010000:00010000:2.0:1746126430.118301:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8069e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c1 expref: 102 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:0.0:1746126430.118329:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.118331:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17128 00000100:00100000:2.0:1746126430.118337:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734414848:12345-192.168.203.32@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126430.118355:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734414976 00000100:00100000:2.0:1746126430.118357:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734414976 00000100:00100000:2.0:1746126430.118371:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4990 00000100:00100000:2.0:1746126430.118374:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:31643:x1830945734414976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.118385:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.118394:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd8cf expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.118409:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.118413:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.118418:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126430.118421:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.118445:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.118456:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.118464:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5000, rc 0) 00000100:00100000:2.0:1746126430.118504:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:31643:x1830945734414976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.118508:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4990 00010000:00010000:2.0:1746126430.118523:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.118553:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8069e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c1 expref: 103 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.118562:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8069e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c1 expref: 103 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.118581:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5400/0x9851078746b8069e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c1 expref: 103 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.118603:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.118604:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.118609:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.118616:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.118632:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.118641:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 5 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.118650:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726279680:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.118685:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19e0300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.120330:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726279680:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.120342:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.120365:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734414848:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2027us (2233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.120372:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17128 00000100:00100000:0.0:1746126430.121085:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.121153:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734415232 00000100:00100000:2.0:1746126430.121159:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734415232 00002000:00100000:2.0:1746126430.121186:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff0000 x1830945734415232/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.121195:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff0000 with x1830945734415232 ext(0->4095) 00010000:00010000:2.0:1746126430.121201:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.121210:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.121216:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff0000 00000100:00100000:2.0:1746126430.121241:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1773 00000100:00100000:2.0:1746126430.121247:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734415232:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126430.121515:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734415232:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 267us (430us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.121521:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1773 00002000:00100000:2.0:1746126430.121539:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff0000 x1830945734415232/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.121546:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff0000 with x1830945734415232 ext(0->4095) 00010000:00010000:2.0:1746126430.121551:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.121558:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.121563:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff0000 00000100:00100000:0.0:1746126430.125140:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.125408:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734415360 00000100:00100000:2.0:1746126430.125416:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734415360 00010000:00010000:2.0:1746126430.125444:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.125476:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17129 00000100:00100000:2.0:1746126430.125483:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734415360:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.125494:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.125510:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.125519:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.125549:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b806a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8c8 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.125571:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.125573:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.125578:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 101 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.125585:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 101 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.125611:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 101 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.125625:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726279808:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.125692:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19e0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.128195:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.128253:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734415616 00000100:00100000:3.0:1746126430.128261:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734415616 00002000:00100000:3.0:1746126430.128295:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae2d80 x1830945734415616/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.128305:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae2d80 with x1830945734415616 ext(0->4095) 00002000:00010000:3.0:1746126430.128309:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae2d80 00000100:00100000:3.0:1746126430.128324:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3802 00000100:00100000:3.0:1746126430.128331:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734415616:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126430.128431:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726279808:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.128446:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126430.128466:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734415616:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (276us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.128472:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3802 00000100:00100000:2.0:1746126430.128481:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734415360:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2998us (3347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.128489:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17129 00002000:00100000:3.0:1746126430.128645:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae2d80 x1830945734415616/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.128653:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae2d80 with x1830945734415616 ext(0->4095) 00002000:00010000:3.0:1746126430.128655:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae2d80 00000100:00100000:0.0:1746126430.149440:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.149543:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734415744 00000100:00100000:2.0:1746126430.149550:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734415744 00000100:00100000:3.0:1746126430.150746:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4991 00000100:00100000:3.0:1746126430.150757:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734415744:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.150774:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.150787:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd8d6 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.150811:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 101 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.150817:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.150819:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.150821:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.150846:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 101 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.150856:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 101 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.150866:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726279936:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.154619:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.167336:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726279936:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.167366:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.167382:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126430.167427:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734415744:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16672us (17993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.167434:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4991 00000100:00100000:0.0:1746126430.177356:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.178130:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734415872 00000100:00100000:3.0:1746126430.178138:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734415872 00002000:00100000:3.0:1746126430.178173:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092828700 x1830945734415872/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.178182:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828700 with x1830945734415872 ext(0->7) 00010000:00010000:3.0:1746126430.178190:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 102 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.178201:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 102 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.178207:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092828700 00000100:00100000:3.0:1746126430.178235:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1774 00000100:00100000:3.0:1746126430.178242:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734415872:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126430.181828:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:1963:x1830945734415872:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 3578us (4470us total) trans 4294968025 rc 0/0 00000100:00100000:3.0:1746126430.181838:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1774 00002000:00100000:3.0:1746126430.181846:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092828700 x1830945734415872/t4294968025(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/448 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.181854:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828700 with x1830945734415872 ext(0->7) 00010000:00010000:3.0:1746126430.181862:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 104 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.181875:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 104 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.181885:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092828700 00000100:00100000:0.0:1746126430.188421:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.188618:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734416000 00000100:00100000:3.0:1746126430.188626:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734416000 00000100:00100000:3.0:1746126430.188670:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4992 00000100:00100000:3.0:1746126430.188677:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:31643:x1830945734416000:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.188694:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.188706:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd8dd expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.188727:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.188732:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.188737:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126430.188740:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 105 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.188766:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.188778:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 105 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.188786:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07600, rc 0) 00000100:00100000:3.0:1746126430.188833:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:31643:x1830945734416000:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.188841:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4992 00000100:00100000:0.0:1746126430.189325:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.189368:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734416128 00000100:00100000:2.0:1746126430.189372:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734416128 00010000:00010000:2.0:1746126430.189390:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 105 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.189456:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17130 00000100:00100000:2.0:1746126430.189461:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:1966:x1830945734416128:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.189470:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.189486:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 105 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.189496:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 105 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.189511:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5000/0x9851078746b806ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8cf expref: 105 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.190774:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.190777:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.190786:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.190793:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.190821:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.190833:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 5 pid: 9140 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.190935:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726280192:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.192333:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19e0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.192809:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.193375:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726280192:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.193388:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.193431:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:1966:x1830945734416128:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3968us (4105us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.193440:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17130 00000100:00100000:3.0:1746126430.194959:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734416384 00000100:00100000:3.0:1746126430.194966:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734416384 00002000:00100000:3.0:1746126430.195000:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013332a680 x1830945734416384/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.195009:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332a680 with x1830945734416384 ext(0->4095) 00010000:00010000:3.0:1746126430.195016:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 6 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.195042:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 6 pid: 9140 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.195049:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013332a680 00000100:00100000:3.0:1746126430.195067:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1775 00000100:00100000:3.0:1746126430.195073:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734416384:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126430.195976:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734416384:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 901us (3167us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.195983:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1775 00002000:00100000:3.0:1746126430.195989:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013332a680 x1830945734416384/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.195995:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332a680 with x1830945734416384 ext(0->4095) 00010000:00010000:3.0:1746126430.196000:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 6 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.196012:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 6 pid: 9140 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.196017:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013332a680 00000100:00100000:2.0:1746126430.200800:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126430.202775:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734416512 00000100:00100000:0.0:1746126430.202784:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734416512 00010000:00010000:0.0:1746126430.202817:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 6 pid: 9140 timeout: 649 lvb_type: 0 00000100:00100000:0.0:1746126430.202858:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17131 00000100:00100000:0.0:1746126430.202865:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734416512:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126430.202877:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126430.202894:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 6 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126430.202906:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 6 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126430.202926:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8d6 expref: 6 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126430.202954:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126430.202956:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126430.202962:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 103 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.202970:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 103 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.202997:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 103 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126430.203008:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133328700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726280320:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126430.203095:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.205357:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133328700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726280320:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126430.205363:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.205411:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734416768 00000100:00100000:3.0:1746126430.205416:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734416768 00002000:00100000:3.0:1746126430.205445:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ac000 x1830945734416768/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.205454:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ac000 with x1830945734416768 ext(0->4095) 00002000:00010000:3.0:1746126430.205457:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248ac000 00000100:00100000:3.0:1746126430.205485:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3803 00000100:00100000:3.0:1746126430.205491:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:1964:x1830945734416768:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126430.205622:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:1964:x1830945734416768:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (259us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.205628:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3803 00002000:00100000:3.0:1746126430.205633:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ac000 x1830945734416768/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.205640:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ac000 with x1830945734416768 ext(0->4095) 00002000:00010000:3.0:1746126430.205642:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248ac000 00010000:00010000:2.0:1746126430.205781:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.205986:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734416512:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3120us (5195us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.205993:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17131 00000100:00100000:0.0:1746126430.214292:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.214392:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734416896 00000100:00100000:2.0:1746126430.214398:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734416896 00000100:00100000:2.0:1746126430.214427:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4993 00000100:00100000:2.0:1746126430.214433:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734416896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.214448:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.214460:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b806c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd8e4 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.214483:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 103 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.214490:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.214491:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.214494:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b806c1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8e4 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.214515:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 103 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.214524:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 103 pid: 9140 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.214542:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726280448:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.216093:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19e0300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.217898:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726280448:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.217930:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b806c1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8e4 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.217944:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4200, rc 0) 00000100:00100000:2.0:1746126430.217989:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734416896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3554us (3702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.217996:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4993 00000100:00100000:0.0:1746126430.224131:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.224210:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734417024 00000100:00100000:1.0:1746126430.224218:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734417024 00002000:00100000:1.0:1746126430.224251:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092a0c380 x1830945734417024/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.224259:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0c380 with x1830945734417024 ext(0->7) 00010000:00010000:1.0:1746126430.224266:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 104 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.224278:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 104 pid: 9140 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126430.224284:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a0c380 00000100:00100000:1.0:1746126430.224312:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1776 00000100:00100000:1.0:1746126430.224318:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:1964:x1830945734417024:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126430.224710:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1964:x1830945734417024:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 391us (584us total) trans 4294968026 rc 0/0 00000100:00100000:1.0:1746126430.224716:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1776 00002000:00100000:1.0:1746126430.224721:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092a0c380 x1830945734417024/t4294968026(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/448 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.224728:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0c380 with x1830945734417024 ext(0->7) 00010000:00010000:1.0:1746126430.224732:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 106 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.224740:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 106 pid: 9140 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126430.224745:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a0c380 00000100:00100000:0.0:1746126430.227113:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.231088:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734417152 00000100:00100000:2.0:1746126430.231098:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734417152 00010000:00010000:2.0:1746126430.231134:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 106 pid: 9140 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.231181:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17132 00000100:00100000:2.0:1746126430.231189:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1966:x1830945734417152:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.231201:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.231220:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 106 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.231230:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 106 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.231250:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8dd expref: 106 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.231289:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.231291:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.231297:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b806c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8e4 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.231305:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b806c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8e4 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.231331:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b806c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8e4 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.231343:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726280576:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.231441:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19e0300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.234241:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126430.234280:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726280576:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126430.234295:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126430.234328:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:1966:x1830945734417152:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3140us (7220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126430.234337:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17132 00000100:00100000:2.0:1746126430.234425:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734417408 00000100:00100000:2.0:1746126430.234431:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734417408 00002000:00100000:2.0:1746126430.234458:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314d9c00 x1830945734417408/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.234466:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d9c00 with x1830945734417408 ext(0->4095) 00002000:00010000:2.0:1746126430.234469:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314d9c00 00000100:00100000:2.0:1746126430.234833:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3804 00000100:00100000:2.0:1746126430.234840:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734417408:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126430.234944:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734417408:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (708us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.234950:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3804 00002000:00100000:2.0:1746126430.234954:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314d9c00 x1830945734417408/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.234961:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d9c00 with x1830945734417408 ext(0->4095) 00002000:00010000:2.0:1746126430.234963:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314d9c00 00000100:00100000:0.0:1746126430.246776:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.246830:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734417536 00000100:00100000:2.0:1746126430.246837:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734417536 00000100:00100000:2.0:1746126430.247160:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4994 00000100:00100000:2.0:1746126430.247168:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:31643:x1830945734417536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.247184:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.247200:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd8eb expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.247223:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b806c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8e4 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.247229:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.247231:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.247233:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.247257:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b806c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8e4 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.247267:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b806c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8e4 expref: 5 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.247276:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726280704:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.247350:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.248156:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.248234:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734417664 00000100:00100000:3.0:1746126430.248239:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734417664 00000100:00100000:3.0:1746126430.248269:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4995 00000100:00100000:3.0:1746126430.248274:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:31655:x1830945734417664:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.248285:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.248292:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd8f2 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.248306:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.248309:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 108 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.248314:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.248317:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 108 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.248336:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 108 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.248349:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 108 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.248357:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07a00, rc 0) 00000100:00100000:3.0:1746126430.248380:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:31655:x1830945734417664:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.248385:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4995 00000100:00100000:0.0:1746126430.251891:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.252212:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726280704:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.252233:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.252250:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4800, rc 0) 00000100:00100000:2.0:1746126430.252281:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:31643:x1830945734417536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5114us (5514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.252288:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4994 00000100:00100000:1.0:1746126430.253890:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734417792 00000100:00100000:1.0:1746126430.253897:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734417792 00010000:00010000:1.0:1746126430.253923:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b806c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8e4 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.253986:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17133 00000100:00100000:1.0:1746126430.253992:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734417792:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.254002:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.254017:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b806c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8e4 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.254046:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b806c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8e4 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.254064:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4200/0x9851078746b806c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8e4 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.254765:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.254768:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.254775:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.254783:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.254813:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.254823:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 106 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.254833:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726280960:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.254890:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.259263:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726280960:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.259285:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.259328:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734417792:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5335us (7441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.259338:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17133 00000100:00100000:0.0:1746126430.261008:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.261471:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734418048 00000100:00100000:3.0:1746126430.261479:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734418048 00002000:00100000:3.0:1746126430.261515:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae0380 x1830945734418048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.261535:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0380 with x1830945734418048 ext(0->4095) 00010000:00010000:3.0:1746126430.261544:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 107 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.261556:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 107 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.261563:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae0380 00000100:00100000:3.0:1746126430.261583:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1777 00000100:00100000:3.0:1746126430.261590:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1963:x1830945734418048:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126430.261718:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1963:x1830945734418048:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (714us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.261723:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1777 00002000:00100000:3.0:1746126430.261729:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae0380 x1830945734418048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.261736:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0380 with x1830945734418048 ext(0->4095) 00010000:00010000:3.0:1746126430.261740:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 107 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.261748:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 107 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.261753:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae0380 00000100:00100000:0.0:1746126430.266218:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.266740:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734418176 00000100:00100000:1.0:1746126430.266748:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734418176 00010000:00010000:1.0:1746126430.266776:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 107 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.266907:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17134 00000100:00100000:1.0:1746126430.266915:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1963:x1830945734418176:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.266926:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.266943:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 107 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.266954:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 107 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.266973:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4800/0x9851078746b806c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8eb expref: 107 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.267000:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.267002:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.267008:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 106 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.267014:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 106 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.267059:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 106 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126430.267264:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726281088:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.267486:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.271829:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726281088:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.271848:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.271880:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1963:x1830945734418176:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4965us (5667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.271889:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17134 00000100:00100000:0.0:1746126430.274093:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.274411:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734418432 00000100:00100000:2.0:1746126430.274417:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734418432 00002000:00100000:2.0:1746126430.274448:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b55880 x1830945734418432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.274456:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b55880 with x1830945734418432 ext(0->4095) 00002000:00010000:2.0:1746126430.274460:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b55880 00000100:00100000:2.0:1746126430.274485:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3805 00000100:00100000:2.0:1746126430.274490:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1966:x1830945734418432:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126430.274618:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1966:x1830945734418432:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (528us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.274623:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3805 00002000:00100000:2.0:1746126430.274627:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b55880 x1830945734418432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.274633:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b55880 with x1830945734418432 ext(0->4095) 00002000:00010000:2.0:1746126430.274635:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b55880 00000100:00100000:0.0:1746126430.279905:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.281879:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734418560 00000100:00100000:2.0:1746126430.281888:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734418560 00000100:00100000:2.0:1746126430.281937:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4996 00000100:00100000:2.0:1746126430.281943:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734418560:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.281958:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.281970:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b806d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd8f9 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.281991:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 105 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.281997:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.281999:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.282001:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b806d6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f9 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.282061:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 105 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.282070:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 105 pid: 9140 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.282080:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726281216:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.282160:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdda80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.286286:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726281216:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.286326:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b806d6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f9 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.286340:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4e00, rc 0) 00000100:00100000:2.0:1746126430.286387:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734418560:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4442us (6487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.286398:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4996 00000100:00100000:0.0:1746126430.287375:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.288641:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734418688 00000100:00100000:3.0:1746126430.288650:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734418688 00002000:00100000:3.0:1746126430.288685:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093b55f80 x1830945734418688/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.288701:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b55f80 with x1830945734418688 ext(0->7) 00010000:00010000:3.0:1746126430.288708:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 106 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.288720:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 106 pid: 9140 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.288726:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b55f80 00000100:00100000:3.0:1746126430.288754:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1778 00000100:00100000:3.0:1746126430.288760:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1965:x1830945734418688:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126430.289452:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1965:x1830945734418688:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 690us (2077us total) trans 4294968027 rc 0/0 00000100:00100000:3.0:1746126430.289459:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1778 00002000:00100000:3.0:1746126430.289464:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093b55f80 x1830945734418688/t4294968027(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/448 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.289472:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b55f80 with x1830945734418688 ext(0->7) 00010000:00010000:3.0:1746126430.289477:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 108 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.289485:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 108 pid: 9140 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.289490:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b55f80 00000100:00100000:0.0:1746126430.296760:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.296846:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734418816 00000100:00100000:1.0:1746126430.296854:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734418816 00010000:00010000:1.0:1746126430.296885:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 108 pid: 9140 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.296924:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17135 00000100:00100000:1.0:1746126430.296932:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1966:x1830945734418816:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.296945:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.297002:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 108 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.297013:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 108 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.297059:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b806cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f2 expref: 108 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.297084:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.297086:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.297093:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b806d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.297100:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b806d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.297133:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b806d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126430.297150:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726281344:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.297227:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.302187:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726281344:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.302206:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.302248:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1966:x1830945734418816:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5316us (5494us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.302258:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17135 00000100:00100000:0.0:1746126430.303004:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.303144:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734419072 00000100:00100000:3.0:1746126430.303151:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734419072 00002000:00100000:3.0:1746126430.303234:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b57480 x1830945734419072/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.303243:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57480 with x1830945734419072 ext(0->4095) 00002000:00010000:3.0:1746126430.303246:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b57480 00000100:00100000:3.0:1746126430.303273:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3806 00000100:00100000:3.0:1746126430.303280:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734419072:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126430.303402:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734419072:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (399us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.303408:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3806 00002000:00100000:3.0:1746126430.303413:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b57480 x1830945734419072/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.303419:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57480 with x1830945734419072 ext(0->4095) 00002000:00010000:3.0:1746126430.303421:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b57480 00000100:00100000:0.0:1746126430.308428:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.309285:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734419200 00000100:00100000:2.0:1746126430.309292:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734419200 00000100:00100000:0.0:1746126430.309313:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.309414:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734419328 00000100:00100000:2.0:1746126430.309416:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734419328 00000100:00100000:3.0:1746126430.309423:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4997 00000100:00100000:3.0:1746126430.309437:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:31643:x1830945734419200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126430.309438:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4998 00000100:00100000:2.0:1746126430.309444:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:31655:x1830945734419328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.309451:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.309451:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.309465:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd900 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.309465:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd907 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.309486:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b806d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.309493:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.309494:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.309497:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 110 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.309517:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.309521:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 110 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.309533:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.309536:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 110 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.309556:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b806d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.309558:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 110 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.309567:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b806d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f9 expref: 5 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.309580:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 110 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.309581:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726281600:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.309588:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126430.309654:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+110:31643:x1830945734419200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 223us (1235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.309660:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4997 00000100:00100000:2.0:1746126430.309842:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdda80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.315604:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726281600:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.315629:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 109 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.315643:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5600, rc 0) 00000100:00100000:2.0:1746126430.315677:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:31655:x1830945734419328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6233us (6364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.315685:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4998 00000100:00100000:0.0:1746126430.317162:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.317250:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734419456 00000100:00100000:1.0:1746126430.317257:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734419456 00010000:00010000:1.0:1746126430.317284:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b806d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f9 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.317316:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17136 00000100:00100000:1.0:1746126430.317322:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734419456:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.317333:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.317350:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b806d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f9 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.317359:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b806d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f9 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.317377:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b806d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd8f9 expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.317400:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.317403:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.317408:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 108 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.317415:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 108 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.317440:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 108 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.317449:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 108 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.317458:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726281728:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.317512:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.321116:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.321417:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734419712 00000100:00100000:2.0:1746126430.321424:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734419712 00002000:00100000:2.0:1746126430.321457:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f2d80 x1830945734419712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.321466:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f2d80 with x1830945734419712 ext(0->4095) 00010000:00010000:2.0:1746126430.321473:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 109 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.321484:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 109 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.321490:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f2d80 00000100:00100000:2.0:1746126430.321506:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1779 00000100:00100000:2.0:1746126430.321512:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1963:x1830945734419712:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126430.321654:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1963:x1830945734419712:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (544us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.321659:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1779 00002000:00100000:2.0:1746126430.321664:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f2d80 x1830945734419712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.321671:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f2d80 with x1830945734419712 ext(0->4095) 00010000:00010000:2.0:1746126430.321675:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 109 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.321683:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 109 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.321688:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f2d80 00000100:00100000:1.0:1746126430.322306:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726281728:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.322322:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.322345:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734419456:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5023us (5187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.322352:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17136 00000100:00100000:0.0:1746126430.327465:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126430.327548:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.327600:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734419968 00000100:00100000:1.0:1746126430.327607:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734419968 00010000:00010000:1.0:1746126430.327634:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 109 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.327655:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17137 00000100:00100000:1.0:1746126430.327661:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1963:x1830945734419968:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.327675:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.327693:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 109 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.327703:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 109 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.327721:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5600/0x9851078746b806dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd907 expref: 109 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.327735:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.327737:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.327742:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 108 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.327749:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 108 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.327772:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 108 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126430.327781:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726281856:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126430.327975:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734419840 00000100:00100000:3.0:1746126430.327979:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734419840 00000100:00100000:3.0:1746126430.327999:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4999 00000100:00100000:3.0:1746126430.328004:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734419840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.328014:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.328036:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd90e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.328052:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 108 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.328057:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.328058:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.328060:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.328079:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 108 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.328088:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 108 pid: 9140 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.328095:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726281984:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126430.331151:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.331178:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726281856:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.331194:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.331226:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1963:x1830945734419968:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3564us (3677us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.331498:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17137 00000100:00100000:3.0:1746126430.331651:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.331665:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726281984:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.331685:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.331698:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07600, rc 0) 00000100:00100000:3.0:1746126430.331734:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734419840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3729us (4277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.331740:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4999 00000100:00100000:0.0:1746126430.332490:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.333506:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734420224 00000100:00100000:3.0:1746126430.333512:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734420224 00002000:00100000:3.0:1746126430.333550:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1f80 x1830945734420224/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.333559:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1f80 with x1830945734420224 ext(0->4095) 00010000:00010000:3.0:1746126430.333565:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 108 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.333578:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 108 pid: 9140 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.333584:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f1f80 00000100:00100000:3.0:1746126430.333608:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1780 00000100:00100000:3.0:1746126430.333614:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1963:x1830945734420224:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126430.333949:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1963:x1830945734420224:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 332us (1458us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.333955:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1780 00002000:00100000:3.0:1746126430.333960:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1f80 x1830945734420224/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.333967:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1f80 with x1830945734420224 ext(0->4095) 00010000:00010000:3.0:1746126430.333972:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 108 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.333980:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 108 pid: 9140 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.333985:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f1f80 00000100:00100000:0.0:1746126430.337885:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126430.337974:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.338046:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734420352 00000100:00100000:3.0:1746126430.338053:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734420352 00000100:00100000:3.0:1746126430.338093:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5000 00000100:00100000:3.0:1746126430.338099:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:31643:x1830945734420352:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.338111:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.338124:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd915 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.338143:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.338147:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.338152:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126430.338155:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 109 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.338181:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.338194:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 109 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.338201:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126430.338236:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:31643:x1830945734420352:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.338240:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5000 00000100:00100000:1.0:1746126430.338290:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734420480 00000100:00100000:1.0:1746126430.338294:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734420480 00010000:00010000:1.0:1746126430.338308:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 109 pid: 9140 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.338324:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17138 00000100:00100000:1.0:1746126430.338328:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1965:x1830945734420480:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.338335:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.338351:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 109 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.338359:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 109 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.338373:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b806e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd900 expref: 109 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.338384:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.338385:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.338390:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.338395:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.338411:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.338419:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 5 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.338427:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726282240:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.338470:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.343495:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726282240:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.343514:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126430.344858:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.344916:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734420736 00000100:00100000:3.0:1746126430.344923:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734420736 00002000:00100000:3.0:1746126430.344955:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b4000 x1830945734420736/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.344963:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4000 with x1830945734420736 ext(0->4095) 00010000:00010000:3.0:1746126430.344970:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.344985:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.344990:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a7b4000 00000100:00100000:1.0:1746126430.345097:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1965:x1830945734420480:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6765us (7120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.345105:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17138 00000100:00100000:3.0:1746126430.345449:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1781 00000100:00100000:3.0:1746126430.345455:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734420736:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126430.345587:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734420736:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (731us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.345592:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1781 00002000:00100000:3.0:1746126430.345596:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b4000 x1830945734420736/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.345603:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4000 with x1830945734420736 ext(0->4095) 00010000:00010000:3.0:1746126430.345607:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.345615:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.345620:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a7b4000 00000100:00100000:1.0:1746126430.353920:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.353985:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734420864 00000100:00100000:2.0:1746126430.353992:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734420864 00010000:00010000:2.0:1746126430.354038:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.354072:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17139 00000100:00100000:2.0:1746126430.354079:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734420864:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.354091:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.354108:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.354118:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.354137:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07600/0x9851078746b806eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd90e expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.354356:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.354358:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.354365:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.354372:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.354400:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.354408:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726282368:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.354997:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.357659:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726282368:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.357677:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.358167:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734420864:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4086us (4252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.358178:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17139 00000100:00100000:0.0:1746126430.359668:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.359950:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734421120 00000100:00100000:2.0:1746126430.359957:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734421120 00002000:00100000:2.0:1746126430.359987:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b4700 x1830945734421120/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.359996:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4700 with x1830945734421120 ext(0->4095) 00002000:00010000:2.0:1746126430.360000:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b4700 00000100:00100000:2.0:1746126430.360425:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3807 00000100:00100000:2.0:1746126430.360433:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734421120:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126430.364120:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734421120:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 3680us (4448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.364129:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3807 00002000:00100000:2.0:1746126430.364138:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a7b4700 x1830945734421120/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.364147:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4700 with x1830945734421120 ext(0->4095) 00002000:00010000:2.0:1746126430.364152:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b4700 00000100:00100000:0.0:1746126430.369223:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.369285:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734421248 00000100:00100000:2.0:1746126430.369298:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734421248 00000100:00100000:3.0:1746126430.370544:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5001 00000100:00100000:3.0:1746126430.370555:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734421248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.370571:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.370585:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b806f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd91c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.370609:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.370615:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.370616:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.370619:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b806f9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd91c expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.370643:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.370653:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 107 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.370664:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726282496:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.370735:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.377679:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726282496:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126430.377707:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b806f9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd91c expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.377721:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:1.0:1746126430.377772:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734421248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7218us (8555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.377779:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5001 00000100:00100000:0.0:1746126430.388942:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.389006:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734421376 00000100:00100000:3.0:1746126430.389013:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734421376 00002000:00100000:3.0:1746126430.389056:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009bdf0a80 x1830945734421376/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.389064:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0a80 with x1830945734421376 ext(0->7) 00010000:00010000:3.0:1746126430.389070:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 108 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.389081:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 108 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.389091:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf0a80 00000100:00100000:3.0:1746126430.389106:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1782 00000100:00100000:3.0:1746126430.389111:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734421376:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126430.389413:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+110:1964:x1830945734421376:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 300us (474us total) trans 4294968028 rc 0/0 00000100:00100000:3.0:1746126430.389419:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1782 00002000:00100000:3.0:1746126430.389425:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009bdf0a80 x1830945734421376/t4294968028(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/448 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.389431:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0a80 with x1830945734421376 ext(0->7) 00010000:00010000:3.0:1746126430.389434:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 110 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.389443:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 110 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.389448:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf0a80 00000100:00100000:1.0:1746126430.396595:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.396647:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734421504 00000100:00100000:2.0:1746126430.396654:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734421504 00010000:00010000:2.0:1746126430.396680:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 110 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.396700:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17140 00000100:00100000:2.0:1746126430.396705:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+110:1965:x1830945734421504:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.396715:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126430.396727:0:8440:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126428 -> 1746126429 00002000:00010000:2.0:1746126430.396730:0:8440:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126428 -> 1746126429 00010000:00010000:2.0:1746126430.396734:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 110 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.396743:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 110 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.396763:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b806f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd915 expref: 110 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.396772:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.396774:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.396780:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b806f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd91c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.396786:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b806f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd91c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.396809:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b806f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd91c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.396818:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726282624:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.396872:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.407551:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.407608:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726282624:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.407621:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.407655:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1965:x1830945734421504:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 10948us (11064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.407665:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17140 00000100:00100000:3.0:1746126430.411265:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734421760 00000100:00100000:3.0:1746126430.411275:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734421760 00002000:00100000:3.0:1746126430.411310:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314d8e00 x1830945734421760/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.411318:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d8e00 with x1830945734421760 ext(0->4095) 00002000:00010000:3.0:1746126430.411322:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314d8e00 00000100:00100000:3.0:1746126430.411345:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3808 00000100:00100000:3.0:1746126430.411351:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734421760:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126430.411466:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734421760:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (3920us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.411472:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3808 00002000:00100000:3.0:1746126430.411477:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801314d8e00 x1830945734421760/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.411483:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d8e00 with x1830945734421760 ext(0->4095) 00002000:00010000:3.0:1746126430.411486:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314d8e00 00000100:00100000:2.0:1746126430.420294:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.420325:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.420346:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734421888 00000100:00100000:2.0:1746126430.420352:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734421888 00000100:00100000:2.0:1746126430.420382:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734422016 00000100:00100000:2.0:1746126430.420383:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734422016 00000100:00100000:2.0:1746126430.420397:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5002 00000100:00100000:2.0:1746126430.420404:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+110:31643:x1830945734421888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.420417:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.420430:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd923 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.420454:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b806f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd91c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.420461:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.420462:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.420465:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 111 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.420489:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b806f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd91c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.420499:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b806f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd91c expref: 5 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.420509:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726282752:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.420582:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.420599:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5003 00000100:00100000:2.0:1746126430.420605:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+111:31655:x1830945734422016:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.420611:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.420617:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd92a expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.420627:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.420630:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 112 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.420639:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.420642:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 112 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.420661:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 112 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.420671:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 112 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.420679:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4600, rc 0) 00000100:00100000:2.0:1746126430.420699:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+112:31655:x1830945734422016:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.420704:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5003 00000100:00100000:2.0:1746126430.424318:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726282752:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.424342:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 111 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.424355:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4c00, rc 0) 00000100:00100000:2.0:1746126430.424389:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+111:31643:x1830945734421888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3984us (4100us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.424396:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5002 00000100:00100000:1.0:1746126430.426200:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.426260:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734422144 00000100:00100000:2.0:1746126430.426266:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734422144 00010000:00010000:2.0:1746126430.426290:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b806f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd91c expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.426320:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17141 00000100:00100000:2.0:1746126430.426326:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734422144:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.426338:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.426356:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b806f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd91c expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.426365:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b806f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd91c expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.426381:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b806f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd91c expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.426390:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.426391:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.426396:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 110 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.426403:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 110 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.426426:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 110 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.426435:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 110 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.426450:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726283008:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.427090:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.429185:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726283008:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.429201:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.429241:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734422144:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2914us (3042us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.429249:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17141 00000100:00100000:1.0:1746126430.430540:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.430563:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734422400 00000100:00100000:1.0:1746126430.430568:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734422400 00002000:00100000:1.0:1746126430.430600:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092864e00 x1830945734422400/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.430608:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092864e00 with x1830945734422400 ext(0->4095) 00010000:00010000:1.0:1746126430.430615:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 111 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.430626:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 111 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126430.430632:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092864e00 00000100:00100000:1.0:1746126430.430661:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1783 00000100:00100000:1.0:1746126430.430668:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+111:1964:x1830945734422400:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126430.430787:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+111:1964:x1830945734422400:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126430.430793:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1783 00002000:00100000:1.0:1746126430.430798:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092864e00 x1830945734422400/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.430805:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092864e00 with x1830945734422400 ext(0->4095) 00010000:00010000:1.0:1746126430.430809:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 111 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.430818:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 111 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126430.430823:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092864e00 00000001:00080000:3.0:1746126430.431256:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967977 is committed 00000001:00080000:3.0:1746126430.431590:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968026 is committed 00000001:00080000:3.0:1746126430.431684:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968027 is committed 00000100:00100000:0.0:1746126430.433647:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.433818:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734422528 00000100:00100000:2.0:1746126430.433825:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734422528 00010000:00010000:2.0:1746126430.433849:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 9 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.433961:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17142 00000100:00100000:2.0:1746126430.433968:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734422528:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.433979:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.433996:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 9 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.434006:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 9 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.434057:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b80700 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd923 expref: 9 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.434069:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.434071:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.434076:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 8 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.434083:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 8 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.434107:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 8 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.434118:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726283136:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.434183:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.437121:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726283136:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.437138:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.437167:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734422528:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3198us (3523us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.437175:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17142 00000100:00100000:0.0:1746126430.437408:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.438486:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734422784 00000100:00100000:1.0:1746126430.438492:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734422784 00002000:00100000:1.0:1746126430.438523:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0380 x1830945734422784/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.438541:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0380 with x1830945734422784 ext(0->4095) 00002000:00010000:1.0:1746126430.438544:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0380 00000100:00100000:1.0:1746126430.438841:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3809 00000100:00100000:1.0:1746126430.438848:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734422784:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126430.438988:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734422784:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (1580us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126430.438994:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3809 00002000:00100000:1.0:1746126430.438999:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0380 x1830945734422784/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.439005:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0380 with x1830945734422784 ext(0->4095) 00002000:00010000:1.0:1746126430.439008:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0380 00000100:00100000:2.0:1746126430.446089:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.446416:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734422912 00000100:00100000:3.0:1746126430.446424:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734422912 00000100:00100000:3.0:1746126430.446459:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5004 00000100:00100000:3.0:1746126430.446466:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5358450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734422912:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.446480:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.446492:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8070e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd931 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.446514:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 7 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.446521:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.446522:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.446537:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8070e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd931 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.446563:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 7 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.446574:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 7 pid: 9140 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.446583:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726283264:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.446831:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.453363:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726283264:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.453390:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8070e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd931 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.453405:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06200, rc 0) 00000100:00100000:3.0:1746126430.453457:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5358450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734422912:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6990us (7373us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.453464:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5004 00000100:00100000:0.0:1746126430.458796:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.458879:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734423040 00000100:00100000:2.0:1746126430.458886:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734423040 00002000:00100000:2.0:1746126430.458920:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009bdf2a00 x1830945734423040/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.458929:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2a00 with x1830945734423040 ext(0->7) 00010000:00010000:2.0:1746126430.458936:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 8 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.458948:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 8 pid: 9140 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.458954:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf2a00 00000100:00100000:2.0:1746126430.458984:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1784 00000100:00100000:2.0:1746126430.458990:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945734423040:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126430.459271:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1966:x1830945734423040:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 279us (481us total) trans 4294968029 rc 0/0 00000100:00100000:2.0:1746126430.459277:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1784 00002000:00100000:2.0:1746126430.459282:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009bdf2a00 x1830945734423040/t4294968029(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/448 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.459289:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2a00 with x1830945734423040 ext(0->7) 00010000:00010000:2.0:1746126430.459294:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 10 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.459302:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 10 pid: 9140 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.459307:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf2a00 00000100:00100000:0.0:1746126430.477947:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.478511:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734423168 00000100:00100000:2.0:1746126430.478518:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734423168 00010000:00010000:2.0:1746126430.478556:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 10 pid: 9140 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.478594:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17143 00000100:00100000:2.0:1746126430.478601:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1965:x1830945734423168:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.478612:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.478630:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 10 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.478640:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 10 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.478657:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80707 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd92a expref: 10 pid: 9140 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.478673:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.478675:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.478681:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8070e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd931 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.478687:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8070e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd931 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.478715:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8070e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd931 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.478724:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726283392:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.478797:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.491580:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126430.494830:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.494928:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734423552 00000100:00100000:1.0:1746126430.494935:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734423552 00002000:00100000:1.0:1746126430.495000:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf3100 x1830945734423552/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.495015:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf3100 with x1830945734423552 ext(0->4095) 00002000:00010000:1.0:1746126430.495019:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf3100 00000100:00100000:1.0:1746126430.495060:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3810 00000100:00100000:1.0:1746126430.495067:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734423552:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126430.495209:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734423552:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126430.495214:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3810 00002000:00100000:1.0:1746126430.495219:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf3100 x1830945734423552/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.495226:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf3100 with x1830945734423552 ext(0->4095) 00002000:00010000:1.0:1746126430.495228:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf3100 00000100:00100000:1.0:1746126430.495264:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726283392:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.495276:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.495303:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734423168:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 16702us (17362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.495309:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17143 00000100:00100000:3.0:1746126430.496611:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734423296 00000100:00100000:3.0:1746126430.496618:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734423296 00000100:00100000:3.0:1746126430.496646:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5005 00000100:00100000:3.0:1746126430.496651:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:31643:x1830945734423296:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.496661:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.496673:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd938 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.496693:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8070e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd931 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.496703:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.496705:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.496708:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 10 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.496727:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8070e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd931 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.496735:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8070e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd931 expref: 5 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.496745:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726283520:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.496803:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.498754:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.498820:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726283520:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.498839:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 10 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.498852:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:3.0:1746126430.498882:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:31643:x1830945734423296:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2229us (7308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.498889:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5005 00000100:00100000:0.0:1746126430.499564:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.499619:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734423680 00000100:00100000:3.0:1746126430.499624:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734423680 00000100:00100000:3.0:1746126430.499819:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5006 00000100:00100000:3.0:1746126430.499827:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:31655:x1830945734423680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126430.499832:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734423808 00000100:00100000:1.0:1746126430.499836:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734423808 00010000:00010000:3.0:1746126430.499839:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.499849:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8071c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd93f expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.499854:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8070e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd931 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.499865:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.499868:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 11 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126430.499870:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17144 00010000:00010000:3.0:1746126430.499872:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746126430.499874:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734423808:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.499875:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8071c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd93f expref: 11 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.499883:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.499897:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 11 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.499899:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8070e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd931 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.499907:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8070e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd931 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.499966:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8071c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd93f expref: 11 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.499966:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8070e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd931 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.499973:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.499975:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.499980:0:17079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 11 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.500098:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 11 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.500108:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126430.500115:0:17079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 11 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.500128:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 11 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.500137:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726283776:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.500138:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734423808:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 262us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.500143:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17144 00000100:00100000:3.0:1746126430.500173:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.502391:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726283776:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.502405:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07a00, rc 0) 00000100:00100000:3.0:1746126430.502441:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:31655:x1830945734423680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2615us (3691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.502448:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5006 00000100:00100000:0.0:1746126430.502826:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.505391:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734424064 00000100:00100000:2.0:1746126430.505400:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734424064 00002000:00100000:2.0:1746126430.505437:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac5180 x1830945734424064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.505445:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac5180 with x1830945734424064 ext(0->4095) 00010000:00010000:2.0:1746126430.505453:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 11 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.505466:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 11 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.505472:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac5180 00000100:00100000:2.0:1746126430.505494:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1785 00000100:00100000:2.0:1746126430.505501:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734424064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126430.505634:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734424064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (2809us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.505640:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1785 00002000:00100000:2.0:1746126430.505645:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac5180 x1830945734424064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.505652:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac5180 with x1830945734424064 ext(0->4095) 00010000:00010000:2.0:1746126430.505656:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 11 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.505664:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 11 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.505668:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac5180 00000100:00100000:0.0:1746126430.508643:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.508706:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734424192 00000100:00100000:1.0:1746126430.508712:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734424192 00010000:00010000:1.0:1746126430.508738:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 11 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.508772:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17145 00000100:00100000:1.0:1746126430.508778:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1963:x1830945734424192:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.508789:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.508805:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 11 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.508814:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 11 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.508835:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80715 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd938 expref: 11 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.509265:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.509267:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.509274:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8071c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd93f expref: 10 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.509281:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8071c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd93f expref: 10 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.509308:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8071c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd93f expref: 10 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126430.509318:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092867100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726283904:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.510937:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.512653:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.512756:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734424448 00000100:00100000:2.0:1746126430.512762:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734424448 00002000:00100000:2.0:1746126430.512792:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133328e00 x1830945734424448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.512801:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328e00 with x1830945734424448 ext(0->4095) 00002000:00010000:2.0:1746126430.512804:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133328e00 00000100:00100000:2.0:1746126430.512819:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3811 00000100:00100000:2.0:1746126430.512825:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1966:x1830945734424448:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126430.512955:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1966:x1830945734424448:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.512961:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3811 00002000:00100000:2.0:1746126430.512967:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133328e00 x1830945734424448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.512973:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328e00 with x1830945734424448 ext(0->4095) 00002000:00010000:2.0:1746126430.512976:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133328e00 00000100:00100000:1.0:1746126430.514622:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092867100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726283904:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.514639:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.514665:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734424192:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5887us (6027us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.514672:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17145 00000100:00100000:0.0:1746126430.519228:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.520178:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734424576 00000100:00100000:3.0:1746126430.520187:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734424576 00000100:00100000:3.0:1746126430.520229:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5007 00000100:00100000:3.0:1746126430.520237:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734424576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.520250:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.520264:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd946 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.520287:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8071c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd93f expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.520294:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.520295:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.520298:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.520327:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8071c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd93f expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.520337:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8071c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd93f expref: 9 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.520348:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726284032:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.520728:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.523508:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726284032:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.523541:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.523554:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126430.523587:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734424576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3351us (4371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.523594:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5007 00000100:00100000:0.0:1746126430.523772:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.524048:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734424704 00000100:00100000:1.0:1746126430.524053:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734424704 00010000:00010000:1.0:1746126430.524076:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8071c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd93f expref: 10 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.524104:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17146 00000100:00100000:1.0:1746126430.524109:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734424704:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.524120:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.524135:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8071c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd93f expref: 10 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.524144:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8071c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd93f expref: 10 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.524161:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8071c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd93f expref: 10 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.524182:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.524184:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.524190:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.524197:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.524220:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126430.524229:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092867100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726284160:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.524283:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.524626:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.524826:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734424832 00000100:00100000:2.0:1746126430.524830:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734424832 00000100:00100000:2.0:1746126430.524862:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5008 00000100:00100000:2.0:1746126430.524867:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:31643:x1830945734424832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.524878:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.524886:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd94d expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.524900:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.524906:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.524907:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.524909:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 11 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.524928:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.524937:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 5 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.524945:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726284288:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.524980:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.529553:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.529618:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092867100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726284160:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.529635:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.529669:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734424704:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5559us (5897us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.529678:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17146 00000100:00100000:2.0:1746126430.529911:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734425088 00000100:00100000:2.0:1746126430.529916:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734425088 00002000:00100000:2.0:1746126430.529946:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147d180 x1830945734425088/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.529954:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147d180 with x1830945734425088 ext(0->4095) 00010000:00010000:2.0:1746126430.529961:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.529971:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.529976:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147d180 00000100:00100000:3.0:1746126430.530206:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726284288:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.530220:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 10 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.530230:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4a00, rc 0) 00000100:00100000:3.0:1746126430.530259:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:31643:x1830945734424832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5392us (5634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.530264:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5008 00000100:00100000:2.0:1746126430.530496:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1786 00000100:00100000:2.0:1746126430.530503:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734425088:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126430.530636:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734425088:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (1089us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.530644:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1786 00002000:00100000:2.0:1746126430.530649:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147d180 x1830945734425088/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.530656:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147d180 with x1830945734425088 ext(0->4095) 00010000:00010000:2.0:1746126430.530661:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.530669:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.530674:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147d180 00000100:00100000:0.0:1746126430.534315:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.534413:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734425216 00000100:00100000:1.0:1746126430.534420:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734425216 00010000:00010000:1.0:1746126430.534448:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.535015:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17147 00000100:00100000:1.0:1746126430.535043:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734425216:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.535061:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.535078:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.535087:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.535104:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80723 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd946 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.535128:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.535130:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.535136:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.535142:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.535170:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126430.535181:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092867800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726284416:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.535485:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.539369:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092867800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726284416:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.539388:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.539433:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734425216:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4409us (5123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.539442:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17147 00000100:00100000:0.0:1746126430.540766:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.540907:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734425472 00000100:00100000:3.0:1746126430.540914:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734425472 00002000:00100000:3.0:1746126430.540945:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147c700 x1830945734425472/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.540953:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c700 with x1830945734425472 ext(0->4095) 00002000:00010000:3.0:1746126430.540957:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147c700 00000100:00100000:3.0:1746126430.541772:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3812 00000100:00100000:3.0:1746126430.541781:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734425472:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126430.542454:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734425472:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 672us (1690us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.542461:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3812 00002000:00100000:3.0:1746126430.542468:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147c700 x1830945734425472/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.542476:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c700 with x1830945734425472 ext(0->4095) 00002000:00010000:3.0:1746126430.542479:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147c700 00000100:00100000:0.0:1746126430.553587:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.553661:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734425600 00000100:00100000:3.0:1746126430.553668:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734425600 00000100:00100000:3.0:1746126430.553700:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5009 00000100:00100000:3.0:1746126430.553705:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734425600:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.553719:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.553732:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd954 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.553753:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.553763:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.553765:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.553768:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.553789:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.553797:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 9 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.553806:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726284544:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.553968:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.556851:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726284544:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.556874:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.556887:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:3.0:1746126430.556934:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734425600:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3227us (3353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.556941:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5009 00000100:00100000:0.0:1746126430.560882:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.560989:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734425728 00000100:00100000:3.0:1746126430.560997:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734425728 00002000:00100000:3.0:1746126430.561147:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ff11180 x1830945734425728/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.561163:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff11180 with x1830945734425728 ext(0->7) 00010000:00010000:3.0:1746126430.561170:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 10 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.561181:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 10 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.561187:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ff11180 00000100:00100000:3.0:1746126430.561215:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1787 00000100:00100000:3.0:1746126430.561222:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734425728:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126430.564289:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1964:x1830945734425728:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 3058us (3405us total) trans 4294968030 rc 0/0 00000100:00100000:3.0:1746126430.564301:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1787 00002000:00100000:3.0:1746126430.564311:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ff11180 x1830945734425728/t4294968030(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/448 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.564319:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff11180 with x1830945734425728 ext(0->7) 00010000:00010000:3.0:1746126430.564327:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 12 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.564337:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 12 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.564343:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ff11180 00000100:00100000:0.0:1746126430.575304:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126430.575685:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.575819:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734425856 00000100:00100000:3.0:1746126430.575839:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734425856 00000100:00100000:3.0:1746126430.575885:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5010 00000100:00100000:3.0:1746126430.575892:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:31643:x1830945734425856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.575906:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.575919:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd95b expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.575941:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.575947:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.575952:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126430.575954:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 13 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126430.576232:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734425984 00000100:00100000:1.0:1746126430.576236:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734425984 00010000:00010000:1.0:1746126430.576252:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 14 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.576266:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17148 00000100:00100000:1.0:1746126430.576271:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1963:x1830945734425984:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.576278:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.576294:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 14 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.576303:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 14 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.576572:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b8072a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd94d expref: 14 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.576706:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.576719:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 13 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.576727:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.576728:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.576733:0:17079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.576740:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.576762:0:17079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.576772:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 5 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.576782:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726284800:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126430.576856:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00010000:00010000:1.0:1746126430.576889:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.576910:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1963:x1830945734425984:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 638us (1224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.576916:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17148 00000100:00100000:1.0:1746126430.580015:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.580093:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734426240 00000100:00100000:2.0:1746126430.580100:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734426240 00002000:00100000:2.0:1746126430.580134:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092867800 x1830945734426240/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.580142:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092867800 with x1830945734426240 ext(0->4095) 00010000:00010000:2.0:1746126430.580149:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.580160:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.580165:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092867800 00000100:00100000:2.0:1746126430.580180:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1788 00000100:00100000:2.0:1746126430.580186:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734426240:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126430.580326:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734426240:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.580332:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1788 00002000:00100000:2.0:1746126430.580338:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092867800 x1830945734426240/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.580344:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092867800 with x1830945734426240 ext(0->4095) 00010000:00010000:2.0:1746126430.580349:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.580357:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.580362:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092867800 00000100:00100000:3.0:1746126430.580747:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726284800:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.580761:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06e00, rc 0) 00000100:00100000:3.0:1746126430.581081:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:31643:x1830945734425856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5188us (5783us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.581087:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5010 00000100:00100000:0.0:1746126430.584748:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126430.584855:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.584931:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734426368 00000100:00100000:3.0:1746126430.584938:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734426368 00000100:00100000:3.0:1746126430.584977:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5011 00000100:00100000:3.0:1746126430.584983:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:31655:x1830945734426368:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.584997:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.585009:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8073f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd962 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.597445:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.597457:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 13 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.597469:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.597473:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8073f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd962 expref: 13 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.597505:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 13 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.597516:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8073f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd962 expref: 13 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.597535:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126430.597582:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:31655:x1830945734426368:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12598us (12839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.597590:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5011 00000100:00100000:2.0:1746126430.633223:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734426496 00000100:00100000:2.0:1746126430.633233:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734426496 00010000:00010000:2.0:1746126430.633267:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.633296:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17149 00000100:00100000:2.0:1746126430.633302:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734426496:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.633315:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.633332:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.633342:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.633360:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80731 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd954 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.633373:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.633375:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.633380:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 12 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.633387:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 12 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.633415:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 12 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.633425:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 12 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.633436:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726285056:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.634627:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.634984:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726285056:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.634997:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.635039:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734426496:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1736us (50183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.635046:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17149 00000100:00100000:0.0:1746126430.636089:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.636161:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734426752 00000100:00100000:1.0:1746126430.636167:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734426752 00002000:00100000:1.0:1746126430.636195:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236ea00 x1830945734426752/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.636203:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236ea00 with x1830945734426752 ext(0->4095) 00010000:00010000:1.0:1746126430.636210:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 13 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.636220:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 13 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126430.636225:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236ea00 00000100:00100000:2.0:1746126430.637618:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1789 00000100:00100000:2.0:1746126430.637629:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1963:x1830945734426752:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126430.637768:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1963:x1830945734426752:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (1681us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.637774:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1789 00002000:00100000:2.0:1746126430.637780:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236ea00 x1830945734426752/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.637787:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236ea00 with x1830945734426752 ext(0->4095) 00010000:00010000:2.0:1746126430.637793:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 13 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.637801:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 13 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.637807:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236ea00 00000100:00100000:0.0:1746126430.643168:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.643357:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734426880 00000100:00100000:2.0:1746126430.643364:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734426880 00010000:00010000:2.0:1746126430.643388:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 13 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.643409:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17150 00000100:00100000:2.0:1746126430.643414:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1964:x1830945734426880:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.643424:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.643439:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 13 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.643454:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 13 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.643470:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80738 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd95b expref: 13 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.643483:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.643485:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.643490:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8073f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd962 expref: 12 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.643497:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8073f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd962 expref: 12 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.643520:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8073f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd962 expref: 12 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.643541:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726285184:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.643734:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.647650:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.647705:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734427136 00000100:00100000:2.0:1746126430.647712:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734427136 00002000:00100000:2.0:1746126430.647744:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403ce00 x1830945734427136/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.647752:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403ce00 with x1830945734427136 ext(0->4095) 00002000:00010000:2.0:1746126430.647756:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403ce00 00000100:00100000:3.0:1746126430.647759:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726285184:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.647773:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.647783:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3813 00000100:00100000:2.0:1746126430.647789:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1964:x1830945734427136:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126430.647804:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1964:x1830945734426880:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4390us (4644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.647810:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17150 00000100:00100000:2.0:1746126430.647910:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1964:x1830945734427136:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (267us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.647915:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3813 00002000:00100000:2.0:1746126430.647920:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403ce00 x1830945734427136/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.647926:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403ce00 with x1830945734427136 ext(0->4095) 00002000:00010000:2.0:1746126430.647929:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403ce00 00000100:00100000:0.0:1746126430.650401:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.650462:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734427264 00000100:00100000:2.0:1746126430.650468:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734427264 00000100:00100000:2.0:1746126430.650514:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5012 00000100:00100000:2.0:1746126430.650521:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734427264:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.650542:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.650556:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd969 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.650576:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8073f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd962 expref: 11 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.650582:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.650584:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.650587:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.650611:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8073f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd962 expref: 11 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.650624:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8073f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd962 expref: 11 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.650639:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726285312:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.651352:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.655508:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726285312:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.655544:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.655558:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4a00, rc 0) 00000100:00100000:2.0:1746126430.655590:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734427264:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5070us (5194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.655598:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5012 00000100:00100000:0.0:1746126430.657510:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.657689:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734427392 00000100:00100000:3.0:1746126430.657696:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734427392 00010000:00010000:3.0:1746126430.657721:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8073f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd962 expref: 12 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.657754:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17151 00000100:00100000:3.0:1746126430.657761:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1964:x1830945734427392:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.657773:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.657790:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8073f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd962 expref: 12 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.657799:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8073f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd962 expref: 12 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.657818:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b8073f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd962 expref: 12 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.657843:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.657845:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.657851:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.657858:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.657884:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126430.657893:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726285440:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.657942:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.657953:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.657977:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734427520 00000100:00100000:3.0:1746126430.657979:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734427520 00000100:00100000:3.0:1746126430.657996:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5013 00000100:00100000:3.0:1746126430.658001:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:31643:x1830945734427520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.658013:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.658043:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd970 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.658059:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.658064:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.658065:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.658068:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 13 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.658082:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.658091:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 5 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.658099:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726285568:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.658139:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.659663:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.659767:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726285440:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.659781:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126430.659820:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1964:x1830945734427392:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2058us (2314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.659828:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17151 00000100:00100000:3.0:1746126430.659857:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726285568:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.659877:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 12 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.660157:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734427776 00010000:00010000:3.0:1746126430.660159:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06e00, rc 0) 00000100:00100000:2.0:1746126430.660162:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734427776 00002000:00100000:2.0:1746126430.660188:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403f480 x1830945734427776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126430.660189:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:31643:x1830945734427520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2187us (2247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.660194:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5013 00002000:00100000:2.0:1746126430.660196:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403f480 with x1830945734427776 ext(0->4095) 00010000:00010000:2.0:1746126430.660201:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.660211:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.660221:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403f480 00000100:00100000:2.0:1746126430.660647:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1790 00000100:00100000:2.0:1746126430.660654:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734427776:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126430.660757:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734427776:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (1098us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.660762:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1790 00002000:00100000:2.0:1746126430.660767:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403f480 x1830945734427776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.660774:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403f480 with x1830945734427776 ext(0->4095) 00010000:00010000:2.0:1746126430.660778:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.661128:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.661135:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403f480 00000100:00100000:0.0:1746126430.661940:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.662018:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734427904 00000100:00100000:3.0:1746126430.662035:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734427904 00010000:00010000:3.0:1746126430.662053:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.662126:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17152 00000100:00100000:3.0:1746126430.662132:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734427904:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.662142:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.662155:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.662164:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.662180:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4a00/0x9851078746b80746 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd969 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.662189:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.662191:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.662196:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 11 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.662202:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 11 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.662225:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 11 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126430.662234:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726285696:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126430.662291:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.664063:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726285696:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.664079:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126430.664110:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734427904:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1977us (2170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.664117:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17152 00000100:00100000:0.0:1746126430.664762:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.664807:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734428160 00000100:00100000:2.0:1746126430.664813:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734428160 00002000:00100000:2.0:1746126430.664840:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936d9880 x1830945734428160/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.664847:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9880 with x1830945734428160 ext(0->4095) 00002000:00010000:2.0:1746126430.664851:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800936d9880 00000100:00100000:2.0:1746126430.664875:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3814 00000100:00100000:2.0:1746126430.664881:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1963:x1830945734428160:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126430.667171:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1963:x1830945734428160:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 2282us (2403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.667182:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3814 00002000:00100000:2.0:1746126430.667190:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936d9880 x1830945734428160/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.667319:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9880 with x1830945734428160 ext(0->4095) 00002000:00010000:2.0:1746126430.667328:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800936d9880 00000100:00100000:0.0:1746126430.673757:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.673804:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734428288 00000100:00100000:3.0:1746126430.673811:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734428288 00000100:00100000:3.0:1746126430.673856:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5014 00000100:00100000:3.0:1746126430.673863:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734428288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.673878:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.673891:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd977 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.673911:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 11 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.673918:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.673920:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.673923:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.673947:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 11 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.673957:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 11 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.673967:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726285824:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.678230:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.683179:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726285824:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.683205:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.683218:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:3.0:1746126430.683255:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734428288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9391us (9503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.683262:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5014 00000100:00100000:0.0:1746126430.684373:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.684452:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734428416 00000100:00100000:2.0:1746126430.684458:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734428416 00002000:00100000:2.0:1746126430.684490:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800936d8380 x1830945734428416/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.684499:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d8380 with x1830945734428416 ext(0->7) 00010000:00010000:2.0:1746126430.684504:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 12 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.684514:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 12 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.684520:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800936d8380 00000100:00100000:2.0:1746126430.684544:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1791 00000100:00100000:2.0:1746126430.684550:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1963:x1830945734428416:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126430.684796:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1963:x1830945734428416:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 246us (427us total) trans 4294968031 rc 0/0 00000100:00100000:2.0:1746126430.684806:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1791 00002000:00100000:2.0:1746126430.684811:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800936d8380 x1830945734428416/t4294968031(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/448 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.684818:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d8380 with x1830945734428416 ext(0->7) 00010000:00010000:2.0:1746126430.684822:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 14 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.684830:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 14 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.684835:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800936d8380 00000100:00100000:1.0:1746126430.696878:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.697177:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734428544 00000100:00100000:3.0:1746126430.697184:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734428544 00000100:00100000:3.0:1746126430.697225:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5015 00000100:00100000:3.0:1746126430.697232:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:31643:x1830945734428544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.697245:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.697260:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd97e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.697285:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.697289:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.697293:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126430.697296:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 15 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.697322:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.697333:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 15 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.697341:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07a00, rc 0) 00000100:00100000:3.0:1746126430.697377:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:31643:x1830945734428544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.697383:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5015 00000100:00100000:0.0:1746126430.700361:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.700806:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734428672 00000100:00100000:3.0:1746126430.700813:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734428672 00010000:00010000:3.0:1746126430.700839:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 15 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.700874:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17153 00000100:00100000:3.0:1746126430.700882:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1964:x1830945734428672:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.700892:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.700909:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 15 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.700920:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 15 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.700938:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8074d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd970 expref: 15 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.700965:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.700967:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.700973:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.701252:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.701299:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.701307:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 5 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.701318:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726286080:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126430.701382:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.707726:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.707934:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734428928 00000100:00100000:1.0:1746126430.707942:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734428928 00002000:00100000:1.0:1746126430.707979:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936d9500 x1830945734428928/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.707989:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9500 with x1830945734428928 ext(0->4095) 00010000:00010000:1.0:1746126430.707997:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.708009:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126430.708015:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800936d9500 00000100:00100000:3.0:1746126430.708134:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726286080:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.708148:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126430.708178:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1964:x1830945734428672:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7297us (7822us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.708187:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17153 00000100:00100000:1.0:1746126430.708694:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1792 00000100:00100000:1.0:1746126430.708701:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734428928:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126430.709008:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734428928:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 306us (1287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126430.709013:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1792 00002000:00100000:1.0:1746126430.709019:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936d9500 x1830945734428928/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.709227:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9500 with x1830945734428928 ext(0->4095) 00010000:00010000:1.0:1746126430.709233:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.709243:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126430.709249:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800936d9500 00000100:00100000:2.0:1746126430.711926:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.712011:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734429056 00000100:00100000:3.0:1746126430.712019:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734429056 00010000:00010000:3.0:1746126430.712056:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.712302:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17154 00000100:00100000:3.0:1746126430.712309:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734429056:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.712321:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.712339:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.712348:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.712366:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80754 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd977 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.712389:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.712390:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.712396:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 13 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.712402:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 13 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.712427:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 13 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126430.712437:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726286208:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126430.712500:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.715607:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726286208:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.715623:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126430.715832:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734429056:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3521us (3909us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.715841:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17154 00000100:00100000:0.0:1746126430.715980:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.716718:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734429312 00000100:00100000:1.0:1746126430.716724:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734429312 00002000:00100000:1.0:1746126430.716755:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473b100 x1830945734429312/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.716763:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473b100 with x1830945734429312 ext(0->4095) 00002000:00010000:1.0:1746126430.716767:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009473b100 00000100:00100000:1.0:1746126430.716793:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3815 00000100:00100000:1.0:1746126430.716799:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1963:x1830945734429312:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126430.716915:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1963:x1830945734429312:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (935us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126430.716919:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3815 00002000:00100000:1.0:1746126430.716924:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473b100 x1830945734429312/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.716931:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473b100 with x1830945734429312 ext(0->4095) 00002000:00010000:1.0:1746126430.716933:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009473b100 00000100:00100000:0.0:1746126430.724468:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.724570:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734429440 00000100:00100000:2.0:1746126430.724577:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734429440 00000100:00100000:2.0:1746126430.724621:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5016 00000100:00100000:2.0:1746126430.724627:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734429440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.724641:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.724655:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd985 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.724679:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 13 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.724686:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.724687:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.724691:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.724714:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 13 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.724724:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 13 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.724734:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726286336:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.726216:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.732617:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726286336:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.732643:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.732658:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4600, rc 0) 00000100:00100000:2.0:1746126430.732710:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734429440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8081us (8248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.732717:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5016 00000100:00100000:1.0:1746126430.732863:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126430.735814:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.735991:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734429696 00000100:00100000:3.0:1746126430.735998:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734429696 00000100:00100000:3.0:1746126430.736043:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5017 00000100:00100000:3.0:1746126430.736051:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:31643:x1830945734429696:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.736065:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.736077:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80769 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd98c expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.736098:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.736104:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.736109:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126430.736112:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80769 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd98c expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.736140:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.736154:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80769 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd98c expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.736161:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126430.736192:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:31643:x1830945734429696:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.736197:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5017 00000100:00100000:1.0:1746126430.737220:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734429568 00000100:00100000:1.0:1746126430.737226:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734429568 00002000:00100000:1.0:1746126430.737252:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801314d9f80 x1830945734429568/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.737260:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d9f80 with x1830945734429568 ext(0->7) 00010000:00010000:1.0:1746126430.737266:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 15 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.737276:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 15 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126430.737282:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314d9f80 00000100:00100000:1.0:1746126430.737701:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1793 00000100:00100000:1.0:1746126430.737708:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1964:x1830945734429568:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126430.737963:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1964:x1830945734429568:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 254us (5099us total) trans 4294968032 rc 0/0 00000100:00100000:1.0:1746126430.737969:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1793 00002000:00100000:1.0:1746126430.737975:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801314d9f80 x1830945734429568/t4294968032(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/448 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.737981:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d9f80 with x1830945734429568 ext(0->7) 00010000:00010000:1.0:1746126430.737986:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.737994:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126430.738000:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314d9f80 00000100:00100000:0.0:1746126430.740576:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.740816:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734429824 00000100:00100000:3.0:1746126430.740822:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734429824 00010000:00010000:3.0:1746126430.740844:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.740863:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17155 00000100:00100000:3.0:1746126430.740868:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1963:x1830945734429824:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.740878:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.740892:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.740901:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.740917:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8075b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd97e expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.740939:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.740941:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.740947:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.740954:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.740976:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.740984:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 5 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.740993:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726286592:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126430.741066:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.743418:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.743571:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726286592:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.743585:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.743600:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734430080 00000100:00100000:2.0:1746126430.743605:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734430080 00000100:00100000:3.0:1746126430.743624:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1963:x1830945734429824:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2754us (3052us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.743631:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17155 00002000:00100000:2.0:1746126430.743633:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2c380 x1830945734430080/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.743641:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2c380 with x1830945734430080 ext(0->4095) 00010000:00010000:2.0:1746126430.743647:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.743662:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.743668:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf2c380 00000100:00100000:2.0:1746126430.743910:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1794 00000100:00100000:2.0:1746126430.743918:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734430080:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126430.744057:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734430080:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (644us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.744062:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1794 00002000:00100000:2.0:1746126430.744067:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2c380 x1830945734430080/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.744074:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2c380 with x1830945734430080 ext(0->4095) 00010000:00010000:2.0:1746126430.744079:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.744087:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.744092:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf2c380 00000100:00100000:0.0:1746126430.745367:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.745432:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734430208 00000100:00100000:3.0:1746126430.745437:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734430208 00010000:00010000:3.0:1746126430.745454:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.745471:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17156 00000100:00100000:3.0:1746126430.745475:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734430208:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.745487:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.745502:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.745511:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.745538:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80762 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd985 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.745675:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.745677:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.745683:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80769 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd98c expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.745689:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80769 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd98c expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.745712:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80769 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd98c expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126430.745722:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726286720:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126430.746063:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.747806:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.747984:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734430464 00000100:00100000:2.0:1746126430.747990:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734430464 00002000:00100000:2.0:1746126430.748019:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2e680 x1830945734430464/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.748061:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2e680 with x1830945734430464 ext(0->4095) 00002000:00010000:2.0:1746126430.748065:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf2e680 00000100:00100000:2.0:1746126430.748088:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3816 00000100:00100000:2.0:1746126430.748093:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1963:x1830945734430464:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126430.748195:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726286720:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.748207:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126430.748232:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734430208:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2755us (2867us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.748241:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17156 00000100:00100000:2.0:1746126430.748805:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1963:x1830945734430464:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 710us (1000us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.748811:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3816 00002000:00100000:2.0:1746126430.748816:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2e680 x1830945734430464/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.748823:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2e680 with x1830945734430464 ext(0->4095) 00002000:00010000:2.0:1746126430.748826:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf2e680 00000100:00100000:0.0:1746126430.751078:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.751169:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734430592 00000100:00100000:3.0:1746126430.751175:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734430592 00000100:00100000:3.0:1746126430.751216:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5018 00000100:00100000:3.0:1746126430.751223:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734430592:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.751234:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.751366:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80770 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd993 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.751390:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80769 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd98c expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.751396:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.751397:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.751400:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80770 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd993 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.751422:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80769 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd98c expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.751431:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80769 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd98c expref: 15 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.751441:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726286848:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.751510:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.753129:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726286848:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.753151:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80770 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd993 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.753162:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:3.0:1746126430.753188:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734430592:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1966us (2114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.753195:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5018 00000100:00100000:0.0:1746126430.755648:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.755760:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734430720 00000100:00100000:3.0:1746126430.755768:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734430720 00010000:00010000:3.0:1746126430.755797:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80769 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd98c expref: 16 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.755961:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17157 00000100:00100000:3.0:1746126430.755968:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1963:x1830945734430720:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.755979:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.755996:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80769 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd98c expref: 16 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.756007:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80769 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd98c expref: 16 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.756051:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80769 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd98c expref: 16 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.756274:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.756277:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.756284:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80770 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd993 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.756292:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80770 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd993 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.756319:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80770 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd993 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126430.756329:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726286976:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126430.756394:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.759260:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.759314:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734430976 00000100:00100000:2.0:1746126430.759321:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734430976 00002000:00100000:2.0:1746126430.759354:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e34e00 x1830945734430976/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.759363:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34e00 with x1830945734430976 ext(0->4095) 00002000:00010000:2.0:1746126430.759367:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e34e00 00000100:00100000:2.0:1746126430.759383:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3817 00000100:00100000:2.0:1746126430.759389:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734430976:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126430.759505:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734430976:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.759511:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3817 00002000:00100000:2.0:1746126430.759515:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e34e00 x1830945734430976/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.759536:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34e00 with x1830945734430976 ext(0->4095) 00002000:00010000:2.0:1746126430.759538:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e34e00 00000100:00100000:3.0:1746126430.759863:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726286976:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.759878:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126430.759915:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1963:x1830945734430720:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3947us (4272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.759922:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17157 00000100:00100000:0.0:1746126430.761214:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.761622:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734431104 00000100:00100000:3.0:1746126430.761628:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734431104 00000100:00100000:3.0:1746126430.761653:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5019 00000100:00100000:3.0:1746126430.761659:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:31643:x1830945734431104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.761671:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.761683:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd99a expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.761704:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80770 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd993 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.761710:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.761712:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.761716:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 16 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.761739:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80770 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd993 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.761748:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80770 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd993 expref: 5 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.761758:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726287104:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.762531:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.763445:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.763715:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734431232 00000100:00100000:2.0:1746126430.763721:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734431232 00000100:00100000:2.0:1746126430.763752:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5020 00000100:00100000:2.0:1746126430.763758:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:31655:x1830945734431232:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.763770:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.763783:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8077e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd9a1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.763800:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.763805:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 18 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.763810:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.763813:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8077e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a1 expref: 18 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.763836:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 18 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.763846:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8077e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a1 expref: 18 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.763855:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5e00, rc 0) 00000100:00100000:2.0:1746126430.763884:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:31655:x1830945734431232:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.763890:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5020 00000100:00100000:0.0:1746126430.767137:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.767746:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726287104:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.767769:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 17 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.767783:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:3.0:1746126430.768485:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:31643:x1830945734431104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6822us (7269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.768494:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5019 00000100:00100000:2.0:1746126430.768890:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734431360 00000100:00100000:2.0:1746126430.768897:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734431360 00010000:00010000:2.0:1746126430.768919:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80770 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd993 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.768938:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17158 00000100:00100000:2.0:1746126430.768943:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734431360:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.768954:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.768971:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80770 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd993 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.768981:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80770 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd993 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.768998:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80770 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd993 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.769036:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.769038:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.769044:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 16 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.769052:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 16 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.769077:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 16 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.769087:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 16 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.769098:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726287360:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.769156:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdda80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.771329:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726287360:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.771345:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.771539:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734431360:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2439us (4251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.771549:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17158 00000100:00100000:0.0:1746126430.772074:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.772169:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734431616 00000100:00100000:2.0:1746126430.772174:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734431616 00002000:00100000:2.0:1746126430.772200:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6df80 x1830945734431616/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.772208:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6df80 with x1830945734431616 ext(0->4095) 00010000:00010000:2.0:1746126430.772214:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.772224:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.772230:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123d6df80 00000100:00100000:2.0:1746126430.772253:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1795 00000100:00100000:2.0:1746126430.772259:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1964:x1830945734431616:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126430.772386:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1964:x1830945734431616:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.772392:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1795 00002000:00100000:2.0:1746126430.772396:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6df80 x1830945734431616/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.772402:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6df80 with x1830945734431616 ext(0->4095) 00010000:00010000:2.0:1746126430.772406:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.772414:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.772419:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123d6df80 00000100:00100000:0.0:1746126430.774898:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.775247:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734431744 00000100:00100000:2.0:1746126430.775253:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734431744 00010000:00010000:2.0:1746126430.775276:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.775305:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17159 00000100:00100000:2.0:1746126430.775311:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1964:x1830945734431744:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.775321:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.775336:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.775349:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.775368:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80777 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd99a expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.775393:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.775394:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.775400:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8077e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a1 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.775406:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8077e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a1 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.775432:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8077e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a1 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.775441:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726287488:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.776956:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.778914:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726287488:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.778931:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.778996:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1964:x1830945734431744:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3683us (4102us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.779005:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17159 00000100:00100000:0.0:1746126430.779806:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.779902:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734432000 00000100:00100000:2.0:1746126430.779908:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734432000 00002000:00100000:2.0:1746126430.779936:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6d500 x1830945734432000/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.779950:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6d500 with x1830945734432000 ext(0->4095) 00002000:00010000:2.0:1746126430.779953:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6d500 00000100:00100000:2.0:1746126430.779978:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3818 00000100:00100000:2.0:1746126430.779985:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1966:x1830945734432000:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126430.780120:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1966:x1830945734432000:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.780126:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3818 00002000:00100000:2.0:1746126430.780131:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6d500 x1830945734432000/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.780138:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6d500 with x1830945734432000 ext(0->4095) 00002000:00010000:2.0:1746126430.780141:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6d500 00000100:00100000:0.0:1746126430.783708:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.783894:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734432128 00000100:00100000:3.0:1746126430.783901:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734432128 00000100:00100000:3.0:1746126430.783944:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5021 00000100:00100000:3.0:1746126430.783951:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734432128:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.783966:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.783980:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd9a8 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.784008:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8077e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a1 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.784014:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.784016:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.784019:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.784077:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8077e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a1 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.784087:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8077e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a1 expref: 15 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.784096:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726287616:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.784164:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.787425:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726287616:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.787451:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.787465:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:3.0:1746126430.787511:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734432128:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3560us (3809us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.787519:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5021 00000100:00100000:0.0:1746126430.787815:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.788142:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734432256 00000100:00100000:3.0:1746126430.788148:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734432256 00010000:00010000:3.0:1746126430.788169:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8077e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a1 expref: 16 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.788719:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17160 00000100:00100000:3.0:1746126430.788726:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1963:x1830945734432256:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.788738:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.788755:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8077e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a1 expref: 16 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.788764:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8077e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a1 expref: 16 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.788783:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b8077e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a1 expref: 16 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.789661:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.789664:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.789672:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.789680:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.789757:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126430.789768:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123d6d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726287744:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126430.789840:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.790804:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.790939:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734432384 00000100:00100000:3.0:1746126430.790945:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734432384 00000100:00100000:3.0:1746126430.791659:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5022 00000100:00100000:3.0:1746126430.791667:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:31643:x1830945734432384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.791681:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.791691:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd9af expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.791709:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.791715:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.791716:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.791719:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 17 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.791737:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.791745:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 5 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.791753:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726287872:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.792917:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.794882:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.795201:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734432640 00000100:00100000:3.0:1746126430.795208:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734432640 00002000:00100000:3.0:1746126430.795242:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761180 x1830945734432640/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.795250:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761180 with x1830945734432640 ext(0->4095) 00010000:00010000:3.0:1746126430.795257:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.795271:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.795276:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093761180 00000100:00100000:3.0:1746126430.795875:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1796 00000100:00100000:3.0:1746126430.795882:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734432640:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126430.795997:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734432640:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (1121us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.796003:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1796 00002000:00100000:3.0:1746126430.796007:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761180 x1830945734432640/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.796014:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761180 with x1830945734432640 ext(0->4095) 00010000:00010000:3.0:1746126430.796018:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.796044:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.796050:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093761180 00000100:00100000:1.0:1746126430.796449:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123d6d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726287744:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.796464:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.796493:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1963:x1830945734432256:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7767us (8678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.796500:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17160 00000100:00100000:3.0:1746126430.796880:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726287872:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.796894:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 16 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.796904:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06e00, rc 0) 00000100:00100000:3.0:1746126430.796932:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:31643:x1830945734432384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5267us (6130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.796937:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5022 00000100:00100000:0.0:1746126430.801199:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.802865:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734432768 00000100:00100000:1.0:1746126430.802875:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734432768 00010000:00010000:1.0:1746126430.802906:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.803718:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17161 00000100:00100000:1.0:1746126430.803726:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734432768:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.803740:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.803755:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.803765:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.803782:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80785 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9a8 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.803805:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.803806:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.803812:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 15 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.803818:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 15 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.803843:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 15 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126430.803851:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009473aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726288000:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.804373:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.806687:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.806849:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734433024 00000100:00100000:2.0:1746126430.806856:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734433024 00002000:00100000:2.0:1746126430.806888:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761880 x1830945734433024/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.806896:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761880 with x1830945734433024 ext(0->4095) 00002000:00010000:2.0:1746126430.806901:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761880 00000100:00100000:2.0:1746126430.806929:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3819 00000100:00100000:2.0:1746126430.806935:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1963:x1830945734433024:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126430.807087:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1963:x1830945734433024:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (404us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.807092:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3819 00002000:00100000:2.0:1746126430.807098:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761880 x1830945734433024/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.807105:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761880 with x1830945734433024 ext(0->4095) 00002000:00010000:2.0:1746126430.807108:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761880 00000100:00100000:1.0:1746126430.807181:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009473aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726288000:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.807196:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.807218:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734432768:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3493us (6026us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.807227:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17161 00000100:00100000:0.0:1746126430.812214:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.813117:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734433152 00000100:00100000:3.0:1746126430.813125:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734433152 00000100:00100000:3.0:1746126430.813166:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5023 00000100:00100000:3.0:1746126430.813173:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734433152:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.813187:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.813200:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd9b6 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.813222:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 15 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.813228:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.813229:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.813232:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.813255:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 15 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.813263:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 15 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.813272:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726288128:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.813336:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.820313:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726288128:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.820338:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.820353:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126430.820389:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734433152:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7215us (8178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.820396:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5023 00000100:00100000:0.0:1746126430.826485:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.826569:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734433280 00000100:00100000:3.0:1746126430.826578:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734433280 00002000:00100000:3.0:1746126430.826614:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093760380 x1830945734433280/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.826622:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760380 with x1830945734433280 ext(0->7) 00010000:00010000:3.0:1746126430.826629:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 16 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.826640:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 16 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.826645:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093760380 00000100:00100000:3.0:1746126430.826672:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1797 00000100:00100000:3.0:1746126430.826678:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1963:x1830945734433280:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126430.826945:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1963:x1830945734433280:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 266us (466us total) trans 4294968033 rc 0/0 00000100:00100000:3.0:1746126430.826952:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1797 00002000:00100000:3.0:1746126430.826957:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093760380 x1830945734433280/t4294968033(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/448 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.826964:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760380 with x1830945734433280 ext(0->7) 00010000:00010000:3.0:1746126430.826969:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 18 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.826978:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 18 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.826982:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093760380 00000100:00100000:0.0:1746126430.832355:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126430.832408:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.832455:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734433408 00000100:00100000:1.0:1746126430.832462:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734433408 00010000:00010000:1.0:1746126430.832493:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 18 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.832657:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734433536 00000100:00100000:3.0:1746126430.832661:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734433536 00000100:00100000:1.0:1746126430.832661:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17162 00000100:00100000:1.0:1746126430.832668:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1964:x1830945734433408:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.832680:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.832702:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 19 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.832713:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 19 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.832729:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b8078c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9af expref: 19 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.832743:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.832745:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.832750:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.832757:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.832783:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126430.832794:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009473aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726288256:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.832850:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.834295:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5024 00000100:00100000:3.0:1746126430.834307:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:31643:x1830945734433536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.834322:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.834334:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd9bd expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.834355:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.834361:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.834363:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.834366:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 19 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.834386:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.834399:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 5 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.834409:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726288384:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.834457:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.839576:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009473aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726288256:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.839594:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.839630:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1964:x1830945734433408:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6962us (7281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.839638:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17162 00000100:00100000:3.0:1746126430.840099:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726288384:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.840117:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 18 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.840130:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126430.840157:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:31643:x1830945734433536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5855us (7749us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.840163:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5024 00000100:00100000:0.0:1746126430.840353:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.840576:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734433792 00000100:00100000:3.0:1746126430.840581:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734433792 00002000:00100000:3.0:1746126430.840607:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac1880 x1830945734433792/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.840615:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1880 with x1830945734433792 ext(0->4095) 00010000:00010000:3.0:1746126430.840621:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.840631:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.840640:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac1880 00000100:00100000:3.0:1746126430.840664:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1798 00000100:00100000:3.0:1746126430.840671:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734433792:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126430.840789:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734433792:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (437us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.840794:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1798 00002000:00100000:3.0:1746126430.840799:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac1880 x1830945734433792/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.840806:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1880 with x1830945734433792 ext(0->4095) 00010000:00010000:3.0:1746126430.840810:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.840818:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.840823:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac1880 00000100:00100000:0.0:1746126430.845085:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.845155:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734433920 00000100:00100000:1.0:1746126430.845163:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734433920 00010000:00010000:1.0:1746126430.845190:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.845227:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17163 00000100:00100000:1.0:1746126430.845235:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734433920:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.845247:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.845264:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.845274:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.845292:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80793 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9b6 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.845307:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.845309:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.845315:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 17 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.845323:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 17 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.845349:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 17 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126430.845359:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009473aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726288512:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.845420:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.848619:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009473aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726288512:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126430.848638:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126430.849069:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734433920:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3833us (3988us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126430.849079:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17163 00000100:00100000:0.0:1746126430.850019:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.850973:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734434176 00000100:00100000:2.0:1746126430.850980:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734434176 00002000:00100000:2.0:1746126430.851015:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac3480 x1830945734434176/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.851042:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3480 with x1830945734434176 ext(0->4095) 00002000:00010000:2.0:1746126430.851047:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac3480 00000100:00100000:2.0:1746126430.851064:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3820 00000100:00100000:2.0:1746126430.851070:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1963:x1830945734434176:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126430.851190:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1963:x1830945734434176:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (1173us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.851196:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3820 00002000:00100000:2.0:1746126430.851200:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac3480 x1830945734434176/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.851206:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3480 with x1830945734434176 ext(0->4095) 00002000:00010000:2.0:1746126430.851209:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac3480 00000100:00100000:0.0:1746126430.856195:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.856243:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734434304 00000100:00100000:3.0:1746126430.856251:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734434304 00000100:00100000:3.0:1746126430.856297:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5025 00000100:00100000:3.0:1746126430.856304:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734434304:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.856316:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.856329:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd9c4 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.856354:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 17 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.856360:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.856361:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.856364:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.856388:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 17 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.856397:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 17 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.856406:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726288640:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.856470:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.866969:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726288640:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.866995:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.867010:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07c00, rc 0) 00000100:00100000:3.0:1746126430.867066:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734434304:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10761us (10876us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.867075:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5025 00000100:00100000:0.0:1746126430.876568:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.876660:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734434432 00000100:00100000:3.0:1746126430.876669:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734434432 00000100:00100000:3.0:1746126430.876720:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5026 00000100:00100000:3.0:1746126430.876727:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:31643:x1830945734434432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.876743:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.876756:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd9cb expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.876776:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.876781:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.876786:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126430.876789:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 19 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.876815:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.876826:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 19 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.876834:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:3.0:1746126430.876868:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:31643:x1830945734434432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.876873:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5026 00000100:00100000:0.0:1746126430.880469:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.880552:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734434560 00000100:00100000:3.0:1746126430.880559:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734434560 00002000:00100000:3.0:1746126430.880589:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086ac1500 x1830945734434560/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.880603:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1500 with x1830945734434560 ext(0->7) 00010000:00010000:3.0:1746126430.880609:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 19 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.880620:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 19 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.880625:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac1500 00000100:00100000:3.0:1746126430.880649:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1799 00000100:00100000:3.0:1746126430.880654:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1963:x1830945734434560:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126430.880873:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1963:x1830945734434560:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 218us (410us total) trans 4294968034 rc 0/0 00000100:00100000:3.0:1746126430.880878:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1799 00002000:00100000:3.0:1746126430.880883:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086ac1500 x1830945734434560/t4294968034(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 496/448 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.880889:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1500 with x1830945734434560 ext(0->7) 00010000:00010000:3.0:1746126430.880893:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 21 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.880900:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 21 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.880905:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac1500 00000100:00100000:0.0:1746126430.894762:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.894828:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734434688 00000100:00100000:1.0:1746126430.894835:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734434688 00010000:00010000:1.0:1746126430.894862:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 21 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.894895:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17164 00000100:00100000:1.0:1746126430.894902:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1964:x1830945734434688:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126430.894913:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126430.894930:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 21 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.894943:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 21 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.894961:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b8079a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9bd expref: 21 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.894985:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.894987:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126430.894994:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.895000:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.895655:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126430.895665:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 5 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126430.895675:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009473aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726288896:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126430.896041:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126430.903174:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.903204:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009473aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726288896:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126430.903224:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126430.903271:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1964:x1830945734434688:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 8368us (8513us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.903281:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17164 00000100:00100000:3.0:1746126430.903601:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734434944 00000100:00100000:3.0:1746126430.903607:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734434944 00002000:00100000:3.0:1746126430.903637:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2f480 x1830945734434944/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.903645:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f480 with x1830945734434944 ext(0->4095) 00010000:00010000:3.0:1746126430.903651:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.903662:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.903667:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf2f480 00000100:00100000:3.0:1746126430.903681:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1800 00000100:00100000:3.0:1746126430.903685:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734434944:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126430.903805:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734434944:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (635us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.903810:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1800 00002000:00100000:3.0:1746126430.903815:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2f480 x1830945734434944/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.903822:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f480 with x1830945734434944 ext(0->4095) 00010000:00010000:3.0:1746126430.903826:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.903835:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.903839:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf2f480 00000100:00100000:0.0:1746126430.913352:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126430.913401:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.913484:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734435072 00000100:00100000:2.0:1746126430.913491:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734435072 00010000:00010000:2.0:1746126430.913529:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.913554:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17165 00000100:00100000:2.0:1746126430.913561:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734435072:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126430.913572:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126430.913590:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.913600:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.913619:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b807a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9c4 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.913633:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.913635:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.913641:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 19 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.913648:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 19 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.913674:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 19 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126430.913689:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726289024:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126430.913765:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.913793:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734435200 00000100:00100000:2.0:1746126430.913796:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734435200 00000100:00100000:2.0:1746126430.913814:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5027 00000100:00100000:2.0:1746126430.913818:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734435200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.913828:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.913835:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd9d2 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.913848:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 19 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.913853:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.913854:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.913856:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 7 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.913868:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 19 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.913876:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 19 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.913883:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726289152:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.913901:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.919974:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726289024:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.919993:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126430.920053:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+7:1964:x1830945734435072:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6490us (6706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.920063:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17165 00000100:00100000:2.0:1746126430.920149:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726289152:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.920166:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.920180:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4e00, rc 0) 00000100:00100000:2.0:1746126430.920198:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734435200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6379us (6797us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.920203:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5027 00000100:00100000:0.0:1746126430.921540:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.923683:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734435456 00000100:00100000:2.0:1746126430.923693:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734435456 00002000:00100000:2.0:1746126430.923728:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7df80 x1830945734435456/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.923737:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7df80 with x1830945734435456 ext(0->4095) 00010000:00010000:2.0:1746126430.923745:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 20 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.923755:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 20 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.923761:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7df80 00000100:00100000:2.0:1746126430.923780:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1801 00000100:00100000:2.0:1746126430.923785:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1963:x1830945734435456:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126430.923922:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1963:x1830945734435456:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (2385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126430.923930:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1801 00002000:00100000:2.0:1746126430.923935:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7df80 x1830945734435456/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126430.923941:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7df80 with x1830945734435456 ext(0->4095) 00010000:00010000:2.0:1746126430.923945:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 20 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126430.923953:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 20 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126430.923958:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7df80 00000100:00100000:0.0:1746126430.930295:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126430.930596:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.930686:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734435712 00000100:00100000:3.0:1746126430.930693:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734435712 00010000:00010000:3.0:1746126430.930721:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 20 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.930744:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17166 00000100:00100000:3.0:1746126430.930751:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1963:x1830945734435712:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.930761:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.930778:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 20 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.930788:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 20 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.930805:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b807a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9cb expref: 20 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.930835:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.930837:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.930844:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.930851:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.930880:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126430.930891:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726289280:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126430.930958:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.931280:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734435584 00000100:00100000:2.0:1746126430.931284:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734435584 00000100:00100000:2.0:1746126430.931308:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5028 00000100:00100000:2.0:1746126430.931313:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:31643:x1830945734435584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.931324:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.931334:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd9d9 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.931348:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.931353:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.931355:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126430.931358:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d9 expref: 21 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.931377:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.931387:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 5 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.931394:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726289408:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.931421:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.932991:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726289280:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.933004:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126430.933052:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1963:x1830945734435712:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2300us (2455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.933060:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17166 00000100:00100000:0.0:1746126430.933450:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.934551:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734435968 00000100:00100000:1.0:1746126430.934558:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734435968 00002000:00100000:1.0:1746126430.934590:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248af100 x1830945734435968/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.934602:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248af100 with x1830945734435968 ext(0->4095) 00010000:00010000:1.0:1746126430.934610:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.934621:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126430.934627:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248af100 00000100:00100000:1.0:1746126430.934656:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1802 00000100:00100000:1.0:1746126430.934662:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734435968:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126430.934797:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734435968:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (1348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126430.934803:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1802 00002000:00100000:1.0:1746126430.934809:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248af100 x1830945734435968/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.934815:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248af100 with x1830945734435968 ext(0->4095) 00010000:00010000:1.0:1746126430.934819:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126430.934827:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126430.934833:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248af100 00000100:00100000:2.0:1746126430.935245:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726289408:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.935265:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d9 expref: 20 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.935276:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcf3000, rc 0) 00000100:00100000:2.0:1746126430.935302:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:31643:x1830945734435584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3988us (5014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.935309:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5028 00000100:00100000:1.0:1746126430.941955:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.942677:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734436096 00000100:00100000:3.0:1746126430.942684:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734436096 00010000:00010000:3.0:1746126430.942711:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.942743:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17167 00000100:00100000:3.0:1746126430.942750:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734436096:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.942761:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.942778:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.942788:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.942807:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4e00/0x9851078746b807af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d2 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.942911:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.942913:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.942919:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d9 expref: 19 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.942925:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d9 expref: 19 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.942952:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d9 expref: 19 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126430.942961:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726289536:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126430.946898:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.956917:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726289536:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.956932:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126430.956967:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734436096:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 14216us (15017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.956977:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17167 00000100:00100000:0.0:1746126430.957952:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.958020:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734436352 00000100:00100000:3.0:1746126430.958044:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734436352 00002000:00100000:3.0:1746126430.958075:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ac700 x1830945734436352/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.958083:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ac700 with x1830945734436352 ext(0->4095) 00002000:00010000:3.0:1746126430.958087:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248ac700 00000100:00100000:3.0:1746126430.958112:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3821 00000100:00100000:3.0:1746126430.958119:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1963:x1830945734436352:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126430.958267:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1963:x1830945734436352:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.958273:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3821 00002000:00100000:3.0:1746126430.958278:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ac700 x1830945734436352/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.958284:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ac700 with x1830945734436352 ext(0->4095) 00002000:00010000:3.0:1746126430.958287:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248ac700 00000100:00100000:0.0:1746126430.959369:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.959562:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734436480 00000100:00100000:2.0:1746126430.959568:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734436480 00000100:00100000:2.0:1746126430.959594:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5029 00000100:00100000:2.0:1746126430.959599:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734436480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.959608:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.959621:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd9e0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.959641:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d9 expref: 19 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.959648:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.959650:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.959653:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807bd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e0 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.959676:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d9 expref: 19 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.959686:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d9 expref: 19 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.959695:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726289664:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.960433:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126430.963361:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726289664:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126430.963389:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807bd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e0 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.963402:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cf2000, rc 0) 00000100:00100000:2.0:1746126430.963435:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734436480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3834us (4067us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126430.963442:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5029 00000100:00100000:0.0:1746126430.963627:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.963830:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734436608 00000100:00100000:3.0:1746126430.963837:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734436608 00010000:00010000:3.0:1746126430.963861:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d9 expref: 20 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.963880:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17168 00000100:00100000:3.0:1746126430.963885:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1964:x1830945734436608:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.963895:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.963912:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d9 expref: 20 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.963920:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d9 expref: 20 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.963939:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9d9 expref: 20 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.964740:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.964743:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.964750:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e0 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.964758:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e0 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.964785:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e0 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126430.964795:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726289792:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126430.964856:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.967722:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726289792:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.967736:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126430.967886:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1964:x1830945734436608:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3999us (4258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.967896:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17168 00000100:00100000:1.0:1746126430.969569:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.969594:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734436864 00000100:00100000:1.0:1746126430.969599:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734436864 00002000:00100000:1.0:1746126430.969630:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e37800 x1830945734436864/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.969639:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e37800 with x1830945734436864 ext(0->4095) 00002000:00010000:1.0:1746126430.969643:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e37800 00000100:00100000:1.0:1746126430.969671:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3822 00000100:00100000:1.0:1746126430.969677:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734436864:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126430.969799:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734436864:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (234us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126430.969805:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3822 00002000:00100000:1.0:1746126430.969810:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e37800 x1830945734436864/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.969816:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e37800 with x1830945734436864 ext(0->4095) 00002000:00010000:1.0:1746126430.969818:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e37800 00000100:00100000:0.0:1746126430.970957:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.971250:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734436992 00000100:00100000:3.0:1746126430.971255:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734436992 00000100:00100000:3.0:1746126430.971280:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5030 00000100:00100000:3.0:1746126430.971286:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:31643:x1830945734436992:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.971296:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.971308:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd9e7 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.971331:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e0 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.971338:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.971340:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.971343:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 20 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.971366:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e0 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.971376:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e0 expref: 5 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.971386:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726289920:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126430.972754:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.975855:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.977071:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726289920:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126430.977095:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 20 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.977109:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126430.977142:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:31643:x1830945734436992:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5855us (6186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.977149:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5030 00000100:00100000:3.0:1746126430.977169:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734437120 00000100:00100000:3.0:1746126430.977174:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734437120 00000100:00100000:3.0:1746126430.977203:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5031 00000100:00100000:3.0:1746126430.977208:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:31655:x1830945734437120:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126430.977219:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126430.977229:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b807cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd9ee expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.977244:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.977248:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 21 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.977253:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126430.977256:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b807cb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9ee expref: 21 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.977277:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 21 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.977285:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b807cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9ee expref: 21 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.977291:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07a00, rc 0) 00000100:00100000:3.0:1746126430.977306:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:31655:x1830945734437120:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (1457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.977311:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5031 00000100:00100000:0.0:1746126430.978561:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.978954:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734437248 00000100:00100000:3.0:1746126430.978959:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734437248 00010000:00010000:3.0:1746126430.978980:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e0 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.979013:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17169 00000100:00100000:3.0:1746126430.979019:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734437248:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.979046:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.979065:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e0 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.979074:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e0 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.979091:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e0 expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.979117:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.979119:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.979124:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 20 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.979131:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 20 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.979155:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 20 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.979165:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 20 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.979180:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726290176:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126430.979249:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.983464:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726290176:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.983482:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126430.983534:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734437248:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4514us (4975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.983543:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17169 00000100:00100000:0.0:1746126430.984231:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.984391:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734437504 00000100:00100000:3.0:1746126430.984397:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734437504 00002000:00100000:3.0:1746126430.984426:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e53b80 x1830945734437504/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.984435:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e53b80 with x1830945734437504 ext(0->4095) 00010000:00010000:3.0:1746126430.984442:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 21 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.984452:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 21 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.984458:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e53b80 00000100:00100000:3.0:1746126430.984483:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1803 00000100:00100000:3.0:1746126430.984489:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1963:x1830945734437504:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126430.984620:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1963:x1830945734437504:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (390us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126430.984629:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1803 00002000:00100000:3.0:1746126430.984634:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e53b80 x1830945734437504/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126430.984641:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e53b80 with x1830945734437504 ext(0->4095) 00010000:00010000:3.0:1746126430.984645:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 21 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.984654:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 21 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:3.0:1746126430.984659:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e53b80 00000100:00100000:0.0:1746126430.987902:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126430.987992:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734437632 00000100:00100000:3.0:1746126430.987999:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734437632 00010000:00010000:3.0:1746126430.989473:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 21 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126430.989513:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17170 00000100:00100000:3.0:1746126430.989531:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1963:x1830945734437632:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126430.989544:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126430.989563:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 21 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.989572:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 21 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.989591:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b807c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9e7 expref: 21 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126430.989605:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.989607:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126430.989612:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b807cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9ee expref: 20 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.989619:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b807cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9ee expref: 20 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126430.989648:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b807cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9ee expref: 20 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126430.989658:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726290304:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126430.989733:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126430.992006:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726290304:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126430.992047:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126430.992079:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1963:x1830945734437632:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2558us (4182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126430.992088:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17170 00000100:00100000:0.0:1746126430.992802:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126430.994054:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734437888 00000100:00100000:1.0:1746126430.994061:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734437888 00002000:00100000:1.0:1746126430.994096:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467800 x1830945734437888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.994104:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467800 with x1830945734437888 ext(0->4095) 00002000:00010000:1.0:1746126430.994108:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131467800 00000100:00100000:1.0:1746126430.994823:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3823 00000100:00100000:1.0:1746126430.994830:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1964:x1830945734437888:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126430.994977:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1964:x1830945734437888:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (2175us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126430.994983:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3823 00002000:00100000:1.0:1746126430.994989:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467800 x1830945734437888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126430.994996:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467800 with x1830945734437888 ext(0->4095) 00002000:00010000:1.0:1746126430.994999:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131467800 00010000:00010000:1.0:1746126430.995535:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126430.997139:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126430.997395:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734438016 00000100:00100000:2.0:1746126430.997402:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734438016 00000100:00100000:2.0:1746126430.997444:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5032 00000100:00100000:2.0:1746126430.997451:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734438016:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126430.997463:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126430.997476:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd9f5 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.997497:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b807cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9ee expref: 19 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.997503:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.997505:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126430.997508:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807d2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9f5 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.997544:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b807cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9ee expref: 19 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126430.997554:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b807cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9ee expref: 19 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126430.997564:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726290432:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126430.998175:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.000688:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726290432:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126431.000714:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807d2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9f5 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.000727:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cf2000, rc 0) 00000100:00100000:2.0:1746126431.000772:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734438016:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3321us (3636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.000783:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5032 00000100:00100000:0.0:1746126431.001486:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.001626:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734438144 00000100:00100000:3.0:1746126431.001632:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734438144 00010000:00010000:3.0:1746126431.001668:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b807cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9ee expref: 20 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126431.001697:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17171 00000100:00100000:3.0:1746126431.001702:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1964:x1830945734438144:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.001714:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.001731:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b807cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9ee expref: 20 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.001739:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b807cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9ee expref: 20 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.001756:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b807cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9ee expref: 20 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.001779:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.001780:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.001786:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9f5 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.001793:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9f5 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.001817:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9f5 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.001826:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726290560:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.001878:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6acc0 going to sleep for 11 seconds 00000100:00080000:0.0:1746126431.002086:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126431.004123:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.004207:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726290560:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.004220:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.004251:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1964:x1830945734438144:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2549us (2766us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.004268:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17171 00000100:00100000:2.0:1746126431.004331:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734438400 00000100:00100000:2.0:1746126431.004335:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734438400 00002000:00100000:2.0:1746126431.004406:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466680 x1830945734438400/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.004414:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466680 with x1830945734438400 ext(0->4095) 00002000:00010000:2.0:1746126431.004418:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466680 00000100:00080000:1.0:1746126431.004632:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126431.005110:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3824 00000100:00100000:2.0:1746126431.005118:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734438400:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126431.005220:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734438400:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (1102us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.005225:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3824 00002000:00100000:2.0:1746126431.005229:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466680 x1830945734438400/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.005235:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466680 with x1830945734438400 ext(0->4095) 00002000:00010000:2.0:1746126431.005238:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466680 00000100:00100000:0.0:1746126431.006345:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.006562:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734438528 00000100:00100000:2.0:1746126431.006567:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734438528 00000100:00100000:2.0:1746126431.006706:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5033 00000100:00100000:2.0:1746126431.006713:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:31643:x1830945734438528:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.006723:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.006736:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcd9fc expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.006762:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9f5 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.006768:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.006770:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.006773:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 20 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.006797:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9f5 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.006806:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9f5 expref: 5 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126431.006816:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726290688:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126431.006878:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.009781:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.010571:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.010655:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726290688:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126431.010680:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 20 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.010695:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcf2c00, rc 0) 00000100:00100000:2.0:1746126431.010737:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:31643:x1830945734438528:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4024us (4394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.010744:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5033 00000100:00100000:2.0:1746126431.010764:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734438656 00000100:00100000:2.0:1746126431.010769:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734438656 00000100:00100000:2.0:1746126431.010790:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5034 00000100:00100000:2.0:1746126431.010795:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:31655:x1830945734438656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.010805:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.010815:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda03 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.010831:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.010834:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 21 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.010840:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.010843:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807e0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda03 expref: 21 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.010864:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 21 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.010872:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807e0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda03 expref: 21 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.010879:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcf3000, rc 0) 00000100:00100000:2.0:1746126431.010893:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:31655:x1830945734438656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (1118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.010898:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5034 00000100:00100000:3.0:1746126431.011054:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734438784 00000100:00100000:3.0:1746126431.011058:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734438784 00010000:00010000:3.0:1746126431.011074:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9f5 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126431.011474:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17172 00000100:00100000:3.0:1746126431.011481:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734438784:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.011489:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.011505:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9f5 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.011515:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9f5 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.011538:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094cf2000/0x9851078746b807d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9f5 expref: 6 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.011560:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.011561:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.011566:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 20 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.011573:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 20 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.011593:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 20 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.011603:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 20 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126431.011613:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726290944:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.011669:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.014077:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726290944:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.014092:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.014133:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734438784:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2651us (3561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.014141:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17172 00000100:00100000:0.0:1746126431.014747:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.016337:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734439040 00000100:00100000:1.0:1746126431.016344:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734439040 00002000:00100000:1.0:1746126431.016380:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131465180 x1830945734439040/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.016389:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465180 with x1830945734439040 ext(0->4095) 00010000:00010000:1.0:1746126431.016397:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 21 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126431.016409:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 21 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126431.016415:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131465180 00000100:00100000:1.0:1746126431.016894:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1804 00000100:00100000:1.0:1746126431.016901:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1964:x1830945734439040:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126431.017098:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1964:x1830945734439040:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (2351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.017107:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1804 00002000:00100000:1.0:1746126431.017112:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131465180 x1830945734439040/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.017118:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465180 with x1830945734439040 ext(0->4095) 00010000:00010000:1.0:1746126431.017123:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 21 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126431.017131:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 21 pid: 8424 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126431.017136:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131465180 00000100:00100000:0.0:1746126431.019186:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.019263:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734439168 00000100:00100000:3.0:1746126431.019270:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734439168 00010000:00010000:3.0:1746126431.019297:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 21 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126431.019355:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17173 00000100:00100000:3.0:1746126431.019362:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1964:x1830945734439168:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.019373:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.019389:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 21 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.019399:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 21 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.019417:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b807d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcd9fc expref: 21 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.019552:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.019554:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.019559:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda03 expref: 20 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.019566:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda03 expref: 20 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.019591:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda03 expref: 20 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.019599:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726291072:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.019874:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.021992:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726291072:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.022006:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.022285:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1964:x1830945734439168:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2922us (3103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.022294:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17173 00000100:00100000:0.0:1746126431.022833:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.022969:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734439424 00000100:00100000:2.0:1746126431.022974:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734439424 00002000:00100000:2.0:1746126431.023004:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f61500 x1830945734439424/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.023018:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f61500 with x1830945734439424 ext(0->4095) 00002000:00010000:2.0:1746126431.023038:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f61500 00000100:00100000:2.0:1746126431.023061:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3825 00000100:00100000:2.0:1746126431.023067:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1963:x1830945734439424:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126431.023188:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1963:x1830945734439424:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.023193:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3825 00002000:00100000:2.0:1746126431.023198:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f61500 x1830945734439424/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.023205:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f61500 with x1830945734439424 ext(0->4095) 00002000:00010000:2.0:1746126431.023207:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f61500 00000100:00100000:0.0:1746126431.026123:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.026399:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734439552 00000100:00100000:1.0:1746126431.026406:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734439552 00000100:00100000:1.0:1746126431.026447:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5035 00000100:00100000:1.0:1746126431.026454:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734439552:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.026466:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.026479:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda0a expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.026499:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda03 expref: 19 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.026504:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.026506:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.026509:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.026545:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda03 expref: 19 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.026555:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda03 expref: 19 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126431.026564:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726291200:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126431.026626:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.029815:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.029896:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734439680 00000100:00100000:3.0:1746126431.029902:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734439680 00010000:00010000:3.0:1746126431.029929:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807e0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda03 expref: 20 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126431.029954:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17174 00000100:00100000:3.0:1746126431.029961:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1964:x1830945734439680:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.029973:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.029990:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807e0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda03 expref: 20 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.030000:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda03 expref: 20 pid: 8424 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.030020:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.030039:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.030046:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.030054:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.030081:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.030091:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726291328:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.030152:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6acc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746126431.030383:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf3000/0x9851078746b807e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda03 expref: 20 pid: 8424 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126431.030398:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726291200:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126431.030415:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.030423:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18c00, rc 0) 00000100:00100000:1.0:1746126431.030446:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734439552:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3993us (4329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.030452:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5035 00000100:00100000:0.0:1746126431.035316:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.035358:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.035447:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734440064 00000100:00100000:1.0:1746126431.035453:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734440064 00000100:00100000:1.0:1746126431.035499:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5036 00000100:00100000:1.0:1746126431.035506:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:31643:x1830945734440064:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.035529:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.035543:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda11 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.035567:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.035573:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.035574:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.035577:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 21 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.035601:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.035610:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 5 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:1.0:1746126431.035619:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726291456:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126431.035678:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126431.035694:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734439936 00000100:00100000:1.0:1746126431.035696:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734439936 00002000:00100000:1.0:1746126431.035715:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f60700 x1830945734439936/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.035723:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f60700 with x1830945734439936 ext(0->4095) 00010000:00010000:1.0:1746126431.035728:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126431.035736:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126431.035742:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f60700 00000100:00100000:1.0:1746126431.035753:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1805 00000100:00100000:1.0:1746126431.035758:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734439936:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126431.035883:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734439936:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.035888:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1805 00002000:00100000:1.0:1746126431.035893:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f60700 x1830945734439936/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.035900:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f60700 with x1830945734439936 ext(0->4095) 00010000:00010000:1.0:1746126431.035904:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126431.035912:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:1.0:1746126431.035917:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f60700 00000100:00100000:3.0:1746126431.037457:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726291328:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.037472:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.037500:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1964:x1830945734439680:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7539us (7691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.037508:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17174 00000100:00100000:1.0:1746126431.041070:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726291456:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126431.041098:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 20 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.041112:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18400, rc 0) 00000100:00100000:1.0:1746126431.041161:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:31643:x1830945734440064:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5655us (5802us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.041173:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5036 00000100:00100000:2.0:1746126431.048714:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.048770:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.048850:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734440192 00000100:00100000:1.0:1746126431.048858:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734440192 00000100:00100000:1.0:1746126431.048892:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5037 00000100:00100000:1.0:1746126431.048899:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:31655:x1830945734440192:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.048912:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.048925:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b807f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda18 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.048947:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.048952:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 21 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.048957:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.048960:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b807f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda18 expref: 21 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.048989:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 21 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.049001:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b807f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda18 expref: 21 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.049009:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18600, rc 0) 00000100:00100000:1.0:1746126431.049081:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:31655:x1830945734440192:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.049086:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5037 00000100:00100000:3.0:1746126431.049147:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734440320 00000100:00100000:3.0:1746126431.049150:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734440320 00010000:00010000:3.0:1746126431.049167:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126431.049185:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17175 00000100:00100000:3.0:1746126431.049190:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734440320:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.049196:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.049210:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.049218:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.049232:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b807e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda0a expref: 6 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.049244:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.049246:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.049250:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 20 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.049257:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 20 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.049274:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 20 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.049284:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 20 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126431.049296:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726291712:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.049339:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.057078:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.057152:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734440576 00000100:00100000:2.0:1746126431.057159:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734440576 00002000:00100000:2.0:1746126431.057194:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490ce00 x1830945734440576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.057202:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490ce00 with x1830945734440576 ext(0->4095) 00010000:00010000:2.0:1746126431.057210:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 21 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126431.057221:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 21 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126431.057231:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490ce00 00000100:00100000:2.0:1746126431.057253:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1806 00000100:00100000:2.0:1746126431.057259:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1963:x1830945734440576:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126431.057388:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1963:x1830945734440576:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.057394:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1806 00002000:00100000:2.0:1746126431.057399:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490ce00 x1830945734440576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.057405:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490ce00 with x1830945734440576 ext(0->4095) 00010000:00010000:2.0:1746126431.057409:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 21 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126431.057417:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 21 pid: 8423 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126431.057422:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b490ce00 00000100:00100000:3.0:1746126431.057861:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726291712:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.057874:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.057894:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734440320:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 8704us (9124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.057901:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17175 00000100:00100000:2.0:1746126431.061013:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.061080:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734440704 00000100:00100000:3.0:1746126431.061086:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734440704 00010000:00010000:3.0:1746126431.061108:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 21 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126431.061395:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17176 00000100:00100000:3.0:1746126431.061402:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1963:x1830945734440704:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.061412:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.061428:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 21 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.061437:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 21 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.061454:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b807ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda11 expref: 21 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.062101:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.062103:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.062110:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b807f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda18 expref: 20 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.062117:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b807f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda18 expref: 20 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.062144:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b807f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda18 expref: 20 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.062155:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726291840:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.062214:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.066137:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.066450:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726291840:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.066466:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126431.066617:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734440960 00000100:00100000:1.0:1746126431.066623:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734440960 00002000:00100000:1.0:1746126431.066653:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490f480 x1830945734440960/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.066661:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490f480 with x1830945734440960 ext(0->4095) 00002000:00010000:1.0:1746126431.066665:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490f480 00000100:00100000:3.0:1746126431.066709:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1963:x1830945734440704:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5307us (5701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.066717:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17176 00000100:00100000:1.0:1746126431.067080:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3826 00000100:00100000:1.0:1746126431.067086:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1963:x1830945734440960:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126431.067207:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1963:x1830945734440960:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (1077us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.067212:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3826 00002000:00100000:1.0:1746126431.067217:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490f480 x1830945734440960/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.067223:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490f480 with x1830945734440960 ext(0->4095) 00002000:00010000:1.0:1746126431.067226:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490f480 00000100:00100000:0.0:1746126431.069742:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.070424:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734441088 00000100:00100000:2.0:1746126431.070432:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734441088 00000100:00100000:2.0:1746126431.070835:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5038 00000100:00100000:2.0:1746126431.070843:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734441088:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.070858:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.070874:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda1f expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.070902:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b807f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda18 expref: 19 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.070909:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.070910:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.070914:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.070937:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b807f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda18 expref: 19 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.070947:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b807f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda18 expref: 19 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126431.070957:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726291968:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126431.073740:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.076376:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726291968:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126431.076400:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.076415:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cf2400, rc 0) 00000100:00100000:2.0:1746126431.076463:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734441088:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5621us (6726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.076471:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5038 00000100:00100000:0.0:1746126431.077888:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.078104:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734441216 00000100:00100000:3.0:1746126431.078110:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734441216 00010000:00010000:3.0:1746126431.078135:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b807f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda18 expref: 20 pid: 8423 timeout: 649 lvb_type: 0 00000100:00100000:0.0:1746126431.078673:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.079158:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734441344 00000100:00100000:2.0:1746126431.079162:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734441344 00000100:00100000:2.0:1746126431.079191:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5039 00000100:00100000:2.0:1746126431.079196:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:31643:x1830945734441344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.079208:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.079219:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda26 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.079238:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.079242:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.079248:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126431.079251:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 22 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.079277:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.079288:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 22 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.079297:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcf2c00, rc 0) 00000100:00100000:2.0:1746126431.079330:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:31643:x1830945734441344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.079335:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5039 00000100:00100000:3.0:1746126431.079419:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17177 00000100:00100000:3.0:1746126431.079425:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1963:x1830945734441216:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.079432:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.079449:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b807f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda18 expref: 21 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.079463:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b807f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda18 expref: 21 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.079477:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b807f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda18 expref: 21 pid: 8423 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1746126431.079498:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.079499:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.079504:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.079511:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.079540:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.079549:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 5 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1746126431.079559:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726292224:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.079954:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.082450:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726292224:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.082467:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.082507:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1963:x1830945734441216:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3080us (4620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.082515:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17177 00000100:00100000:3.0:1746126431.082706:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.082779:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734441600 00000100:00100000:2.0:1746126431.082785:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734441600 00002000:00100000:2.0:1746126431.082813:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c318700 x1830945734441600/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.082821:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c318700 with x1830945734441600 ext(0->4095) 00010000:00010000:2.0:1746126431.082828:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126431.082839:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126431.082844:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c318700 00000100:00100000:2.0:1746126431.082871:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1807 00000100:00100000:2.0:1746126431.082876:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734441600:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126431.083001:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734441600:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (296us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.083006:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1807 00002000:00100000:2.0:1746126431.083011:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c318700 x1830945734441600/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.083018:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c318700 with x1830945734441600 ext(0->4095) 00010000:00010000:2.0:1746126431.083041:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126431.083061:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00002000:00010000:2.0:1746126431.083066:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c318700 00000100:00100000:0.0:1746126431.085944:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.086006:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734441728 00000100:00100000:2.0:1746126431.086013:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734441728 00010000:00010000:2.0:1746126431.086084:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126431.086188:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17178 00000100:00100000:2.0:1746126431.086194:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734441728:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.086204:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.086219:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126431.086228:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126431.086244:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b807fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda1f expref: 6 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:2.0:1746126431.086265:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.086266:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.086272:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 19 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.086282:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 19 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.086304:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 19 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.086314:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726292352:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.086678:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.089152:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726292352:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.089170:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.089202:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734441728:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3007us (3263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.089211:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17178 00000100:00100000:0.0:1746126431.089293:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.089754:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734441984 00000100:00100000:2.0:1746126431.089760:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734441984 00002000:00100000:2.0:1746126431.089787:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133307800 x1830945734441984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.089795:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307800 with x1830945734441984 ext(0->4095) 00002000:00010000:2.0:1746126431.089798:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133307800 00000100:00100000:2.0:1746126431.089819:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3827 00000100:00100000:2.0:1746126431.089824:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1965:x1830945734441984:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126431.089936:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1965:x1830945734441984:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (643us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.089943:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3827 00002000:00100000:2.0:1746126431.089948:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133307800 x1830945734441984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.089954:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307800 with x1830945734441984 ext(0->4095) 00002000:00010000:2.0:1746126431.089957:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133307800 00000100:00100000:0.0:1746126431.096600:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.096668:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734442112 00000100:00100000:2.0:1746126431.096675:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734442112 00000100:00100000:2.0:1746126431.096707:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5040 00000100:00100000:2.0:1746126431.096714:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734442112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.096726:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.096740:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda2d expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.096765:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 19 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.096772:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.096773:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.096776:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.096799:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 19 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.096808:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 19 pid: 17079 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1746126431.096822:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726292480:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126431.100013:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.102785:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.102938:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734442240 00000100:00100000:1.0:1746126431.102946:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734442240 00002000:00100000:1.0:1746126431.102982:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880133307b80 x1830945734442240/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.102991:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307b80 with x1830945734442240 ext(0->7) 00010000:00010000:1.0:1746126431.102998:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 20 pid: 17079 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1746126431.103009:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 20 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.103019:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133307b80 00000100:00100000:2.0:1746126431.103144:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726292480:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126431.103163:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.103174:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a61c3800, rc 0) 00000100:00100000:2.0:1746126431.103212:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734442112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6498us (6617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.103218:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5040 00000100:00100000:1.0:1746126431.103660:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1808 00000100:00100000:1.0:1746126431.103668:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1964:x1830945734442240:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126431.103910:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1964:x1830945734442240:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 242us (1131us total) trans 4294968035 rc 0/0 00000100:00100000:1.0:1746126431.103915:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1808 00002000:00100000:1.0:1746126431.103920:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880133307b80 x1830945734442240/t4294968035(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/448 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.103926:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307b80 with x1830945734442240 ext(0->7) 00010000:00010000:1.0:1746126431.103931:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 22 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.103939:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 22 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.103944:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133307b80 00000100:00100000:0.0:1746126431.106899:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.106948:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.107050:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734442496 00000100:00100000:3.0:1746126431.107057:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734442496 00000100:00100000:3.0:1746126431.107139:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5041 00000100:00100000:3.0:1746126431.107146:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:31643:x1830945734442496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.107158:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.107170:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda34 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.107190:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.107195:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.107200:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126431.107203:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 23 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.107230:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.107239:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 23 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.107248:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126431.107277:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:31643:x1830945734442496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.107282:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5041 00000100:00100000:2.0:1746126431.107536:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734442368 00000100:00100000:2.0:1746126431.107540:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734442368 00010000:00010000:2.0:1746126431.107555:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 23 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.107732:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17179 00000100:00100000:2.0:1746126431.107738:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1963:x1830945734442368:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.107746:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.107761:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 23 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.107770:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 23 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.107790:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf2c00/0x9851078746b80803 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda26 expref: 23 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.107807:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.107809:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.107813:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.107820:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.107836:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.107845:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 5 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.107855:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726292736:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.120244:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.124490:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726292736:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.124510:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.124553:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1963:x1830945734442368:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 16813us (17658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.124561:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17179 00000100:00100000:0.0:1746126431.128262:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.128341:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734442752 00000100:00100000:3.0:1746126431.128349:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734442752 00002000:00100000:3.0:1746126431.128386:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d591180 x1830945734442752/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.128396:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d591180 with x1830945734442752 ext(0->4095) 00010000:00010000:3.0:1746126431.128405:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.128417:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.128423:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d591180 00000100:00100000:3.0:1746126431.128440:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1809 00000100:00100000:3.0:1746126431.128448:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734442752:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126431.128584:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734442752:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (329us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.128590:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1809 00002000:00100000:3.0:1746126431.128595:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d591180 x1830945734442752/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.128602:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d591180 with x1830945734442752 ext(0->4095) 00010000:00010000:3.0:1746126431.128606:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.128615:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.128620:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d591180 00000100:00100000:0.0:1746126431.131150:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726292864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126431.131193:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126431.131274:0:10428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726292864 00000100:00100000:3.0:1746126431.131280:0:10428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726292864 00000100:00100000:3.0:1746126431.131309:0:10428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1746126431.131314:0:10428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945726292864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746126431.131338:0:10428:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 693436416 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1746126431.131365:0:10428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945726292864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.131371:0:10428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00080000:0.0:1746126431.131414:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126431.131437:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726292864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126431.134918:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.135000:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734442880 00000100:00100000:2.0:1746126431.135007:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734442880 00010000:00010000:2.0:1746126431.135071:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.135094:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17180 00000100:00100000:2.0:1746126431.135101:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734442880:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.135113:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.135128:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.135138:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.135155:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a61c3800/0x9851078746b8080a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda2d expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.135167:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.135169:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.135176:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 21 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.135182:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 21 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.135211:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 21 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.135221:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726292992:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.135282:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.137641:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726292992:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.137659:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.137688:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734442880:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2587us (2777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.137697:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17180 00000100:00100000:0.0:1746126431.138305:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.138362:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734443136 00000100:00100000:2.0:1746126431.138366:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734443136 00002000:00100000:2.0:1746126431.138394:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e6680 x1830945734443136/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.138402:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e6680 with x1830945734443136 ext(0->4095) 00002000:00010000:2.0:1746126431.138406:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943e6680 00000100:00100000:2.0:1746126431.138427:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3828 00000100:00100000:2.0:1746126431.138432:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1965:x1830945734443136:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126431.138552:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1965:x1830945734443136:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (248us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.138557:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3828 00002000:00100000:2.0:1746126431.138561:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e6680 x1830945734443136/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.138567:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e6680 with x1830945734443136 ext(0->4095) 00002000:00010000:2.0:1746126431.138569:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943e6680 00000100:00100000:0.0:1746126431.141115:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.141531:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734443264 00000100:00100000:1.0:1746126431.141538:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734443264 00000100:00100000:1.0:1746126431.141587:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5042 00000100:00100000:1.0:1746126431.141595:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734443264:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.141610:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.141627:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80818 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda3b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.141655:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 21 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.141662:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.141663:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.141667:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80818 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda3b expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.141693:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 21 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.141703:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 21 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:1.0:1746126431.141713:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726293120:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126431.141795:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126431.153445:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726293120:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126431.153475:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80818 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda3b expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.153489:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:1.0:1746126431.153546:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734443264:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11951us (12437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.153553:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5042 00000100:00100000:0.0:1746126431.155149:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.155960:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734443392 00000100:00100000:3.0:1746126431.155967:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734443392 00002000:00100000:3.0:1746126431.156003:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092b4f100 x1830945734443392/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.156011:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4f100 with x1830945734443392 ext(0->7) 00010000:00010000:3.0:1746126431.156018:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 22 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.156060:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 22 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.156067:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4f100 00000100:00100000:3.0:1746126431.156093:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1810 00000100:00100000:3.0:1746126431.156100:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1964:x1830945734443392:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126431.156367:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1964:x1830945734443392:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 266us (1221us total) trans 4294968036 rc 0/0 00000100:00100000:3.0:1746126431.156373:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1810 00002000:00100000:3.0:1746126431.156383:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092b4f100 x1830945734443392/t4294968036(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/448 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.156390:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4f100 with x1830945734443392 ext(0->7) 00010000:00010000:3.0:1746126431.156394:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 24 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.156404:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 24 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.156410:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4f100 00000100:00100000:0.0:1746126431.161597:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.162131:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734443520 00000100:00100000:2.0:1746126431.162139:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734443520 00010000:00010000:2.0:1746126431.162168:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 24 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.162206:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17181 00000100:00100000:2.0:1746126431.162213:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1963:x1830945734443520:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.162225:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.162241:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 24 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.162252:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 24 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.162270:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80811 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda34 expref: 24 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.162298:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.162300:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.162306:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80818 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda3b expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.162313:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80818 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda3b expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.162342:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80818 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda3b expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.162430:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726293248:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.162895:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdde40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126431.172158:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.173236:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734443776 00000100:00100000:3.0:1746126431.173245:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734443776 00002000:00100000:3.0:1746126431.173283:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6e680 x1830945734443776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.173292:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6e680 with x1830945734443776 ext(0->4095) 00002000:00010000:3.0:1746126431.173296:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6e680 00000100:00100000:3.0:1746126431.173317:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3829 00000100:00100000:3.0:1746126431.173324:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734443776:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126431.173449:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734443776:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (1297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.173455:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3829 00002000:00100000:3.0:1746126431.173465:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6e680 x1830945734443776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.173471:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6e680 with x1830945734443776 ext(0->4095) 00002000:00010000:3.0:1746126431.173473:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6e680 00000100:00100000:2.0:1746126431.173580:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726293248:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.173593:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.173614:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1963:x1830945734443520:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 11402us (12024us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.173621:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17181 00000100:00100000:1.0:1746126431.175928:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.176196:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734443904 00000100:00100000:2.0:1746126431.176202:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734443904 00000100:00100000:2.0:1746126431.176244:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5043 00000100:00100000:2.0:1746126431.176251:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:31643:x1830945734443904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.176264:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.176277:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda42 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.176304:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80818 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda3b expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.176310:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.176312:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.176315:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.176337:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80818 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda3b expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.176349:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80818 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda3b expref: 5 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.176358:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726293376:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126431.176421:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.176905:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.176948:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734444032 00000100:00100000:3.0:1746126431.176953:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734444032 00000100:00100000:3.0:1746126431.176987:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5044 00000100:00100000:3.0:1746126431.176993:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:31655:x1830945734444032:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.177002:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.177008:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80826 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda49 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.177045:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.177050:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 26 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.177055:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.177057:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80826 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda49 expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.177083:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 26 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.177092:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80826 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda49 expref: 26 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.177101:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126431.177137:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:31655:x1830945734444032:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.177142:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5044 00000100:00100000:2.0:1746126431.177595:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726293376:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126431.177609:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 25 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.177617:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131074600, rc 0) 00000100:00100000:2.0:1746126431.177648:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:31643:x1830945734443904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1397us (1726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.177653:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5043 00000100:00100000:0.0:1746126431.179320:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.181201:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734444160 00000100:00100000:2.0:1746126431.181209:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734444160 00010000:00010000:2.0:1746126431.181244:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80818 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda3b expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.181283:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17182 00000100:00100000:2.0:1746126431.181290:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734444160:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.181301:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.181317:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80818 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda3b expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.181326:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80818 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda3b expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.181342:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80818 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda3b expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.181371:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.181373:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.181379:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.181385:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.181409:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.181418:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 24 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.181427:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726293632:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.181493:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.186123:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726293632:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.186146:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.186181:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734444160:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4892us (6865us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.186189:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17182 00000100:00100000:0.0:1746126431.187074:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.187509:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734444416 00000100:00100000:2.0:1746126431.187515:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734444416 00002000:00100000:2.0:1746126431.187554:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4ea00 x1830945734444416/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.187568:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4ea00 with x1830945734444416 ext(0->4095) 00010000:00010000:2.0:1746126431.187575:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 25 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.187586:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 25 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.187592:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4ea00 00000100:00100000:2.0:1746126431.188193:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1811 00000100:00100000:2.0:1746126431.188201:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1964:x1830945734444416:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126431.188331:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1964:x1830945734444416:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (1258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.188337:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1811 00002000:00100000:2.0:1746126431.188343:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092b4ea00 x1830945734444416/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.188349:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4ea00 with x1830945734444416 ext(0->4095) 00010000:00010000:2.0:1746126431.188354:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 25 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.188363:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 25 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.188367:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b4ea00 00000100:00100000:0.0:1746126431.191119:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.191335:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734444544 00000100:00100000:2.0:1746126431.191342:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734444544 00010000:00010000:2.0:1746126431.191368:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 25 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.191387:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17183 00000100:00100000:2.0:1746126431.191393:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1963:x1830945734444544:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.191403:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.191419:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 25 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.191429:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 25 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.191447:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131074600/0x9851078746b8081f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda42 expref: 25 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.191465:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.191466:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.191472:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80826 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda49 expref: 24 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.191479:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80826 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda49 expref: 24 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.191504:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80826 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda49 expref: 24 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.191515:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726293760:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.191573:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdda80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.193675:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726293760:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.193697:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.193729:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1963:x1830945734444544:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2335us (2615us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.193737:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17183 00000100:00100000:0.0:1746126431.195306:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.195617:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734444800 00000100:00100000:2.0:1746126431.195624:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734444800 00002000:00100000:2.0:1746126431.195656:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2680 x1830945734444800/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.195664:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2680 with x1830945734444800 ext(0->4095) 00002000:00010000:2.0:1746126431.195668:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a2680 00000100:00100000:2.0:1746126431.195684:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3830 00000100:00100000:2.0:1746126431.195690:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1965:x1830945734444800:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126431.197561:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1965:x1830945734444800:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 1864us (2251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.197572:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3830 00002000:00100000:2.0:1746126431.197581:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2680 x1830945734444800/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.197589:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2680 with x1830945734444800 ext(0->4095) 00002000:00010000:2.0:1746126431.197594:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a2680 00000100:00100000:2.0:1746126431.202203:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.202267:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734444928 00000100:00100000:0.0:1746126431.202275:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734444928 00000100:00100000:0.0:1746126431.202317:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5045 00000100:00100000:0.0:1746126431.202323:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734444928:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126431.202337:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126431.202350:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda50 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.202376:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80826 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda49 expref: 23 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.202382:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126431.202384:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126431.202387:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.202412:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80826 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda49 expref: 23 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.202422:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80826 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda49 expref: 23 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126431.202431:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726293888:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126431.203708:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.206817:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.206913:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726293888:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126431.206937:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.206951:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c1f3400, rc 0) 00000100:00100000:2.0:1746126431.206986:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734444928:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4663us (4790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.206993:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5045 00000100:00100000:0.0:1746126431.207161:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.207341:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734445056 00000100:00100000:3.0:1746126431.207346:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734445056 00010000:00010000:3.0:1746126431.207365:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80826 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda49 expref: 24 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.207382:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17184 00000100:00100000:3.0:1746126431.207387:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1963:x1830945734445056:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.207397:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.207411:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80826 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda49 expref: 24 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.207419:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80826 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda49 expref: 24 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.207434:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80826 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda49 expref: 24 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.207445:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.207447:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.207451:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.207458:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.207478:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.207486:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726294016:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.207536:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.207727:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734445184 00000100:00100000:2.0:1746126431.207731:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734445184 00000100:00100000:2.0:1746126431.207750:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5046 00000100:00100000:2.0:1746126431.207754:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:31643:x1830945734445184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.207763:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.207772:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda57 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.207785:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.207790:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.207792:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.207794:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 25 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.207807:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.207814:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 5 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.207825:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726294144:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126431.207846:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.210949:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726294016:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.210964:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.210993:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1963:x1830945734445056:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3605us (4182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.211002:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17184 00000100:00100000:0.0:1746126431.211303:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726294144:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126431.211324:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.211337:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952b2e00, rc 0) 00000100:00100000:0.0:1746126431.211356:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:31643:x1830945734445184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3601us (4195us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.211364:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5046 00000100:00100000:2.0:1746126431.211588:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.211866:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734445440 00000100:00100000:0.0:1746126431.211871:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734445440 00002000:00100000:0.0:1746126431.211897:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08700 x1830945734445440/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126431.211905:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08700 with x1830945734445440 ext(0->4095) 00010000:00010000:0.0:1746126431.211910:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126431.211919:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:0.0:1746126431.211923:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b08700 00000100:00100000:0.0:1746126431.211943:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1812 00000100:00100000:0.0:1746126431.211948:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734445440:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126431.212065:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734445440:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (477us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126431.212069:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1812 00002000:00100000:0.0:1746126431.212073:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08700 x1830945734445440/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126431.212079:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08700 with x1830945734445440 ext(0->4095) 00010000:00010000:0.0:1746126431.212083:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126431.212095:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:0.0:1746126431.212099:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b08700 00000100:00100000:0.0:1746126431.215193:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.215284:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734445568 00000100:00100000:3.0:1746126431.215292:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734445568 00010000:00010000:3.0:1746126431.215322:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.215345:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17185 00000100:00100000:3.0:1746126431.215351:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734445568:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.215364:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.215384:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.215394:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.215414:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b8082d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda50 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.215969:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.215972:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.215979:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.215987:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.216014:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.216073:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726294272:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.217117:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.224277:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.224384:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726294272:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.224402:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.224451:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734445568:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 9099us (9266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.224459:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17185 00000100:00100000:2.0:1746126431.224947:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734445824 00000100:00100000:2.0:1746126431.224953:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734445824 00002000:00100000:2.0:1746126431.224984:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a1880 x1830945734445824/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.224992:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a1880 with x1830945734445824 ext(0->4095) 00002000:00010000:2.0:1746126431.224996:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a1880 00000100:00100000:2.0:1746126431.225017:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3831 00000100:00100000:2.0:1746126431.225050:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1963:x1830945734445824:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126431.227767:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1963:x1830945734445824:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 2737us (3490us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.227777:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3831 00002000:00100000:2.0:1746126431.227787:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a1880 x1830945734445824/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.227795:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a1880 with x1830945734445824 ext(0->4095) 00002000:00010000:2.0:1746126431.227799:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a1880 00000100:00100000:0.0:1746126431.231853:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.232072:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734445952 00000100:00100000:2.0:1746126431.232079:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734445952 00000100:00100000:2.0:1746126431.232175:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5047 00000100:00100000:2.0:1746126431.232183:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734445952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.232202:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.232217:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8083b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda5e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.232243:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.232250:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.232252:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.232255:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8083b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda5e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.232279:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.232289:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 23 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.233759:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726294400:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126431.234225:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.236335:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.236429:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734446080 00000100:00100000:3.0:1746126431.236435:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734446080 00002000:00100000:3.0:1746126431.236473:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800946a3480 x1830945734446080/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.236481:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3480 with x1830945734446080 ext(0->7) 00010000:00010000:3.0:1746126431.236488:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 24 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.236498:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 24 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.236503:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a3480 00000100:00100000:3.0:1746126431.236529:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1813 00000100:00100000:3.0:1746126431.236536:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1963:x1830945734446080:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126431.236817:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1963:x1830945734446080:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 281us (487us total) trans 4294968037 rc 0/0 00000100:00100000:3.0:1746126431.236826:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1813 00002000:00100000:3.0:1746126431.236832:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800946a3480 x1830945734446080/t4294968037(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/448 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.236838:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3480 with x1830945734446080 ext(0->7) 00000100:00100000:2.0:1746126431.236897:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726294400:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126431.236918:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8083b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda5e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.236929:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092847600, rc 0) 00000100:00100000:2.0:1746126431.236947:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734445952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4766us (5102us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.236957:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5047 00010000:00010000:3.0:1746126431.237702:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 26 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.237712:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 26 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.237718:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a3480 00000100:00100000:0.0:1746126431.240541:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.240900:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734446208 00000100:00100000:3.0:1746126431.240907:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734446208 00010000:00010000:3.0:1746126431.240936:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 26 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.240958:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17186 00000100:00100000:3.0:1746126431.240964:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1963:x1830945734446208:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.240976:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.240992:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 26 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.241001:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 26 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.241019:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952b2e00/0x9851078746b80834 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda57 expref: 26 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.241998:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.242000:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.242009:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8083b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda5e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.242016:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8083b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda5e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.242077:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8083b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda5e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.242088:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726294528:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.242159:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.244802:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726294528:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.244820:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.244855:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1963:x1830945734446208:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3890us (4319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.244863:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17186 00000100:00100000:0.0:1746126431.245653:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.245984:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734446464 00000100:00100000:3.0:1746126431.245991:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734446464 00002000:00100000:3.0:1746126431.246020:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a1180 x1830945734446464/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.246053:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a1180 with x1830945734446464 ext(0->4095) 00002000:00010000:3.0:1746126431.246057:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a1180 00000100:00100000:3.0:1746126431.246753:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3832 00000100:00100000:3.0:1746126431.246760:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734446464:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126431.247288:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734446464:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 526us (1634us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.247295:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3832 00002000:00100000:3.0:1746126431.247301:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a1180 x1830945734446464/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.247308:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a1180 with x1830945734446464 ext(0->4095) 00002000:00010000:3.0:1746126431.247312:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a1180 00000100:00100000:0.0:1746126431.255206:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.255880:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734446592 00000100:00100000:3.0:1746126431.255887:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734446592 00000100:00100000:3.0:1746126431.255922:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5048 00000100:00100000:3.0:1746126431.255927:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:31643:x1830945734446592:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.255940:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.255953:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda65 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.255974:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8083b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda5e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.255980:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.255981:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.255984:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.256005:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8083b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda5e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.256018:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8083b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda5e expref: 5 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.256040:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726294656:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126431.256805:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.256871:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734446720 00000100:00100000:1.0:1746126431.256876:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734446720 00000100:00100000:1.0:1746126431.256898:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5049 00000100:00100000:1.0:1746126431.256903:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31655:x1830945734446720:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.256910:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.256916:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80849 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda6c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.256926:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.256929:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.256934:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.256936:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80849 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda6c expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.256956:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.256969:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80849 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda6c expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.256977:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18400, rc 0) 00000100:00100000:1.0:1746126431.256999:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:31655:x1830945734446720:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.257005:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5049 00000100:00100000:3.0:1746126431.257074:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.258414:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726294656:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.258432:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.258442:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126431.258479:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31643:x1830945734446592:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2551us (3279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.258485:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5048 00000100:00100000:0.0:1746126431.258760:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.258851:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734446848 00000100:00100000:3.0:1746126431.258856:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734446848 00010000:00010000:3.0:1746126431.258873:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8083b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda5e expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.258989:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17187 00000100:00100000:3.0:1746126431.258995:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734446848:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.259004:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.259045:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8083b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda5e expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.259059:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8083b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda5e expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.259076:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8083b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda5e expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.259094:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.259095:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.259100:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.259107:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.259127:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 26 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.259136:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 26 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.259146:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726294912:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.259200:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.264503:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726294912:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.264533:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.264612:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734446848:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5615us (5851us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.264628:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17187 00000100:00100000:0.0:1746126431.264761:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.264890:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734447104 00000100:00100000:3.0:1746126431.264897:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734447104 00002000:00100000:3.0:1746126431.264931:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c315180 x1830945734447104/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.264940:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c315180 with x1830945734447104 ext(0->4095) 00010000:00010000:3.0:1746126431.264947:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 27 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.264957:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 27 pid: 8424 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.264963:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c315180 00000100:00100000:3.0:1746126431.264976:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1814 00000100:00100000:3.0:1746126431.264981:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c315180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734447104:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126431.265122:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c315180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734447104:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (361us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.265128:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1814 00002000:00100000:3.0:1746126431.265133:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c315180 x1830945734447104/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.265140:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c315180 with x1830945734447104 ext(0->4095) 00010000:00010000:3.0:1746126431.265145:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 27 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.265157:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 27 pid: 8424 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.265162:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c315180 00000100:00100000:0.0:1746126431.267217:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.267274:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734447232 00000100:00100000:3.0:1746126431.267280:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734447232 00010000:00010000:3.0:1746126431.267300:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 27 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.267318:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17188 00000100:00100000:3.0:1746126431.267323:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1963:x1830945734447232:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.267333:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.267348:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 27 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.267358:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 27 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.267375:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80842 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda65 expref: 27 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.267398:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.267400:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.267406:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80849 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda6c expref: 26 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.267416:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80849 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda6c expref: 26 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.267441:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80849 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda6c expref: 26 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.267450:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726295040:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.267508:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.272175:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.272324:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734447488 00000100:00100000:2.0:1746126431.272332:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734447488 00002000:00100000:2.0:1746126431.272368:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c316680 x1830945734447488/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.272377:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c316680 with x1830945734447488 ext(0->4095) 00002000:00010000:2.0:1746126431.272382:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c316680 00000100:00100000:2.0:1746126431.272409:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3833 00000100:00100000:2.0:1746126431.272417:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1963:x1830945734447488:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126431.272496:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726295040:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.272511:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.272564:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1963:x1830945734447232:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5240us (5349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.272574:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17188 00000100:00100000:2.0:1746126431.273193:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1963:x1830945734447488:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 775us (1022us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.273198:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3833 00002000:00100000:2.0:1746126431.273204:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c316680 x1830945734447488/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.273211:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c316680 with x1830945734447488 ext(0->4095) 00002000:00010000:2.0:1746126431.273214:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c316680 00000100:00100000:0.0:1746126431.277614:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.278241:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734447616 00000100:00100000:3.0:1746126431.278249:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734447616 00000100:00100000:3.0:1746126431.278291:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5050 00000100:00100000:3.0:1746126431.278298:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734447616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.278312:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.278325:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda73 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.278348:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80849 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda6c expref: 25 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.278354:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.278356:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.278359:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.278382:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80849 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda6c expref: 25 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.278392:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80849 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda6c expref: 25 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.278402:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726295168:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.280178:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.281824:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726295168:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.281847:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.281859:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:3.0:1746126431.281890:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734447616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3592us (4283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.281896:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5050 00000100:00100000:0.0:1746126431.284337:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.284377:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.284436:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734447744 00000100:00100000:2.0:1746126431.284444:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734447744 00000100:00100000:3.0:1746126431.284452:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734447872 00000100:00100000:3.0:1746126431.284455:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734447872 00010000:00010000:2.0:1746126431.284473:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80849 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda6c expref: 27 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.284488:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5051 00000100:00100000:3.0:1746126431.284495:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5358050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31643:x1830945734447872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126431.284500:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17189 00000100:00100000:2.0:1746126431.284504:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734447744:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.284507:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.284514:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.284517:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda7a expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.284539:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80849 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda6c expref: 28 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.284545:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.284549:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.284558:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126431.284561:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.284599:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80849 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda6c expref: 28 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.284615:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80849 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda6c expref: 28 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.284623:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.284628:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.284629:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.284634:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.284640:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.284653:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.284658:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.284659:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00010000:00010000:2.0:1746126431.284666:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 5 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.284674:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726295424:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.284690:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5358050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31643:x1830945734447872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.284695:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5051 00000100:00100000:2.0:1746126431.284713:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.286926:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726295424:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.286943:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.286985:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1964:x1830945734447744:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2479us (2605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.286995:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17189 00000100:00100000:0.0:1746126431.287496:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.287676:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734448128 00000100:00100000:2.0:1746126431.287682:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734448128 00002000:00100000:2.0:1746126431.287711:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba68700 x1830945734448128/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.287720:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68700 with x1830945734448128 ext(0->4095) 00010000:00010000:2.0:1746126431.287727:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.287738:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.287744:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba68700 00000100:00100000:2.0:1746126431.288103:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1815 00000100:00100000:2.0:1746126431.288112:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734448128:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126431.288264:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734448128:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (768us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.288270:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1815 00002000:00100000:2.0:1746126431.288276:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba68700 x1830945734448128/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.288283:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68700 with x1830945734448128 ext(0->4095) 00010000:00010000:2.0:1746126431.288288:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.288302:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.288307:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba68700 00000100:00100000:0.0:1746126431.290729:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.290820:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734448256 00000100:00100000:2.0:1746126431.290827:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734448256 00010000:00010000:2.0:1746126431.290850:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.290883:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17190 00000100:00100000:2.0:1746126431.290889:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734448256:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.290900:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.290916:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.290926:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.290944:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80850 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda73 expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.291284:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.291286:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.291293:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 25 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.291305:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 25 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.291330:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 25 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.291340:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726295552:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.291404:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.293063:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726295552:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.293080:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.293461:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734448256:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2569us (2734us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.293470:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17190 00000100:00100000:0.0:1746126431.294930:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.294990:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734448512 00000100:00100000:1.0:1746126431.294997:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734448512 00002000:00100000:1.0:1746126431.295049:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba69c00 x1830945734448512/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.295059:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69c00 with x1830945734448512 ext(0->4095) 00002000:00010000:1.0:1746126431.295063:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69c00 00000100:00100000:1.0:1746126431.295084:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3834 00000100:00100000:1.0:1746126431.295090:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1966:x1830945734448512:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126431.295212:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1966:x1830945734448512:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.295217:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3834 00002000:00100000:1.0:1746126431.295222:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba69c00 x1830945734448512/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.295229:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69c00 with x1830945734448512 ext(0->4095) 00002000:00010000:1.0:1746126431.295231:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69c00 00000100:00100000:0.0:1746126431.303227:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.303291:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734448640 00000100:00100000:1.0:1746126431.303298:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734448640 00000100:00100000:1.0:1746126431.303340:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5052 00000100:00100000:1.0:1746126431.303346:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734448640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.303359:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.303372:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda81 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.303394:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 25 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.303405:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.303406:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.303409:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.303430:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 25 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.303439:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 25 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:1.0:1746126431.303448:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123d6d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726295680:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126431.303503:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126431.304722:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123d6d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726295680:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126431.304744:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.304756:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18a00, rc 0) 00000100:00100000:1.0:1746126431.304781:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734448640:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1434us (1560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.304787:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5052 00000100:00100000:0.0:1746126431.317732:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.317826:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734448768 00000100:00100000:2.0:1746126431.317834:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734448768 00002000:00100000:2.0:1746126431.317872:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009ba6a300 x1830945734448768/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.317882:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6a300 with x1830945734448768 ext(0->7) 00010000:00010000:2.0:1746126431.317890:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 26 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.317903:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 26 pid: 8424 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.317909:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6a300 00000100:00100000:2.0:1746126431.317940:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1816 00000100:00100000:2.0:1746126431.317947:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1963:x1830945734448768:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126431.318231:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1963:x1830945734448768:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 284us (505us total) trans 4294968038 rc 0/0 00000100:00100000:2.0:1746126431.318237:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1816 00002000:00100000:2.0:1746126431.318242:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009ba6a300 x1830945734448768/t4294968038(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/448 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.318249:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6a300 with x1830945734448768 ext(0->7) 00010000:00010000:2.0:1746126431.318253:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 28 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.318262:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 28 pid: 8424 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.318268:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6a300 00000100:00100000:0.0:1746126431.319869:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.319930:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734448896 00000100:00100000:1.0:1746126431.319935:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734448896 00000100:00100000:1.0:1746126431.319969:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5053 00000100:00100000:1.0:1746126431.319974:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:31643:x1830945734448896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.319986:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.319997:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80865 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda88 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.320014:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.320018:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.320041:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126431.320044:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80865 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda88 expref: 29 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.320069:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.320081:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80865 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda88 expref: 29 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.320089:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18e00, rc 0) 00000100:00100000:1.0:1746126431.320114:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:31643:x1830945734448896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.320120:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5053 00000100:00100000:0.0:1746126431.322425:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.322515:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734449024 00000100:00100000:2.0:1746126431.322533:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734449024 00010000:00010000:2.0:1746126431.322563:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 29 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.322587:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17191 00000100:00100000:2.0:1746126431.322592:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734449024:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.322603:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.322620:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 29 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.322635:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 29 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.322653:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80857 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda7a expref: 29 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.322680:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.322682:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.322688:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.322695:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.322723:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.322734:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 5 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.322744:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726295936:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.322815:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.324833:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726295936:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.324850:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.324876:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734449024:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2284us (2458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.324887:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17191 00000100:00100000:0.0:1746126431.326781:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.327475:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734449280 00000100:00100000:1.0:1746126431.327483:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734449280 00002000:00100000:1.0:1746126431.327533:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c3100 x1830945734449280/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.327542:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c3100 with x1830945734449280 ext(0->4095) 00010000:00010000:1.0:1746126431.327549:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.327561:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.327567:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c3100 00000100:00100000:1.0:1746126431.327589:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1817 00000100:00100000:1.0:1746126431.327595:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734449280:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126431.327721:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734449280:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (944us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.327726:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1817 00002000:00100000:1.0:1746126431.327730:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c3100 x1830945734449280/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.327736:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c3100 with x1830945734449280 ext(0->4095) 00010000:00010000:1.0:1746126431.327740:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.327748:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.327752:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c3100 00000100:00100000:0.0:1746126431.329890:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.330768:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734449408 00000100:00100000:2.0:1746126431.330775:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734449408 00010000:00010000:2.0:1746126431.330805:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.330837:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17192 00000100:00100000:2.0:1746126431.330843:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734449408:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.330854:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.330871:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.330881:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.330900:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b8085e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda81 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.335998:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.336002:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.336016:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80865 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda88 expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.336038:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80865 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda88 expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.336086:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80865 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda88 expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.336100:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726296064:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.339643:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.340577:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726296064:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.340596:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.340644:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734449408:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 9800us (10758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.340653:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17192 00000100:00100000:0.0:1746126431.341110:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.341269:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734449664 00000100:00100000:3.0:1746126431.341275:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734449664 00002000:00100000:3.0:1746126431.341305:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c2680 x1830945734449664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.341314:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c2680 with x1830945734449664 ext(0->4095) 00002000:00010000:3.0:1746126431.341318:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c2680 00000100:00100000:3.0:1746126431.341864:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3835 00000100:00100000:3.0:1746126431.341871:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734449664:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126431.342001:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734449664:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (891us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.342007:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3835 00002000:00100000:3.0:1746126431.342012:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c2680 x1830945734449664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.342018:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c2680 with x1830945734449664 ext(0->4095) 00002000:00010000:3.0:1746126431.342040:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c2680 00000100:00100000:0.0:1746126431.344166:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.344233:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734449792 00000100:00100000:3.0:1746126431.344240:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734449792 00000100:00100000:3.0:1746126431.344360:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5054 00000100:00100000:3.0:1746126431.344367:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734449792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.344380:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.344394:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8086c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda8f expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.344418:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80865 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda88 expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.344424:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.344426:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.344429:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8086c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda8f expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.344453:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80865 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda88 expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.344467:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80865 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda88 expref: 27 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.344478:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726296192:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.345169:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.347278:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726296192:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.347303:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8086c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda8f expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.347318:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06200, rc 0) 00000100:00100000:3.0:1746126431.347357:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734449792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2990us (3194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.347365:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5054 00000100:00100000:0.0:1746126431.347684:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.347983:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734449920 00000100:00100000:3.0:1746126431.347989:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734449920 00010000:00010000:3.0:1746126431.348010:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80865 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda88 expref: 28 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.348057:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17193 00000100:00100000:3.0:1746126431.348063:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734449920:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.348073:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.348089:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80865 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda88 expref: 28 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.348102:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80865 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda88 expref: 28 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.348120:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80865 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda88 expref: 28 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.348142:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.348144:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.348150:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8086c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda8f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.348156:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8086c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda8f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.348180:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8086c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda8f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.348190:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726296320:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.348242:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.351373:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.351460:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.351855:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734450304 00000100:00100000:1.0:1746126431.351861:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734450304 00002000:00100000:1.0:1746126431.351892:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7ce00 x1830945734450304/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.351906:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7ce00 with x1830945734450304 ext(0->4095) 00002000:00010000:1.0:1746126431.351910:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd7ce00 00000100:00100000:1.0:1746126431.351932:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3836 00000100:00100000:1.0:1746126431.351937:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734450304:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126431.352243:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734450304:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 303us (780us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.352248:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3836 00002000:00100000:1.0:1746126431.352253:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7ce00 x1830945734450304/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.352260:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7ce00 with x1830945734450304 ext(0->4095) 00002000:00010000:1.0:1746126431.352262:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd7ce00 00000100:00100000:3.0:1746126431.352458:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734450048 00000100:00100000:3.0:1746126431.352462:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734450048 00000100:00100000:3.0:1746126431.352480:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5055 00000100:00100000:3.0:1746126431.352484:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:31643:x1830945734450048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.352492:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.352503:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda96 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.352534:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8086c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda8f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.352540:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.352541:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.352544:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 29 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.352566:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8086c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda8f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.352574:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8086c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda8f expref: 5 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.352583:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726296448:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.353788:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.353820:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726296320:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.353833:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.353852:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734449920:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5789us (6169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.353860:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17193 00000100:00100000:0.0:1746126431.356651:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.357674:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734450432 00000100:00100000:1.0:1746126431.357682:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734450432 00000100:00100000:1.0:1746126431.357717:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5056 00000100:00100000:1.0:1746126431.357724:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:31655:x1830945734450432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.357738:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.357751:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8087a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcda9d expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.357775:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.357779:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.357784:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.357787:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8087a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda9d expref: 30 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.357814:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.357827:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8087a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda9d expref: 30 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.357835:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18c00, rc 0) 00000100:00100000:3.0:1746126431.357946:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726296448:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.357961:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.357974:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06e00, rc 0) 00000100:00100000:1.0:1746126431.358229:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:31655:x1830945734450432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 504us (1582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.358236:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5056 00000100:00100000:3.0:1746126431.358315:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:31643:x1830945734450048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5829us (6948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.358320:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5055 00000100:00100000:2.0:1746126431.358513:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.358591:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734450560 00000100:00100000:0.0:1746126431.358595:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734450560 00010000:00010000:0.0:1746126431.358612:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8086c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda8f expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126431.358628:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17194 00000100:00100000:0.0:1746126431.358633:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734450560:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126431.358639:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126431.358655:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8086c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda8f expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126431.358664:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8086c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda8f expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126431.358678:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8086c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda8f expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126431.358700:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.358702:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.358707:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.358714:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.358731:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.358739:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 28 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126431.358748:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726296704:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126431.358793:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.361591:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.361742:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726296704:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.361758:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.361789:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734450560:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3155us (3276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.361798:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17194 00000100:00100000:1.0:1746126431.362272:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734450816 00000100:00100000:1.0:1746126431.362278:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734450816 00002000:00100000:1.0:1746126431.362307:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236f480 x1830945734450816/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.362316:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236f480 with x1830945734450816 ext(0->4095) 00010000:00010000:1.0:1746126431.362322:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 29 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.362333:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 29 pid: 8424 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.362338:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236f480 00000100:00100000:1.0:1746126431.362351:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1818 00000100:00100000:1.0:1746126431.362356:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1963:x1830945734450816:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126431.362486:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1963:x1830945734450816:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (900us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.362491:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1818 00002000:00100000:1.0:1746126431.362497:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236f480 x1830945734450816/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.362503:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236f480 with x1830945734450816 ext(0->4095) 00010000:00010000:1.0:1746126431.362508:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 29 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.362516:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 29 pid: 8424 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.362529:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236f480 00000100:00100000:0.0:1746126431.365103:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.365234:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734450944 00000100:00100000:2.0:1746126431.365241:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734450944 00010000:00010000:2.0:1746126431.365268:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 29 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.365287:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17195 00000100:00100000:2.0:1746126431.365293:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734450944:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.365303:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.365319:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 29 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.365332:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 29 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.365351:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b80873 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda96 expref: 29 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.365365:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.365367:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.365373:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8087a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda9d expref: 28 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.365380:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8087a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda9d expref: 28 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.365405:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8087a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda9d expref: 28 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.365415:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726296832:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.365477:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.367695:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.367857:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734451200 00000100:00100000:1.0:1746126431.367863:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734451200 00002000:00100000:1.0:1746126431.367898:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236c700 x1830945734451200/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.367906:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236c700 with x1830945734451200 ext(0->4095) 00002000:00010000:1.0:1746126431.367910:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236c700 00000100:00100000:1.0:1746126431.367925:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3837 00000100:00100000:1.0:1746126431.367931:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734451200:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126431.368085:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734451200:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.368091:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3837 00002000:00100000:1.0:1746126431.368096:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236c700 x1830945734451200/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.368102:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236c700 with x1830945734451200 ext(0->4095) 00002000:00010000:1.0:1746126431.368105:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236c700 00000100:00100000:2.0:1746126431.368240:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726296832:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.368255:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.368283:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734450944:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2990us (3186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.368289:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17195 00000100:00100000:0.0:1746126431.370395:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.370476:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734451328 00000100:00100000:2.0:1746126431.370482:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734451328 00000100:00100000:2.0:1746126431.370530:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5057 00000100:00100000:2.0:1746126431.370537:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734451328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.370551:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.370564:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80881 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdaa4 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.370585:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8087a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda9d expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.370591:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.370592:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.370595:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80881 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaa4 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.370617:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8087a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda9d expref: 27 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.370626:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8087a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda9d expref: 27 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.370635:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726296960:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126431.370890:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.373307:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726296960:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126431.373332:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80881 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaa4 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.373350:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846e00, rc 0) 00000100:00100000:2.0:1746126431.373394:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734451328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2856us (3003us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.373401:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5057 00000100:00100000:0.0:1746126431.374699:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.374767:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734451456 00000100:00100000:2.0:1746126431.374773:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734451456 00010000:00010000:2.0:1746126431.374795:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8087a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda9d expref: 28 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.374846:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17196 00000100:00100000:2.0:1746126431.374852:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1963:x1830945734451456:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.374862:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.374877:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8087a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda9d expref: 28 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.374886:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8087a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda9d expref: 28 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.374902:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8087a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcda9d expref: 28 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.375186:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.375189:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.375195:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80881 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaa4 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.375206:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80881 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaa4 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.375232:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80881 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaa4 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.375242:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726297088:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.375529:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.377858:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726297088:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.377874:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.377904:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1963:x1830945734451456:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3052us (3206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.377913:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17196 00000100:00100000:0.0:1746126431.378361:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.378439:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.378467:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734451712 00000100:00100000:0.0:1746126431.378472:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734451712 00002000:00100000:0.0:1746126431.378498:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147d880 x1830945734451712/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126431.378506:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147d880 with x1830945734451712 ext(0->4095) 00002000:00010000:0.0:1746126431.378510:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147d880 00000100:00100000:0.0:1746126431.378533:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3838 00000100:00100000:0.0:1746126431.378539:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734451712:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126431.378660:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734451712:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (299us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126431.378666:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3838 00002000:00100000:0.0:1746126431.378670:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013147d880 x1830945734451712/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126431.378677:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147d880 with x1830945734451712 ext(0->4095) 00002000:00010000:0.0:1746126431.378679:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147d880 00000100:00100000:3.0:1746126431.378905:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734451840 00000100:00100000:3.0:1746126431.378909:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734451840 00000100:00100000:3.0:1746126431.378926:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5058 00000100:00100000:3.0:1746126431.378930:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31643:x1830945734451840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.378938:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.378948:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdaab expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.378965:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80881 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaa4 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.378972:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.378973:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.378976:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.378998:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80881 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaa4 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.379008:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80881 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaa4 expref: 5 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.379043:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726297216:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.379086:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.381655:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.381949:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726297216:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126431.381971:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.381985:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:2.0:1746126431.382496:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:31643:x1830945734451840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3562us (4054us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.382504:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5058 00000100:00100000:2.0:1746126431.382535:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734451968 00000100:00100000:2.0:1746126431.382540:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734451968 00000100:00100000:2.0:1746126431.382570:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5059 00000100:00100000:2.0:1746126431.382576:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:31655:x1830945734451968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.382588:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.382599:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8088f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdab2 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.382615:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.382618:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.382623:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.382626:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8088f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab2 expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.382649:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.382658:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8088f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab2 expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.382664:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092847600, rc 0) 00000100:00100000:2.0:1746126431.382680:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:31655:x1830945734451968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.382685:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5059 00000100:00100000:0.0:1746126431.383278:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.383841:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734452096 00000100:00100000:2.0:1746126431.383845:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734452096 00010000:00010000:2.0:1746126431.383865:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80881 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaa4 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.383897:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17197 00000100:00100000:2.0:1746126431.383903:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734452096:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.383912:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.383927:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80881 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaa4 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.383938:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80881 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaa4 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.383954:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80881 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaa4 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.383976:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.383977:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.383983:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.383989:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.384011:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.384405:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 28 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.384423:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726297472:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.384762:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.388840:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726297472:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.388859:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.388897:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734452096:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4993us (5621us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.388905:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17197 00000100:00100000:0.0:1746126431.389251:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.389366:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734452352 00000100:00100000:3.0:1746126431.389373:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734452352 00002000:00100000:3.0:1746126431.389408:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013645a300 x1830945734452352/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.389417:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645a300 with x1830945734452352 ext(0->4095) 00010000:00010000:3.0:1746126431.389424:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 29 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.389435:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 29 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.389441:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013645a300 00000100:00100000:3.0:1746126431.389453:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1819 00000100:00100000:3.0:1746126431.389458:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1963:x1830945734452352:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126431.389591:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1963:x1830945734452352:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.389597:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1819 00002000:00100000:3.0:1746126431.389602:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013645a300 x1830945734452352/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.389609:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645a300 with x1830945734452352 ext(0->4095) 00010000:00010000:3.0:1746126431.389613:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 29 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.389623:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 29 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.389628:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013645a300 00000100:00100000:1.0:1746126431.397206:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.397271:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734452480 00000100:00100000:3.0:1746126431.397278:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734452480 00010000:00010000:3.0:1746126431.397305:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 29 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.397326:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17198 00000100:00100000:3.0:1746126431.397332:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1963:x1830945734452480:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.397343:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.397358:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 29 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.397368:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 29 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.397385:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80888 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaab expref: 29 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.397399:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.397400:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.397406:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8088f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab2 expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.397416:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8088f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab2 expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.397442:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8088f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab2 expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.397452:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726297600:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.397873:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.399409:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726297600:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.399426:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.399600:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1963:x1830945734452480:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2265us (2399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.399611:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17198 00000100:00100000:0.0:1746126431.400700:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.401061:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734452736 00000100:00100000:2.0:1746126431.401068:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734452736 00002000:00100000:2.0:1746126431.401108:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131544e00 x1830945734452736/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.401116:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544e00 with x1830945734452736 ext(0->4095) 00002000:00010000:2.0:1746126431.401120:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131544e00 00000100:00100000:2.0:1746126431.401147:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3839 00000100:00100000:2.0:1746126431.401154:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734452736:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126431.401290:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734452736:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (592us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.401296:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3839 00002000:00100000:2.0:1746126431.401300:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131544e00 x1830945734452736/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.401307:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544e00 with x1830945734452736 ext(0->4095) 00002000:00010000:2.0:1746126431.401309:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131544e00 00000100:00100000:2.0:1746126431.403993:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.404064:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734452864 00000100:00100000:0.0:1746126431.404071:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734452864 00000100:00100000:0.0:1746126431.404110:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5060 00000100:00100000:0.0:1746126431.404117:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734452864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126431.404129:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126431.404141:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b80896 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdab9 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.404163:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8088f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab2 expref: 27 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.404170:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126431.404171:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126431.404174:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b80896 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab9 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.404200:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8088f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab2 expref: 27 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.404211:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8088f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab2 expref: 27 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126431.404221:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b403fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726297728:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126431.404599:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.405958:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b403fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726297728:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126431.406045:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b80896 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab9 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.406058:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c1f3400, rc 0) 00000100:00100000:2.0:1746126431.406086:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734452864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1969us (2099us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.406092:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5060 00000100:00100000:0.0:1746126431.407164:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.407241:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734452992 00000100:00100000:3.0:1746126431.407248:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734452992 00010000:00010000:3.0:1746126431.407273:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8088f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab2 expref: 28 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.407306:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17199 00000100:00100000:3.0:1746126431.407314:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734452992:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.407325:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.407342:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8088f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab2 expref: 28 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.407352:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8088f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab2 expref: 28 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.407370:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8088f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab2 expref: 28 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.407384:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.407386:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.407391:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b80896 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.407398:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b80896 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.407422:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b80896 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.407433:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726297856:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.407494:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.410789:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.411297:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734453248 00000100:00100000:0.0:1746126431.411304:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734453248 00002000:00100000:0.0:1746126431.411340:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b09880 x1830945734453248/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126431.411348:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09880 with x1830945734453248 ext(0->4095) 00002000:00010000:0.0:1746126431.411352:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b09880 00000100:00100000:1.0:1746126431.411474:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.411547:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726297856:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.411563:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.411598:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734452992:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4284us (4437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.411606:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17199 00000100:00100000:0.0:1746126431.411955:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3840 00000100:00100000:0.0:1746126431.411963:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734453248:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126431.412112:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734453248:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (1327us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126431.412117:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3840 00002000:00100000:0.0:1746126431.412122:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b09880 x1830945734453248/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126431.412130:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09880 with x1830945734453248 ext(0->4095) 00002000:00010000:0.0:1746126431.412133:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b09880 00000100:00100000:2.0:1746126431.412852:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734453376 00000100:00100000:2.0:1746126431.412857:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734453376 00000100:00100000:2.0:1746126431.412885:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5061 00000100:00100000:2.0:1746126431.412891:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:31643:x1830945734453376:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.412899:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.412911:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdac0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.412930:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b80896 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.412936:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.412938:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.412941:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 28 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.412964:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b80896 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.412974:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b80896 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab9 expref: 5 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.412984:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726297984:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126431.413047:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.415364:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.415526:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734453504 00000100:00100000:2.0:1746126431.415533:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734453504 00000100:00100000:2.0:1746126431.415577:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5062 00000100:00100000:2.0:1746126431.415584:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:31655:x1830945734453504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.415597:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.415610:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b808a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdac7 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.415629:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.415633:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 30 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.415638:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.415641:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b808a4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac7 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.415667:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 30 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.415678:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b808a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac7 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.415691:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095111800, rc 0) 00000100:00100000:2.0:1746126431.415734:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:31655:x1830945734453504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.415740:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5062 00000100:00100000:2.0:1746126431.417349:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726297984:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126431.417369:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 29 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.417381:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846200, rc 0) 00000100:00100000:2.0:1746126431.417415:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:31643:x1830945734453376:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4523us (5940us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.417422:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5061 00000100:00100000:0.0:1746126431.417596:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.417667:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734453632 00000100:00100000:2.0:1746126431.417671:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734453632 00010000:00010000:2.0:1746126431.417687:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b80896 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab9 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.417955:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17200 00000100:00100000:2.0:1746126431.417963:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734453632:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.417973:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.417990:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b80896 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab9 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.417999:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b80896 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab9 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.418017:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1f3400/0x9851078746b80896 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdab9 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.418070:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.418071:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.418077:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 28 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.418085:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 28 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.418108:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 28 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.418117:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 28 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.418127:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726298240:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.418178:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.422427:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.422648:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734453888 00000100:00100000:3.0:1746126431.422655:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734453888 00002000:00100000:3.0:1746126431.422692:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092829c00 x1830945734453888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.422707:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829c00 with x1830945734453888 ext(0->4095) 00010000:00010000:3.0:1746126431.422714:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 29 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.422726:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 29 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.422732:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092829c00 00000100:00100000:3.0:1746126431.422761:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1820 00000100:00100000:3.0:1746126431.422768:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734453888:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126431.422917:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734453888:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (497us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.422923:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1820 00002000:00100000:3.0:1746126431.422929:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092829c00 x1830945734453888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.422935:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829c00 with x1830945734453888 ext(0->4095) 00010000:00010000:3.0:1746126431.422940:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 29 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.422948:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 29 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.422953:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092829c00 00000100:00100000:2.0:1746126431.423216:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726298240:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.423234:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.423256:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734453632:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5294us (5661us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.423263:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17200 00000100:00100000:0.0:1746126431.426106:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.426217:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734454016 00000100:00100000:2.0:1746126431.426225:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734454016 00010000:00010000:2.0:1746126431.426256:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 29 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.426331:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17201 00000100:00100000:2.0:1746126431.426338:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734454016:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.426351:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.426370:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 29 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.426379:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 29 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.426398:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8089d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac0 expref: 29 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.426411:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.426412:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.426418:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b808a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac7 expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.426424:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b808a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac7 expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.426451:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b808a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac7 expref: 28 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.426461:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726298368:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.426548:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.430467:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.430580:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726298368:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.430597:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126431.430688:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734454272 00000100:00100000:1.0:1746126431.430695:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734454272 00002000:00100000:1.0:1746126431.430730:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad7480 x1830945734454272/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.430739:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7480 with x1830945734454272 ext(0->4095) 00002000:00010000:1.0:1746126431.430742:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad7480 00000100:00100000:1.0:1746126431.430767:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3841 00000100:00100000:1.0:1746126431.430774:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1963:x1830945734454272:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126431.430918:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734454016:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4580us (4816us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.430925:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17201 00000100:00100000:1.0:1746126431.431619:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1963:x1830945734454272:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 844us (1160us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.431626:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3841 00002000:00100000:1.0:1746126431.431632:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad7480 x1830945734454272/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.431639:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7480 with x1830945734454272 ext(0->4095) 00002000:00010000:1.0:1746126431.431642:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad7480 00000100:00100000:0.0:1746126431.433926:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.433987:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734454400 00000100:00100000:2.0:1746126431.433996:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734454400 00000100:00100000:2.0:1746126431.434080:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5063 00000100:00100000:2.0:1746126431.434812:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734454400:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.434827:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.434839:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdace expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.434864:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b808a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac7 expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.434871:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.434872:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.434875:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.435170:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b808a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac7 expref: 27 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.435182:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b808a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac7 expref: 27 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.435197:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726298496:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126431.437181:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.442744:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.442830:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.442920:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734454656 00000100:00100000:3.0:1746126431.442928:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734454656 00010000:00010000:3.0:1746126431.442960:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b808a4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac7 expref: 28 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.442984:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17202 00000100:00100000:3.0:1746126431.442991:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1963:x1830945734454656:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.443002:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.443039:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b808a4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac7 expref: 28 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.443050:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b808a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac7 expref: 28 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.443070:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.443071:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.443077:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.443084:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.443111:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.443121:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726298624:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.443179:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126431.443249:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734454528 00000100:00100000:1.0:1746126431.443252:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734454528 00000100:00100000:1.0:1746126431.443272:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5064 00000100:00100000:1.0:1746126431.443277:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:31643:x1830945734454528:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.443288:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.443296:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdad5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.443309:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.443315:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.443316:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.443319:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.443334:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.443343:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:1.0:1746126431.443351:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726298752:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126431.443370:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00010000:00010000:2.0:1746126431.443600:0:17079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095111800/0x9851078746b808a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdac7 expref: 30 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.443619:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726298496:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126431.443636:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.443643:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.443650:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993800, rc 0) 00000100:00100000:2.0:1746126431.443682:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734454400:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8883us (9763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.443688:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5063 00000100:00100000:3.0:1746126431.444695:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726298624:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.444707:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.444729:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1963:x1830945734454656:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1739us (1899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.444735:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17202 00000100:00100000:1.0:1746126431.444882:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726298752:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126431.444899:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 28 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.444908:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19c00, rc 0) 00000100:00100000:1.0:1746126431.444926:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:31643:x1830945734454528:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1648us (2188us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.444934:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5064 00000100:00100000:0.0:1746126431.445623:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.445698:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734454912 00000100:00100000:1.0:1746126431.445703:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734454912 00002000:00100000:1.0:1746126431.452473:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1a300 x1830945734454912/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.452493:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1a300 with x1830945734454912 ext(0->4095) 00010000:00010000:1.0:1746126431.452506:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.452538:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.452551:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e1a300 00000100:00100000:1.0:1746126431.452591:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1821 00000100:00100000:1.0:1746126431.452606:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734454912:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126431.452833:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734454912:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 226us (7205us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.452839:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1821 00002000:00100000:1.0:1746126431.452848:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1a300 x1830945734454912/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.452858:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1a300 with x1830945734454912 ext(0->4095) 00010000:00010000:1.0:1746126431.452862:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.452882:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.452887:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e1a300 00000100:00100000:0.0:1746126431.458582:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.458669:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734455040 00000100:00100000:3.0:1746126431.458676:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734455040 00010000:00010000:3.0:1746126431.458705:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.458728:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17203 00000100:00100000:3.0:1746126431.458735:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734455040:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.458745:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.458762:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.458773:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.458793:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b808ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdace expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.459961:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.459965:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.459973:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 27 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.459982:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 27 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.460016:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 27 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.460040:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726298880:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.460126:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.463656:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726298880:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.463709:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.463825:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734455040:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5088us (5247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.463834:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17203 00000100:00100000:0.0:1746126431.463962:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.464049:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734455296 00000100:00100000:3.0:1746126431.464055:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734455296 00002000:00100000:3.0:1746126431.464084:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1b800 x1830945734455296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.464093:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1b800 with x1830945734455296 ext(0->4095) 00002000:00010000:3.0:1746126431.464097:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e1b800 00000100:00100000:3.0:1746126431.464111:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3842 00000100:00100000:3.0:1746126431.464116:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734455296:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126431.464244:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1964:x1830945734455296:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.464250:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3842 00002000:00100000:3.0:1746126431.464255:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e1b800 x1830945734455296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.464261:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1b800 with x1830945734455296 ext(0->4095) 00002000:00010000:3.0:1746126431.464264:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e1b800 00000100:00100000:0.0:1746126431.466615:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.467407:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734455424 00000100:00100000:1.0:1746126431.467414:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734455424 00000100:00100000:1.0:1746126431.467460:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5065 00000100:00100000:1.0:1746126431.467467:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734455424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.467480:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.467493:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdadc expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.467516:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 27 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.467533:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.467534:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.467537:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.467562:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 27 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.467571:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 27 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:1.0:1746126431.467581:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726299008:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126431.467657:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126431.470609:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726299008:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126431.470640:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.470654:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18400, rc 0) 00000100:00100000:1.0:1746126431.470813:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734455424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3345us (4203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.470821:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5065 00000100:00100000:0.0:1746126431.471685:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.471766:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734455552 00000100:00100000:1.0:1746126431.471771:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734455552 00002000:00100000:1.0:1746126431.471798:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012bff1500 x1830945734455552/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.471805:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff1500 with x1830945734455552 ext(0->7) 00010000:00010000:1.0:1746126431.471810:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 28 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.471820:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 28 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.471825:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff1500 00000100:00100000:1.0:1746126431.471849:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1822 00000100:00100000:1.0:1746126431.471855:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1963:x1830945734455552:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126431.473540:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1963:x1830945734455552:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 1678us (1850us total) trans 4294968039 rc 0/0 00000100:00100000:1.0:1746126431.473552:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1822 00002000:00100000:1.0:1746126431.473562:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012bff1500 x1830945734455552/t4294968039(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/448 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.473570:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff1500 with x1830945734455552 ext(0->7) 00010000:00010000:1.0:1746126431.473577:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.473588:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.473594:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff1500 00000100:00100000:0.0:1746126431.496178:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.496280:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.496515:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734455680 00000100:00100000:1.0:1746126431.496532:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734455680 00000100:00100000:1.0:1746126431.496581:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5066 00000100:00100000:1.0:1746126431.496588:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:31643:x1830945734455680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.496603:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.496616:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b808c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdae3 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.496638:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.496643:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.496648:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126431.496651:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b808c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdae3 expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.496684:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.496698:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b808c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdae3 expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.496707:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18e00, rc 0) 00000100:00100000:1.0:1746126431.496740:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:31643:x1830945734455680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.496746:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5066 00000100:00100000:2.0:1746126431.496918:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734455808 00000100:00100000:2.0:1746126431.496922:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734455808 00010000:00010000:2.0:1746126431.496937:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.496954:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17204 00000100:00100000:2.0:1746126431.496959:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1966:x1830945734455808:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.496965:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126431.496978:0:8440:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126429 -> 1746126430 00002000:00010000:2.0:1746126431.496980:0:8440:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126429 -> 1746126430 00010000:00010000:2.0:1746126431.496984:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.496993:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.497007:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdad5 expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.497019:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.497041:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.497047:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.497053:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.497070:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.497078:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 5 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.497087:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726299264:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.497214:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.500868:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726299264:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126431.500872:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126431.500885:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.500927:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1966:x1830945734455808:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3967us (4646us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.500937:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17204 00000100:00100000:1.0:1746126431.501003:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734456064 00000100:00100000:1.0:1746126431.501009:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734456064 00002000:00100000:1.0:1746126431.501055:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1880 x1830945734456064/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.501064:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1880 with x1830945734456064 ext(0->4095) 00010000:00010000:1.0:1746126431.501071:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.501082:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.501088:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae1880 00000100:00100000:1.0:1746126431.501114:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1823 00000100:00100000:1.0:1746126431.501121:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734456064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126431.501246:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734456064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.501252:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1823 00002000:00100000:1.0:1746126431.501257:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1880 x1830945734456064/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.501264:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1880 with x1830945734456064 ext(0->4095) 00010000:00010000:1.0:1746126431.501269:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.501277:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.501282:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae1880 00000100:00100000:0.0:1746126431.504394:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.504468:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734456192 00000100:00100000:2.0:1746126431.504475:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734456192 00010000:00010000:2.0:1746126431.504503:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.504547:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17205 00000100:00100000:2.0:1746126431.504554:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734456192:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.504565:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.504583:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.504594:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.504618:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b808b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdadc expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.504645:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.504648:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.504654:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b808c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdae3 expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.504661:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b808c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdae3 expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.504689:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b808c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdae3 expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.504701:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726299392:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.505657:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.507970:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726299392:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.507989:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.508052:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734456192:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3498us (3664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.508061:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17205 00000100:00100000:0.0:1746126431.509603:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.510086:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734456448 00000100:00100000:3.0:1746126431.510093:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734456448 00002000:00100000:3.0:1746126431.510127:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae0700 x1830945734456448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.510136:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0700 with x1830945734456448 ext(0->4095) 00002000:00010000:3.0:1746126431.510139:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae0700 00000100:00100000:3.0:1746126431.510153:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3843 00000100:00100000:3.0:1746126431.510158:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1966:x1830945734456448:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126431.510274:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1966:x1830945734456448:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (674us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.510280:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3843 00002000:00100000:3.0:1746126431.510285:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae0700 x1830945734456448/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.510292:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0700 with x1830945734456448 ext(0->4095) 00002000:00010000:3.0:1746126431.510294:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae0700 00000100:00100000:0.0:1746126431.512104:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.512274:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734456576 00000100:00100000:3.0:1746126431.512280:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734456576 00000100:00100000:3.0:1746126431.512951:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5067 00000100:00100000:3.0:1746126431.512959:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734456576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.512973:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.512986:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdaea expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.513008:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b808c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdae3 expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.513015:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.513016:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.513020:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.513074:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b808c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdae3 expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.513084:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b808c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdae3 expref: 29 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.513095:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726299520:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.515077:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.518824:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726299520:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.518849:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.518863:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126431.518916:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734456576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5957us (6898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.518924:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5067 00000100:00100000:0.0:1746126431.519151:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.519206:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734456704 00000100:00100000:2.0:1746126431.519211:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734456704 00010000:00010000:2.0:1746126431.519234:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b808c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdae3 expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.519258:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17206 00000100:00100000:2.0:1746126431.519264:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945734456704:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.519276:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.519293:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b808c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdae3 expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.519308:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b808c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdae3 expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.519330:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b808c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdae3 expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.519343:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.519344:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.519349:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.519355:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.519379:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.519389:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726299648:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.519448:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.520841:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.521962:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.522047:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726299648:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126431.522064:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126431.522102:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734456704:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2837us (2951us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.522111:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17206 00000100:00100000:3.0:1746126431.522384:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734456832 00000100:00100000:3.0:1746126431.522389:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734456832 00000100:00100000:3.0:1746126431.522426:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5068 00000100:00100000:3.0:1746126431.522432:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:31643:x1830945734456832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.522446:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.522459:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdaf1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.522484:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.522490:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.522491:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.522494:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 30 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.522515:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.522537:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 5 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.522547:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726299776:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.522590:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.523260:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734457088 00000100:00100000:3.0:1746126431.523265:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734457088 00002000:00100000:3.0:1746126431.523288:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b09c00 x1830945734457088/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.523296:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09c00 with x1830945734457088 ext(0->4095) 00010000:00010000:3.0:1746126431.523301:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.523311:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.523321:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b09c00 00000100:00100000:3.0:1746126431.523334:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1824 00000100:00100000:3.0:1746126431.523339:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734457088:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126431.523448:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734457088:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (1488us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.523453:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1824 00002000:00100000:3.0:1746126431.523458:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b09c00 x1830945734457088/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.523465:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09c00 with x1830945734457088 ext(0->4095) 00010000:00010000:3.0:1746126431.523469:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.523477:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.523481:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b09c00 00000100:00100000:0.0:1746126431.525415:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.525467:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734457216 00000100:00100000:1.0:1746126431.525473:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734457216 00000100:00100000:1.0:1746126431.525650:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5069 00000100:00100000:1.0:1746126431.525658:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:31655:x1830945734457216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.525671:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.525683:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b808d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdaf8 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.525704:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.525708:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.525713:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.525715:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b808d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf8 expref: 32 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.525746:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.525759:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b808d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf8 expref: 32 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.525767:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:1.0:1746126431.525798:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:31655:x1830945734457216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.525864:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726299776:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.525877:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.525884:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06e00, rc 0) 00000100:00100000:3.0:1746126431.525899:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:31643:x1830945734456832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3468us (5063us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.525908:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5068 00000100:00100000:1.0:1746126431.526738:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5069 00000100:00100000:0.0:1746126431.527667:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.527725:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734457344 00000100:00100000:2.0:1746126431.527730:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734457344 00010000:00010000:2.0:1746126431.527752:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.527776:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17207 00000100:00100000:2.0:1746126431.527783:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734457344:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.527793:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.527809:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.527817:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.527833:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b808c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaea expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.527846:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.527847:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.527853:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 30 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.527860:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 30 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.527884:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 30 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.527892:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 30 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.527901:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726300032:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.527962:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.529845:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.529937:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726300032:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.529952:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.529981:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734457344:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2198us (2316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.529989:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17207 00000100:00100000:1.0:1746126431.530077:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734457600 00000100:00100000:1.0:1746126431.530085:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734457600 00002000:00100000:1.0:1746126431.530113:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2f100 x1830945734457600/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.530121:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f100 with x1830945734457600 ext(0->4095) 00010000:00010000:1.0:1746126431.530127:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 31 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.530136:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 31 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.530213:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf2f100 00000100:00100000:1.0:1746126431.530240:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1825 00000100:00100000:1.0:1746126431.530246:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945734457600:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126431.530371:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945734457600:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.530377:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1825 00002000:00100000:1.0:1746126431.530382:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf2f100 x1830945734457600/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.530389:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f100 with x1830945734457600 ext(0->4095) 00010000:00010000:1.0:1746126431.530393:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 31 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.530717:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 31 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.530725:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf2f100 00000100:00100000:0.0:1746126431.532732:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.532813:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734457728 00000100:00100000:2.0:1746126431.532820:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734457728 00010000:00010000:2.0:1746126431.532843:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 31 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.532863:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17208 00000100:00100000:2.0:1746126431.532869:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1964:x1830945734457728:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.532879:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.532895:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 31 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.532904:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 31 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.532922:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06e00/0x9851078746b808ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf1 expref: 31 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.532933:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.532935:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.532940:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b808d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf8 expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.532946:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b808d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf8 expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.532972:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b808d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf8 expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.532982:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726300160:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.533687:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.536613:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.536710:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726300160:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.536727:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.536761:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945734457728:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3892us (4033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.536770:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17208 00000100:00100000:1.0:1746126431.536935:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734457984 00000100:00100000:1.0:1746126431.536940:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734457984 00002000:00100000:1.0:1746126431.536967:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092866680 x1830945734457984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.536975:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092866680 with x1830945734457984 ext(0->4095) 00002000:00010000:1.0:1746126431.536979:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092866680 00000100:00100000:1.0:1746126431.537004:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3844 00000100:00100000:1.0:1746126431.537009:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1963:x1830945734457984:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126431.537166:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1963:x1830945734457984:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (559us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.537172:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3844 00002000:00100000:1.0:1746126431.537177:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092866680 x1830945734457984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.537189:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092866680 with x1830945734457984 ext(0->4095) 00002000:00010000:1.0:1746126431.537191:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092866680 00000100:00100000:0.0:1746126431.539290:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.539367:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734458112 00000100:00100000:1.0:1746126431.539373:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734458112 00000100:00100000:1.0:1746126431.539757:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5070 00000100:00100000:1.0:1746126431.539765:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734458112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.539778:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.539790:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdaff expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.539811:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b808d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf8 expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.539817:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.539818:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.539821:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.539844:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b808d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf8 expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.539853:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b808d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf8 expref: 29 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:1.0:1746126431.539863:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726300288:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126431.540631:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.542641:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.542804:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734458240 00000100:00100000:2.0:1746126431.542809:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734458240 00010000:00010000:2.0:1746126431.542836:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b808d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf8 expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.542856:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17209 00000100:00100000:2.0:1746126431.542861:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945734458240:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.542871:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126431.542880:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726300288:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126431.542887:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b808d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf8 expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.542895:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b808d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf8 expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.542910:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.542922:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18200, rc 0) 00000100:00100000:1.0:1746126431.542959:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734458112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3194us (3674us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.542965:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5070 00010000:00010000:2.0:1746126431.543218:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b808d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaf8 expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.543235:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.543237:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.543242:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.543249:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.543274:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.543284:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726300416:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.543345:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.546064:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726300416:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.546081:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.546122:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734458240:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3259us (3482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.546132:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17209 00000100:00100000:0.0:1746126431.548222:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.548264:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.548309:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734458624 00000100:00100000:1.0:1746126431.548315:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734458624 00000100:00100000:1.0:1746126431.548541:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5071 00000100:00100000:1.0:1746126431.548549:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:31643:x1830945734458624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.548564:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.548578:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb06 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.548601:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.548607:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.548609:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.548612:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.548635:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.548646:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 5 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:1.0:1746126431.548656:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726300544:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126431.548706:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.548746:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734458496 00000100:00100000:3.0:1746126431.548749:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734458496 00002000:00100000:3.0:1746126431.548772:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c314000 x1830945734458496/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.548779:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c314000 with x1830945734458496 ext(0->4095) 00010000:00010000:3.0:1746126431.548784:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.548793:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.548799:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c314000 00000100:00100000:3.0:1746126431.548821:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1826 00000100:00100000:3.0:1746126431.548827:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734458496:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126431.548939:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734458496:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (721us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.548945:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1826 00002000:00100000:3.0:1746126431.548950:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c314000 x1830945734458496/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.548956:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c314000 with x1830945734458496 ext(0->4095) 00010000:00010000:3.0:1746126431.548960:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.548972:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.548977:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c314000 00000100:00100000:0.0:1746126431.553443:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.553561:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726300544:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126431.553589:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.553601:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18600, rc 0) 00000100:00100000:1.0:1746126431.553647:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:31643:x1830945734458624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5098us (5381us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.553654:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5071 00000100:00100000:1.0:1746126431.553674:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734458752 00000100:00100000:1.0:1746126431.553678:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734458752 00000100:00100000:1.0:1746126431.553713:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5072 00000100:00100000:1.0:1746126431.553718:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:31655:x1830945734458752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.553730:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126431.554630:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.554682:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734458880 00000100:00100000:2.0:1746126431.554686:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734458880 00010000:00010000:2.0:1746126431.554703:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.554705:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb0d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.554721:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746126431.554724:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17210 00010000:00010000:1.0:1746126431.554724:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.554728:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734458880:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126431.554729:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.554732:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb0d expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.554737:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.554752:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.554760:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.554760:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.555326:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b808dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdaff expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.555558:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb0d expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.555566:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.555567:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.555572:0:8423:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.555579:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.555588:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126431.555596:0:8423:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.555604:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.555612:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734458880:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 884us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.555614:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726300800:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.555618:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17210 00000100:00100000:1.0:1746126431.555653:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126431.559309:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726300800:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126431.559331:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19c00, rc 0) 00000100:00100000:1.0:1746126431.559377:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:31655:x1830945734458752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5658us (5940us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.559384:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5072 00000100:00100000:0.0:1746126431.561573:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.561780:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734459136 00000100:00100000:1.0:1746126431.561787:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734459136 00002000:00100000:1.0:1746126431.561821:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a3b80 x1830945734459136/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.561830:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3b80 with x1830945734459136 ext(0->4095) 00010000:00010000:1.0:1746126431.561836:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.561847:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.561853:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a3b80 00000100:00100000:1.0:1746126431.561881:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1827 00000100:00100000:1.0:1746126431.561887:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1965:x1830945734459136:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126431.562044:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1965:x1830945734459136:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (454us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.562050:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1827 00002000:00100000:1.0:1746126431.562055:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a3b80 x1830945734459136/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.562062:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3b80 with x1830945734459136 ext(0->4095) 00010000:00010000:1.0:1746126431.562066:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.562078:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.562083:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a3b80 00000100:00100000:0.0:1746126431.565902:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.567173:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734459264 00000100:00100000:3.0:1746126431.567181:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734459264 00010000:00010000:3.0:1746126431.567208:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.567243:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17211 00000100:00100000:3.0:1746126431.567249:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1964:x1830945734459264:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.567260:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.567278:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.567493:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.567513:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b808e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb06 expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.568078:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.568080:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.568087:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb0d expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.568098:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb0d expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.568125:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb0d expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.568136:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726300928:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.568218:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.571816:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726300928:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.571835:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.571879:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945734459264:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4629us (5982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.571888:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17211 00000100:00100000:0.0:1746126431.572354:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.572598:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734459520 00000100:00100000:3.0:1746126431.572603:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734459520 00002000:00100000:3.0:1746126431.572631:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a3800 x1830945734459520/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.572640:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3800 with x1830945734459520 ext(0->4095) 00002000:00010000:3.0:1746126431.572643:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a3800 00000100:00100000:3.0:1746126431.572670:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3845 00000100:00100000:3.0:1746126431.572675:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1965:x1830945734459520:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126431.572783:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1965:x1830945734459520:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (430us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.572791:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3845 00002000:00100000:3.0:1746126431.572795:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a3800 x1830945734459520/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.572801:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3800 with x1830945734459520 ext(0->4095) 00002000:00010000:3.0:1746126431.572804:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a3800 00000100:00100000:0.0:1746126431.575714:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.575789:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734459648 00000100:00100000:1.0:1746126431.575796:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734459648 00000100:00100000:1.0:1746126431.576403:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5073 00000100:00100000:1.0:1746126431.576412:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734459648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.576424:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.576436:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb14 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.576460:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb0d expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.576467:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.576468:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.576472:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.576495:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb0d expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.576505:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb0d expref: 29 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:1.0:1746126431.576514:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726301056:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126431.576582:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126431.579578:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726301056:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126431.579608:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.579622:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19e00, rc 0) 00000100:00100000:1.0:1746126431.579658:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734459648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3247us (3949us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.579666:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5073 00000100:00100000:0.0:1746126431.580185:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.580313:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734459776 00000100:00100000:3.0:1746126431.580318:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734459776 00010000:00010000:3.0:1746126431.580338:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb0d expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.580358:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17212 00000100:00100000:3.0:1746126431.580363:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945734459776:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.580372:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.580388:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb0d expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.580396:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb0d expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.580412:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b808ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb0d expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.580430:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.580432:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.580437:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.580448:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.580470:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.580479:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726301184:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.580534:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.583149:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.583221:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.583285:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734460032 00000100:00100000:1.0:1746126431.583293:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734460032 00000100:00100000:1.0:1746126431.583416:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5074 00000100:00100000:1.0:1746126431.583423:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:31643:x1830945734460032:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.583435:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.583447:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb1b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.583453:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726301184:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.583467:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126431.583468:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.583475:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.583477:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.583479:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.583499:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.583514:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 5 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:1.0:1746126431.583533:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726301312:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126431.583863:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734460160 00000100:00100000:2.0:1746126431.583867:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734460160 00002000:00100000:2.0:1746126431.583890:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248af480 x1830945734460160/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.583898:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248af480 with x1830945734460160 ext(0->4095) 00010000:00010000:2.0:1746126431.583903:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.583913:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.583918:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248af480 00000100:00100000:2.0:1746126431.583938:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1828 00000100:00100000:2.0:1746126431.583943:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734460160:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126431.584277:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1964:x1830945734459776:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3912us (4090us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.584284:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17212 00000100:00100000:1.0:1746126431.584309:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.584830:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734460160:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 885us (1607us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.584836:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1828 00002000:00100000:2.0:1746126431.584842:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248af480 x1830945734460160/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.584848:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248af480 with x1830945734460160 ext(0->4095) 00010000:00010000:2.0:1746126431.584853:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.584862:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.584867:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248af480 00000100:00100000:1.0:1746126431.587396:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726301312:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126431.587419:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.587432:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19400, rc 0) 00000100:00100000:1.0:1746126431.587476:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:31643:x1830945734460032:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4053us (4333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.587483:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5074 00000100:00100000:2.0:1746126431.587941:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.587986:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734460288 00000100:00100000:1.0:1746126431.587991:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734460288 00000100:00100000:3.0:1746126431.588047:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5075 00000100:00100000:3.0:1746126431.588055:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:31655:x1830945734460288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.588187:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.588199:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b808ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb22 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.588216:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.588220:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.588225:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.588227:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b808ff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb22 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.588250:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.588259:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b808ff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb22 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.588265:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:3.0:1746126431.588292:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:31655:x1830945734460288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 239us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.588297:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5075 00000100:00100000:0.0:1746126431.589626:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.589719:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734460416 00000100:00100000:3.0:1746126431.589723:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734460416 00010000:00010000:3.0:1746126431.589740:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.589769:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17213 00000100:00100000:3.0:1746126431.589775:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734460416:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.589784:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.589802:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.589811:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.589826:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b808f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb14 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.589853:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.589855:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.589860:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.589867:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.589886:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.589895:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.589905:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726301568:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.589967:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.592703:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.592770:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734460672 00000100:00100000:2.0:1746126431.592776:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734460672 00002000:00100000:2.0:1746126431.592810:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ae300 x1830945734460672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.592818:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ae300 with x1830945734460672 ext(0->4095) 00010000:00010000:2.0:1746126431.592826:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.592833:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726301568:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.592837:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.592847:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1746126431.592847:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248ae300 00000100:00100000:2.0:1746126431.592876:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1829 00000100:00100000:2.0:1746126431.592883:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1964:x1830945734460672:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126431.592970:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734460416:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3194us (3344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.592977:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17213 00000100:00100000:2.0:1746126431.593770:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1964:x1830945734460672:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 885us (1070us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.593777:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1829 00002000:00100000:2.0:1746126431.593782:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801248ae300 x1830945734460672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.593790:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ae300 with x1830945734460672 ext(0->4095) 00010000:00010000:2.0:1746126431.593795:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.593805:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.593810:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801248ae300 00000100:00100000:1.0:1746126431.596159:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.596241:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734460800 00000100:00100000:3.0:1746126431.596247:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734460800 00010000:00010000:3.0:1746126431.596270:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.596306:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17214 00000100:00100000:3.0:1746126431.596311:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1966:x1830945734460800:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.596322:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.596339:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.596348:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.596365:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b808f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb1b expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.596389:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.596391:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.596397:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b808ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb22 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.596404:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b808ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb22 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.596429:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b808ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb22 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.596438:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726301696:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.596505:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.598692:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726301696:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.598709:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.599186:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1966:x1830945734460800:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2873us (3031us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.599195:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17214 00000100:00100000:1.0:1746126431.599541:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.599632:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734461056 00000100:00100000:3.0:1746126431.599637:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734461056 00002000:00100000:3.0:1746126431.599664:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6c000 x1830945734461056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.599672:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6c000 with x1830945734461056 ext(0->4095) 00002000:00010000:3.0:1746126431.599675:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6c000 00000100:00100000:3.0:1746126431.599688:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3846 00000100:00100000:3.0:1746126431.599693:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945734461056:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126431.599810:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945734461056:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (270us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.599815:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3846 00002000:00100000:3.0:1746126431.599820:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6c000 x1830945734461056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.599825:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6c000 with x1830945734461056 ext(0->4095) 00002000:00010000:3.0:1746126431.599828:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123d6c000 00000100:00100000:0.0:1746126431.602409:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.602476:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734461184 00000100:00100000:3.0:1746126431.602483:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734461184 00000100:00100000:3.0:1746126431.602793:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5076 00000100:00100000:3.0:1746126431.602801:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734461184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.602817:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.602831:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80906 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb29 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.602854:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b808ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb22 expref: 29 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.602861:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.602862:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.602865:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80906 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb29 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.602889:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b808ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb22 expref: 29 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.602898:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b808ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb22 expref: 29 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.602907:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726301824:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.602952:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.605477:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726301824:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.605501:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80906 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb29 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.605512:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126431.606115:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734461184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3313us (3709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.606125:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5076 00000100:00100000:0.0:1746126431.606551:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.606826:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734461312 00000100:00100000:3.0:1746126431.606831:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734461312 00010000:00010000:3.0:1746126431.606852:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b808ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb22 expref: 30 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.606871:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17215 00000100:00100000:3.0:1746126431.606876:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1963:x1830945734461312:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.606886:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.606902:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b808ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb22 expref: 30 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.606911:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b808ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb22 expref: 30 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.606929:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b808ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb22 expref: 30 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.606952:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.606954:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.606958:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80906 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb29 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.606965:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80906 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb29 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.606988:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80906 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb29 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.606998:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726301952:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.607058:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.608409:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726301952:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.608423:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.608458:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1963:x1830945734461312:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1581us (1907us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.608466:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17215 00000100:00100000:0.0:1746126431.609549:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.609629:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.609696:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734461568 00000100:00100000:1.0:1746126431.609702:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734461568 00002000:00100000:1.0:1746126431.609729:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e50380 x1830945734461568/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.609737:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50380 with x1830945734461568 ext(0->4095) 00002000:00010000:1.0:1746126431.609741:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e50380 00000100:00100000:1.0:1746126431.609801:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3847 00000100:00100000:1.0:1746126431.609808:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734461568:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126431.609936:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734461568:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.609942:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3847 00002000:00100000:1.0:1746126431.609947:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e50380 x1830945734461568/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.609954:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50380 with x1830945734461568 ext(0->4095) 00000100:00100000:3.0:1746126431.609955:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734461696 00002000:00010000:1.0:1746126431.609956:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e50380 00000100:00100000:3.0:1746126431.609958:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734461696 00000100:00100000:3.0:1746126431.609975:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5077 00000100:00100000:3.0:1746126431.609980:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:31643:x1830945734461696:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.609989:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.610001:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb30 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.610038:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80906 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb29 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.610045:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.610047:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.610050:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.610071:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80906 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb29 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.610084:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80906 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb29 expref: 5 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.610094:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726302080:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.610130:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.611771:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726302080:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.611791:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.611802:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126431.611828:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:31643:x1830945734461696:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1847us (2198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.611834:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5077 00000100:00100000:0.0:1746126431.613004:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.613100:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.613142:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734461824 00000100:00100000:3.0:1746126431.613147:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734461824 00000100:00100000:3.0:1746126431.613178:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5078 00000100:00100000:3.0:1746126431.613183:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:31655:x1830945734461824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.613227:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.613237:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80914 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb37 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.613252:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.613256:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.613266:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.613269:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80914 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb37 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.613292:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.613302:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80914 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb37 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.613308:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:2.0:1746126431.613434:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734461952 00000100:00100000:2.0:1746126431.613438:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734461952 00010000:00010000:2.0:1746126431.613455:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80906 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb29 expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.613480:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17216 00000100:00100000:2.0:1746126431.613486:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734461952:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.613493:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.613510:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80906 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb29 expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.613529:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80906 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb29 expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.613543:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80906 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb29 expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.613555:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.613556:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.613561:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.613567:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.613583:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.613592:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.613602:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726302336:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.613650:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:31655:x1830945734461824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 466us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.613656:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5078 00000100:00100000:2.0:1746126431.614574:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.616334:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726302336:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.616350:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.616377:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734461952:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2890us (3276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.616386:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17216 00000100:00100000:0.0:1746126431.616813:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.616913:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734462208 00000100:00100000:3.0:1746126431.616919:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734462208 00002000:00100000:3.0:1746126431.616949:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131464a80 x1830945734462208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.616957:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464a80 with x1830945734462208 ext(0->4095) 00010000:00010000:3.0:1746126431.616963:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.616974:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.616979:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131464a80 00000100:00100000:3.0:1746126431.616995:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1830 00000100:00100000:3.0:1746126431.617001:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945734462208:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126431.617126:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945734462208:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.617131:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1830 00002000:00100000:3.0:1746126431.617136:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131464a80 x1830945734462208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.617142:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464a80 with x1830945734462208 ext(0->4095) 00010000:00010000:3.0:1746126431.617146:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.617155:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.617160:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131464a80 00000100:00100000:0.0:1746126431.619417:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.619532:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734462336 00000100:00100000:2.0:1746126431.619539:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734462336 00010000:00010000:2.0:1746126431.619561:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.619595:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17217 00000100:00100000:2.0:1746126431.619601:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1965:x1830945734462336:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.619612:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.619628:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.619637:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.619655:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b8090d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb30 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.619683:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.619684:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.619691:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80914 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb37 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.619698:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80914 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb37 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.619723:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80914 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb37 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.619734:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726302464:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.619799:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.621870:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.621958:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726302464:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.621972:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.621998:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1965:x1830945734462336:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2396us (2585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.622006:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17217 00000100:00100000:1.0:1746126431.622092:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734462592 00000100:00100000:1.0:1746126431.622096:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734462592 00002000:00100000:1.0:1746126431.622123:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131465f80 x1830945734462592/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.622131:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465f80 with x1830945734462592 ext(0->4095) 00002000:00010000:1.0:1746126431.622134:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131465f80 00000100:00100000:1.0:1746126431.622262:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3848 00000100:00100000:1.0:1746126431.622269:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945734462592:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126431.622384:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945734462592:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.622389:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3848 00002000:00100000:1.0:1746126431.622394:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131465f80 x1830945734462592/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.622401:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465f80 with x1830945734462592 ext(0->4095) 00002000:00010000:1.0:1746126431.622403:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131465f80 00000100:00100000:0.0:1746126431.625220:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.625319:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734462720 00000100:00100000:3.0:1746126431.625326:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734462720 00000100:00100000:3.0:1746126431.626632:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5079 00000100:00100000:3.0:1746126431.626642:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734462720:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.626656:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.626669:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb3e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.626691:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80914 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb37 expref: 29 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.626701:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.626703:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.626706:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.626731:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80914 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb37 expref: 29 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.626741:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80914 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb37 expref: 29 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.626751:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726302592:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.627524:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.629816:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726302592:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.629838:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.629851:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07c00, rc 0) 00000100:00100000:3.0:1746126431.629893:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734462720:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3253us (4677us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.629900:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5079 00000100:00100000:0.0:1746126431.630628:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.630709:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734462848 00000100:00100000:2.0:1746126431.630714:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734462848 00010000:00010000:2.0:1746126431.630736:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80914 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb37 expref: 30 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.630762:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17218 00000100:00100000:2.0:1746126431.630767:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945734462848:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.630777:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.630793:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80914 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb37 expref: 30 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.630802:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80914 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb37 expref: 30 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.630818:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80914 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb37 expref: 30 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.630965:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.630967:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.630974:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.630981:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.631006:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.631016:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726302720:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.632129:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.633073:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726302720:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.633087:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.633122:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734462848:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2354us (2494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.633130:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17218 00000100:00100000:2.0:1746126431.633890:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.634314:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734462976 00000100:00100000:3.0:1746126431.634320:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734462976 00000100:00100000:3.0:1746126431.634356:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5080 00000100:00100000:3.0:1746126431.634362:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:31643:x1830945734462976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.634378:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.634390:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb45 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.634411:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.634417:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.634418:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.634421:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.634769:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.634779:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 5 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.634788:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726302848:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.634848:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.635011:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.635269:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734463232 00000100:00100000:3.0:1746126431.635273:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734463232 00002000:00100000:3.0:1746126431.635295:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093763b80 x1830945734463232/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.635303:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763b80 with x1830945734463232 ext(0->4095) 00010000:00010000:3.0:1746126431.635308:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.635322:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.635328:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093763b80 00000100:00100000:3.0:1746126431.635355:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1831 00000100:00100000:3.0:1746126431.635360:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734463232:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126431.635486:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734463232:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (475us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.635492:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1831 00002000:00100000:3.0:1746126431.635497:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093763b80 x1830945734463232/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.635503:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763b80 with x1830945734463232 ext(0->4095) 00010000:00010000:3.0:1746126431.635507:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.635514:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.635530:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093763b80 00000100:00100000:0.0:1746126431.639891:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.640102:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734463360 00000100:00100000:1.0:1746126431.640109:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734463360 00000100:00100000:1.0:1746126431.640152:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5081 00000100:00100000:1.0:1746126431.640159:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:31655:x1830945734463360:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.640173:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.640186:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb4c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.640207:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.640212:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.640217:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.640220:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 32 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.640248:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.640262:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 32 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.640271:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18e00, rc 0) 00000100:00100000:1.0:1746126431.640303:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:31655:x1830945734463360:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.640308:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5081 00000100:00100000:3.0:1746126431.640399:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726302848:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.640412:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.640419:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07a00, rc 0) 00000100:00100000:3.0:1746126431.640434:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:31643:x1830945734462976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6072us (6545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.640439:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5080 00000100:00100000:0.0:1746126431.641979:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.642288:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734463488 00000100:00100000:2.0:1746126431.642295:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734463488 00010000:00010000:2.0:1746126431.642317:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.642347:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17219 00000100:00100000:2.0:1746126431.642353:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734463488:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.642362:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.642379:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.642389:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.642404:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b8091b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb3e expref: 6 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.642428:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.642430:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.642436:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.642442:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.642468:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 30 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.642477:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 30 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.642486:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726303104:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.642573:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.648600:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726303104:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.648616:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.649261:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734463488:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6905us (7283us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.649273:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17219 00000100:00100000:0.0:1746126431.650462:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.650587:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734463744 00000100:00100000:2.0:1746126431.650593:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734463744 00002000:00100000:2.0:1746126431.650621:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0fb80 x1830945734463744/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.650631:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0fb80 with x1830945734463744 ext(0->4095) 00010000:00010000:2.0:1746126431.650638:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.650649:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.650655:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a0fb80 00000100:00100000:2.0:1746126431.650704:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1832 00000100:00100000:2.0:1746126431.650710:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1964:x1830945734463744:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126431.650954:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1964:x1830945734463744:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 243us (493us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.650959:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1832 00002000:00100000:2.0:1746126431.650964:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092a0fb80 x1830945734463744/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.650971:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a0fb80 with x1830945734463744 ext(0->4095) 00010000:00010000:2.0:1746126431.650975:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.650988:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.650993:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a0fb80 00000100:00100000:0.0:1746126431.655711:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.657010:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734463872 00000100:00100000:2.0:1746126431.657034:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734463872 00010000:00010000:2.0:1746126431.657064:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.657100:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17220 00000100:00100000:2.0:1746126431.657107:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945734463872:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.657118:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.657135:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.657145:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.657162:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b80922 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb45 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.657795:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.657798:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.657804:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.657817:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.657846:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 30 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.657856:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726303232:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.658339:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.662487:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.662560:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734464128 00000100:00100000:3.0:1746126431.662567:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734464128 00000100:00100000:2.0:1746126431.662596:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726303232:192.168.203.32@tcp:105: 00002000:00100000:3.0:1746126431.662602:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0000 x1830945734464128/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.662609:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0000 with x1830945734464128 ext(0->4095) 00010000:00010000:2.0:1746126431.662611:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1746126431.662613:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac0000 00000100:00100000:3.0:1746126431.662635:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3849 00000100:00100000:3.0:1746126431.662641:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1966:x1830945734464128:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126431.662912:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945734463872:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5804us (7206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.663003:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17220 00000100:00100000:3.0:1746126431.663086:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1966:x1830945734464128:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 444us (604us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.663092:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3849 00002000:00100000:3.0:1746126431.663098:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0000 x1830945734464128/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.663104:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0000 with x1830945734464128 ext(0->4095) 00002000:00010000:3.0:1746126431.663107:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac0000 00000100:00100000:0.0:1746126431.667109:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.667969:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734464256 00000100:00100000:3.0:1746126431.667976:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734464256 00000100:00100000:3.0:1746126431.668006:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5082 00000100:00100000:3.0:1746126431.668012:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734464256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.668122:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.668137:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80930 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb53 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.668163:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.668169:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.668171:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.668174:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80930 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb53 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.668198:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 29 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.668208:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 29 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.668217:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726303360:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.668293:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.678967:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726303360:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.678991:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80930 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb53 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.679005:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126431.679587:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734464256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11572us (12482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.679594:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5082 00000100:00100000:0.0:1746126431.683276:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.683666:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734464384 00000100:00100000:2.0:1746126431.683673:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734464384 00002000:00100000:2.0:1746126431.683709:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086ac1c00 x1830945734464384/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.683717:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1c00 with x1830945734464384 ext(0->7) 00010000:00010000:2.0:1746126431.683725:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.683736:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 30 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.683742:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac1c00 00000100:00100000:2.0:1746126431.683771:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1833 00000100:00100000:2.0:1746126431.683778:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1966:x1830945734464384:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126431.684086:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1966:x1830945734464384:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 307us (814us total) trans 4294968040 rc 0/0 00000100:00100000:2.0:1746126431.684092:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1833 00002000:00100000:2.0:1746126431.684098:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086ac1c00 x1830945734464384/t4294968040(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/448 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.684104:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1c00 with x1830945734464384 ext(0->7) 00010000:00010000:2.0:1746126431.684109:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 32 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.684117:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 32 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.684122:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac1c00 00000100:00100000:0.0:1746126431.686942:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.687528:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734464512 00000100:00100000:2.0:1746126431.687535:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734464512 00010000:00010000:2.0:1746126431.687566:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 32 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.687972:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17221 00000100:00100000:2.0:1746126431.687980:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1965:x1830945734464512:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.687991:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.688229:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 32 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.688244:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 32 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.688261:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80929 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb4c expref: 32 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.688505:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.688508:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.688515:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80930 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb53 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.688535:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80930 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb53 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.688562:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80930 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb53 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.688571:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726303488:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.688652:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.696933:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.698101:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734464768 00000100:00100000:3.0:1746126431.698109:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734464768 00002000:00100000:3.0:1746126431.698144:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae3b80 x1830945734464768/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.698153:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3b80 with x1830945734464768 ext(0->4095) 00002000:00010000:3.0:1746126431.698158:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae3b80 00000100:00100000:3.0:1746126431.698174:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3850 00000100:00100000:3.0:1746126431.698181:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734464768:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126431.698302:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734464768:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (1376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.698307:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3850 00002000:00100000:3.0:1746126431.698312:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae3b80 x1830945734464768/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.698318:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3b80 with x1830945734464768 ext(0->4095) 00002000:00010000:3.0:1746126431.698320:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae3b80 00000100:00100000:2.0:1746126431.698429:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726303488:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.698443:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.698467:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1965:x1830945734464512:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 10488us (11530us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.698473:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17221 00000100:00100000:0.0:1746126431.703474:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.703540:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734464896 00000100:00100000:3.0:1746126431.703547:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734464896 00000100:00100000:3.0:1746126431.703590:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5083 00000100:00100000:3.0:1746126431.703597:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:31643:x1830945734464896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.703611:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.703623:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb5a expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.703656:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80930 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb53 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.703667:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.703668:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.703671:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.703693:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80930 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb53 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.703703:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80930 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb53 expref: 5 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.703712:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726303616:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.704218:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.704723:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.704761:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734465024 00000100:00100000:2.0:1746126431.704766:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734465024 00000100:00100000:2.0:1746126431.704903:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5084 00000100:00100000:2.0:1746126431.704969:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:31655:x1830945734465024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.704978:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.704987:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b8093e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb61 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.705003:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.705006:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 34 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.705011:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.705013:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b8093e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb61 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.705057:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 34 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.705069:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b8093e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb61 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.705077:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993400, rc 0) 00000100:00100000:2.0:1746126431.705108:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:31655:x1830945734465024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.705114:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5084 00000100:00100000:3.0:1746126431.705477:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726303616:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.705490:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.705497:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126431.705528:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:31643:x1830945734464896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1920us (2050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.705534:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5083 00000100:00100000:0.0:1746126431.706617:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.706736:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734465152 00000100:00100000:2.0:1746126431.706740:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734465152 00010000:00010000:2.0:1746126431.706756:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80930 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb53 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.706814:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17222 00000100:00100000:2.0:1746126431.706819:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734465152:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.706827:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.706841:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80930 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb53 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.706850:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80930 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb53 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.706865:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80930 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb53 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.706886:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.706888:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.706892:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.706899:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.706917:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.706925:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 32 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.706938:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726303872:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.707187:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.708845:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726303872:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.708862:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.708887:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734465152:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2067us (2271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.708895:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17222 00000100:00100000:0.0:1746126431.710903:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.711075:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734465408 00000100:00100000:3.0:1746126431.711082:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734465408 00002000:00100000:3.0:1746126431.711113:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c2300 x1830945734465408/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.711128:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c2300 with x1830945734465408 ext(0->4095) 00010000:00010000:3.0:1746126431.711135:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.711146:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.711152:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c2300 00000100:00100000:3.0:1746126431.711179:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1834 00000100:00100000:3.0:1746126431.711185:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1964:x1830945734465408:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126431.711309:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1964:x1830945734465408:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (409us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.711315:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1834 00002000:00100000:3.0:1746126431.711320:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c2300 x1830945734465408/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.711326:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c2300 with x1830945734465408 ext(0->4095) 00010000:00010000:3.0:1746126431.711330:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.711338:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.711343:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c2300 00000100:00100000:0.0:1746126431.712816:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.713159:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734465536 00000100:00100000:2.0:1746126431.713165:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734465536 00010000:00010000:2.0:1746126431.713187:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.713216:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17223 00000100:00100000:2.0:1746126431.713222:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1964:x1830945734465536:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.713232:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.713246:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.713256:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.713275:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80937 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb5a expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.713301:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.713303:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.713309:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b8093e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb61 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.713316:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b8093e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb61 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.713342:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b8093e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb61 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.713354:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726304000:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.713414:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.716334:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726304000:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.716353:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.716394:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1964:x1830945734465536:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3170us (3581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.716404:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17223 00000100:00100000:0.0:1746126431.716991:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.717390:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734465792 00000100:00100000:2.0:1746126431.717396:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734465792 00002000:00100000:2.0:1746126431.717425:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c0380 x1830945734465792/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.717433:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0380 with x1830945734465792 ext(0->4095) 00002000:00010000:2.0:1746126431.717437:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c0380 00000100:00100000:2.0:1746126431.717460:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3851 00000100:00100000:2.0:1746126431.717467:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734465792:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126431.717610:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734465792:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (619us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.717616:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3851 00002000:00100000:2.0:1746126431.717621:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c0380 x1830945734465792/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.717628:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0380 with x1830945734465792 ext(0->4095) 00002000:00010000:2.0:1746126431.717630:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c0380 00000100:00100000:0.0:1746126431.718783:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.718847:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734465920 00000100:00100000:3.0:1746126431.718852:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734465920 00000100:00100000:3.0:1746126431.718886:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5085 00000100:00100000:3.0:1746126431.718891:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734465920:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.718901:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.718913:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80945 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb68 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.718933:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b8093e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb61 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.718940:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.718941:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.718944:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80945 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb68 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.718969:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b8093e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb61 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.718979:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b8093e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb61 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.718989:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726304128:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.719186:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.720919:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726304128:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.720945:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80945 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb68 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.720961:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:3.0:1746126431.720995:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734465920:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2102us (2215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.721002:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5085 00000100:00100000:0.0:1746126431.721183:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.721255:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734466048 00000100:00100000:3.0:1746126431.721260:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734466048 00010000:00010000:3.0:1746126431.721279:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b8093e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb61 expref: 32 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.721295:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17224 00000100:00100000:3.0:1746126431.721301:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734466048:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.721310:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.721325:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b8093e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb61 expref: 32 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.721335:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b8093e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb61 expref: 32 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.721352:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b8093e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb61 expref: 32 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.721458:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.721460:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.721467:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80945 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb68 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.721482:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80945 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb68 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.721729:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80945 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb68 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.721740:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726304256:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.721803:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.724535:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726304256:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126431.724760:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.725251:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734466304 00000100:00100000:2.0:1746126431.725258:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734466304 00002000:00100000:2.0:1746126431.725290:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba69f80 x1830945734466304/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.725298:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69f80 with x1830945734466304 ext(0->4095) 00002000:00010000:2.0:1746126431.725302:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69f80 00000100:00100000:2.0:1746126431.725321:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3852 00000100:00100000:2.0:1746126431.725326:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734466304:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746126431.725438:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.725451:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734466304:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (691us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.725456:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3852 00002000:00100000:2.0:1746126431.725461:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba69f80 x1830945734466304/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.725467:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69f80 with x1830945734466304 ext(0->4095) 00002000:00010000:2.0:1746126431.725470:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69f80 00000100:00100000:3.0:1746126431.725549:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945734466048:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4246us (4364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.725558:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17224 00000100:00100000:0.0:1746126431.727879:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.727940:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734466432 00000100:00100000:3.0:1746126431.727947:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734466432 00000100:00100000:3.0:1746126431.727983:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5086 00000100:00100000:3.0:1746126431.727989:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:31643:x1830945734466432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.728001:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.728013:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb6f expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.728878:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80945 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb68 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.728886:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.728888:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.728891:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.728915:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80945 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb68 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.728924:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80945 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb68 expref: 5 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.728933:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726304384:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126431.729545:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.729585:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734466560 00000100:00100000:2.0:1746126431.729590:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734466560 00000100:00100000:2.0:1746126431.729632:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5087 00000100:00100000:2.0:1746126431.729639:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:31655:x1830945734466560:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.729648:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.729658:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b80953 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb76 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.729670:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.729674:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 34 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.729679:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.729681:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b80953 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb76 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.729699:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 34 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.729709:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b80953 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb76 expref: 34 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.729717:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993400, rc 0) 00000100:00100000:2.0:1746126431.729754:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:31655:x1830945734466560:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.729759:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5087 00000100:00100000:3.0:1746126431.729812:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.730972:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726304384:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.730991:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.731000:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06200, rc 0) 00000100:00100000:3.0:1746126431.731063:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:31643:x1830945734466432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3074us (3189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.731069:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5086 00000100:00100000:0.0:1746126431.731455:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.731723:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734466688 00000100:00100000:3.0:1746126431.731729:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734466688 00010000:00010000:3.0:1746126431.731745:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80945 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb68 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.731773:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17225 00000100:00100000:3.0:1746126431.731780:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734466688:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.731791:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.731806:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80945 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb68 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.731906:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80945 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb68 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.731925:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80945 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb68 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.731947:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.731949:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.731954:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.731961:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.731983:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.731992:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 32 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.732001:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726304640:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.733431:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.735064:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726304640:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.735077:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.735102:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734466688:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3324us (3649us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.735109:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17225 00000100:00100000:0.0:1746126431.735665:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.735790:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734466944 00000100:00100000:2.0:1746126431.735797:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734466944 00002000:00100000:2.0:1746126431.735825:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305180 x1830945734466944/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.735838:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305180 with x1830945734466944 ext(0->4095) 00010000:00010000:2.0:1746126431.735845:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.735855:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.735861:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133305180 00000100:00100000:2.0:1746126431.735875:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1835 00000100:00100000:2.0:1746126431.735882:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1963:x1830945734466944:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126431.736312:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1963:x1830945734466944:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 429us (647us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.736318:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1835 00002000:00100000:2.0:1746126431.736323:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305180 x1830945734466944/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.736330:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305180 with x1830945734466944 ext(0->4095) 00010000:00010000:2.0:1746126431.736334:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.736343:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.736348:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133305180 00000100:00100000:0.0:1746126431.739062:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.739234:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734467072 00000100:00100000:3.0:1746126431.739241:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734467072 00010000:00010000:3.0:1746126431.739265:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.739329:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17226 00000100:00100000:3.0:1746126431.739335:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1963:x1830945734467072:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.739346:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.739363:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.739372:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.739389:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b8094c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb6f expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.739412:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.739414:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.739419:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b80953 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb76 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.739426:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b80953 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb76 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.739452:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b80953 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb76 expref: 32 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.739461:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726304768:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.739534:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.740770:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726304768:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.740785:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.740814:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734467072:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1478us (1758us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.740821:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17226 00000100:00100000:0.0:1746126431.740988:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.741145:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734467328 00000100:00100000:2.0:1746126431.741151:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734467328 00002000:00100000:2.0:1746126431.741178:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490fb80 x1830945734467328/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.741187:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490fb80 with x1830945734467328 ext(0->4095) 00002000:00010000:2.0:1746126431.741190:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490fb80 00000100:00100000:2.0:1746126431.741212:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3853 00000100:00100000:2.0:1746126431.741218:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1964:x1830945734467328:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126431.741329:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1964:x1830945734467328:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.741335:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3853 00002000:00100000:2.0:1746126431.741339:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490fb80 x1830945734467328/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.741346:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490fb80 with x1830945734467328 ext(0->4095) 00002000:00010000:2.0:1746126431.741349:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490fb80 00000100:00100000:0.0:1746126431.742536:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.742586:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734467456 00000100:00100000:3.0:1746126431.742590:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734467456 00000100:00100000:3.0:1746126431.742665:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5088 00000100:00100000:3.0:1746126431.742671:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734467456:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.742681:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.742692:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8095a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb7d expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.742710:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b80953 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb76 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.742715:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.742717:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.742721:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8095a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb7d expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.742745:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b80953 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb76 expref: 31 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.742755:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b80953 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb76 expref: 31 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.742768:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726304896:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.742886:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.744123:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726304896:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.744140:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8095a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb7d expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.744151:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07a00, rc 0) 00000100:00100000:3.0:1746126431.744173:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734467456:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1502us (1660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.744180:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5088 00000100:00100000:0.0:1746126431.744709:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.744797:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734467584 00000100:00100000:3.0:1746126431.744802:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734467584 00010000:00010000:3.0:1746126431.744818:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b80953 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb76 expref: 32 pid: 8424 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.744939:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17227 00000100:00100000:3.0:1746126431.744945:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734467584:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.744955:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.744970:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b80953 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb76 expref: 32 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.744980:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b80953 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb76 expref: 32 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.744996:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093993400/0x9851078746b80953 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb76 expref: 32 pid: 8424 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.745167:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.745168:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.745174:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8095a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb7d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.745182:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8095a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb7d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.745208:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8095a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb7d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.745218:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726305024:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.745304:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.747134:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.747167:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726305024:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.747181:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.747223:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945734467584:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2277us (2513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.747232:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17227 00000100:00100000:2.0:1746126431.747358:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734467840 00000100:00100000:2.0:1746126431.747363:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734467840 00002000:00100000:2.0:1746126431.747389:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490d500 x1830945734467840/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.747396:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490d500 with x1830945734467840 ext(0->4095) 00002000:00010000:2.0:1746126431.747400:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490d500 00000100:00100000:2.0:1746126431.747420:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3854 00000100:00100000:2.0:1746126431.747426:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734467840:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126431.747569:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734467840:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (438us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.747578:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3854 00002000:00100000:2.0:1746126431.747583:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490d500 x1830945734467840/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.747590:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490d500 with x1830945734467840 ext(0->4095) 00002000:00010000:2.0:1746126431.747593:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490d500 00000100:00100000:0.0:1746126431.748745:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.748975:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734467968 00000100:00100000:3.0:1746126431.748980:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734467968 00000100:00100000:3.0:1746126431.749016:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5089 00000100:00100000:3.0:1746126431.749097:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:31655:x1830945734467968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.749112:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.749124:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb84 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.749149:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8095a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb7d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.749155:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.749157:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.749160:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.749181:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8095a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb7d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.749191:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8095a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb7d expref: 5 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.749200:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726305152:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.749270:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.750672:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726305152:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.750693:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.750709:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126431.750749:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:31655:x1830945734467968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1726us (2005us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.750755:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5089 00000100:00100000:0.0:1746126431.750987:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.751100:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734468096 00000100:00100000:3.0:1746126431.751105:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734468096 00010000:00010000:3.0:1746126431.751123:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8095a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb7d expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.751150:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17228 00000100:00100000:3.0:1746126431.751155:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734468096:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.751166:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.751182:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8095a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb7d expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.751192:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8095a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb7d expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.751208:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b8095a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb7d expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.751233:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.751235:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.751240:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 31 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.751252:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 31 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.751273:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 31 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.751282:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726305280:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.751341:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.752297:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.752364:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734468224 00000100:00100000:3.0:1746126431.752368:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734468224 00000100:00100000:3.0:1746126431.752397:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5090 00000100:00100000:3.0:1746126431.752403:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:31643:x1830945734468224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.752412:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.752421:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb8b expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.752437:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.752443:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.752444:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.752447:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.752463:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.752475:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.752483:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726305408:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.753099:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.753552:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726305280:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.753564:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.753585:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734468096:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2430us (2599us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.753592:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17228 00000100:00100000:3.0:1746126431.754114:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726305408:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.754127:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.754138:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126431.754167:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:31643:x1830945734468224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1764us (1871us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.754173:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5090 00000100:00100000:0.0:1746126431.754578:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.754880:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734468480 00000100:00100000:2.0:1746126431.754884:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734468480 00002000:00100000:2.0:1746126431.754908:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095762a00 x1830945734468480/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.754916:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095762a00 with x1830945734468480 ext(0->4095) 00010000:00010000:2.0:1746126431.754921:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.754931:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.754937:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095762a00 00000100:00100000:2.0:1746126431.754958:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1836 00000100:00100000:2.0:1746126431.754963:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1964:x1830945734468480:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126431.755098:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1964:x1830945734468480:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (520us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.755104:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1836 00002000:00100000:2.0:1746126431.755109:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095762a00 x1830945734468480/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.755122:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095762a00 with x1830945734468480 ext(0->4095) 00010000:00010000:2.0:1746126431.755126:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.755135:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.755140:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095762a00 00000100:00100000:0.0:1746126431.756498:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.756945:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734468608 00000100:00100000:3.0:1746126431.756951:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734468608 00000100:00100000:3.0:1746126431.756987:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5091 00000100:00100000:3.0:1746126431.756994:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734468608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.757005:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.757017:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb92 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.757066:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.757071:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.757076:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126431.757079:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.757107:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.757116:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.757123:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:3.0:1746126431.757306:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734468608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 311us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.757311:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5091 00000100:00100000:0.0:1746126431.757504:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.757563:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734468736 00000100:00100000:3.0:1746126431.757566:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734468736 00010000:00010000:3.0:1746126431.757576:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.757594:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17229 00000100:00100000:3.0:1746126431.757598:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1964:x1830945734468736:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.757607:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.757621:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.757629:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.757643:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80961 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb84 expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.757664:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.757665:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.757670:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.757676:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.757691:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.757700:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 32 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.757709:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726305664:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.757760:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.758880:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726305664:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.758891:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.758910:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1964:x1830945734468736:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1311us (1406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.758916:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17229 00000100:00100000:0.0:1746126431.759365:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.759439:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734468992 00000100:00100000:2.0:1746126431.759445:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734468992 00002000:00100000:2.0:1746126431.759471:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473aa00 x1830945734468992/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.759479:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473aa00 with x1830945734468992 ext(0->4095) 00010000:00010000:2.0:1746126431.759485:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 32 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.759496:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 32 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.759502:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009473aa00 00000100:00100000:2.0:1746126431.759534:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1837 00000100:00100000:2.0:1746126431.759540:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1965:x1830945734468992:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126431.759664:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1965:x1830945734468992:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.759669:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1837 00002000:00100000:2.0:1746126431.759675:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473aa00 x1830945734468992/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.759681:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473aa00 with x1830945734468992 ext(0->4095) 00010000:00010000:2.0:1746126431.759685:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 32 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.759693:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 32 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.759698:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009473aa00 00000100:00100000:0.0:1746126431.762134:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.762215:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.762528:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734469120 00000100:00100000:3.0:1746126431.762535:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734469120 00000100:00100000:2.0:1746126431.762570:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734469248 00000100:00100000:2.0:1746126431.762574:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734469248 00000100:00100000:3.0:1746126431.762579:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5092 00000100:00100000:3.0:1746126431.762585:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:31643:x1830945734469120:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.762591:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 33 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.762596:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.762608:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80976 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdb99 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.762624:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17230 00000100:00100000:2.0:1746126431.762629:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1963:x1830945734469248:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.762638:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.762653:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 34 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.762664:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 34 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.762679:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80968 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb8b expref: 34 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.762696:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.762697:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.762703:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.762709:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.762732:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.762743:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726305792:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.763014:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.763043:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.763045:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.763048:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80976 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb99 expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.763058:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddd80 going to sleep for 11 seconds 00010000:00010000:3.0:1746126431.763064:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.763073:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 5 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.763081:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726305920:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.763103:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.766381:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.766488:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734469504 00000100:00100000:2.0:1746126431.766495:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734469504 00002000:00100000:2.0:1746126431.766537:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b57800 x1830945734469504/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.766545:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57800 with x1830945734469504 ext(0->4095) 00010000:00010000:2.0:1746126431.766552:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.766562:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.766567:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b57800 00000100:00100000:2.0:1746126431.766582:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1838 00000100:00100000:2.0:1746126431.766589:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734469504:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126431.766733:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734469504:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.766739:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1838 00002000:00100000:2.0:1746126431.766744:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b57800 x1830945734469504/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.766751:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57800 with x1830945734469504 ext(0->4095) 00010000:00010000:2.0:1746126431.766754:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.766762:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.766767:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b57800 00000100:00100000:3.0:1746126431.766910:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726305920:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.766928:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80976 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb99 expref: 33 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.766939:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07400, rc 0) 00000100:00100000:3.0:1746126431.766960:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:31643:x1830945734469120:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4375us (4831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.766966:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5092 00000100:00100000:3.0:1746126431.766990:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726305792:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.766998:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.767012:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734469248:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4383us (4797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.767019:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17230 00000100:00100000:0.0:1746126431.770321:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.770363:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.770438:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734469760 00000100:00100000:2.0:1746126431.770444:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734469760 00000100:00100000:2.0:1746126431.770481:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5093 00000100:00100000:2.0:1746126431.770487:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734469760:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.770503:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.770525:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8097d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdba0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.770545:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.770549:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80976 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb99 expref: 31 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.770558:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.770561:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8097d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba0 expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.770586:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80976 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb99 expref: 31 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.770596:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8097d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba0 expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.770603:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092847600, rc 0) 00000100:00100000:2.0:1746126431.770634:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+7:31655:x1830945734469760:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.770639:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5093 00000100:00100000:3.0:1746126431.771616:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734469632 00000100:00100000:3.0:1746126431.771622:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734469632 00010000:00010000:3.0:1746126431.771641:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 7 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.771660:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17231 00000100:00100000:3.0:1746126431.771665:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+7:1964:x1830945734469632:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.771673:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.771688:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 7 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.771697:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 7 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.771718:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b8096f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb92 expref: 7 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.771731:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.771732:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.771737:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80976 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb99 expref: 31 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.771745:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80976 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb99 expref: 31 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.771764:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80976 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb99 expref: 31 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.771774:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80976 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb99 expref: 31 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.771783:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726306176:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.771825:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.778198:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726306176:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.778216:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.778252:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734469632:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6586us (7936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.778261:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17231 00000100:00100000:0.0:1746126431.781103:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.782056:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734469888 00000100:00100000:3.0:1746126431.782063:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734469888 00010000:00010000:3.0:1746126431.782088:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80976 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb99 expref: 32 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.782118:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17232 00000100:00100000:3.0:1746126431.782124:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734469888:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.782135:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.782153:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80976 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb99 expref: 32 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.782162:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80976 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb99 expref: 32 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.782180:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07400/0x9851078746b80976 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdb99 expref: 32 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.782193:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.782195:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.782200:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8097d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba0 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.782213:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8097d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba0 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.782238:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8097d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba0 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126431.782248:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726306304:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.782308:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.784896:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.784992:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726306304:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.785009:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.785084:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945734469888:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2958us (3984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.785093:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17232 00000100:00100000:1.0:1746126431.785280:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734470144 00000100:00100000:1.0:1746126431.785286:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734470144 00002000:00100000:1.0:1746126431.785316:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f0a80 x1830945734470144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.785324:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f0a80 with x1830945734470144 ext(0->4095) 00002000:00010000:1.0:1746126431.785328:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f0a80 00000100:00100000:1.0:1746126431.785342:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3855 00000100:00100000:1.0:1746126431.785346:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734470144:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126431.785455:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734470144:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (565us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.785460:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3855 00002000:00100000:1.0:1746126431.785464:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f0a80 x1830945734470144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.785470:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f0a80 with x1830945734470144 ext(0->4095) 00002000:00010000:1.0:1746126431.785473:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f0a80 00000100:00100000:2.0:1746126431.789697:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.790000:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.790393:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734470272 00000100:00100000:1.0:1746126431.790400:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734470272 00000100:00100000:1.0:1746126431.790442:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734470400 00000100:00100000:1.0:1746126431.790444:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734470400 00000100:00100000:1.0:1746126431.790457:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5094 00000100:00100000:1.0:1746126431.790464:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:31655:x1830945734470272:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.790478:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.790492:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdba7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.790526:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8097d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba0 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.790538:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.790539:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126431.790542:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 33 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.790564:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8097d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba0 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.790573:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8097d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba0 expref: 5 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:1.0:1746126431.790583:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726306432:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126431.790654:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5095 00000100:00100000:2.0:1746126431.790661:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:31643:x1830945734470400:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.790667:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.790673:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdbae expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.790684:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.790687:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 34 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.790696:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.790698:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 34 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.790716:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 34 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.790727:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 34 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.790735:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846200, rc 0) 00000100:00100000:2.0:1746126431.793250:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:31643:x1830945734470400:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2581us (3241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.793259:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5095 00000100:00100000:1.0:1746126431.793362:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.797152:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.797894:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123d6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726306432:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126431.797923:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 33 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.797938:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19e00, rc 0) 00000100:00100000:1.0:1746126431.797991:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:31655:x1830945734470272:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7527us (8300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.797998:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5094 00000100:00100000:3.0:1746126431.798764:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734470528 00000100:00100000:3.0:1746126431.798772:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734470528 00010000:00010000:3.0:1746126431.798796:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8097d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba0 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.798824:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17233 00000100:00100000:3.0:1746126431.798830:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734470528:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.798840:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.798857:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8097d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba0 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.798865:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8097d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba0 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.798882:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b8097d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba0 expref: 6 pid: 17079 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.798896:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.798898:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.798905:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 32 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.798915:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 32 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.798938:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 32 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.798946:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 32 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.798955:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726306688:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.799003:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.802732:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726306688:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.802749:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.803662:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734470528:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4828us (6513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.803671:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17233 00000100:00100000:0.0:1746126431.805008:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.805187:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734470784 00000100:00100000:3.0:1746126431.805193:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734470784 00002000:00100000:3.0:1746126431.805224:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1500 x1830945734470784/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.805232:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1500 with x1830945734470784 ext(0->4095) 00010000:00010000:3.0:1746126431.805239:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 33 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.805250:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 33 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.805256:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f1500 00000100:00100000:3.0:1746126431.805271:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1839 00000100:00100000:3.0:1746126431.805276:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1963:x1830945734470784:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126431.805428:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1963:x1830945734470784:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (422us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.805434:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1839 00002000:00100000:3.0:1746126431.805439:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1500 x1830945734470784/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.805446:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1500 with x1830945734470784 ext(0->4095) 00010000:00010000:3.0:1746126431.805450:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 33 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.805458:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 33 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.805462:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f1500 00000100:00100000:0.0:1746126431.813004:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.813309:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734470912 00000100:00100000:1.0:1746126431.813316:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734470912 00000100:00100000:1.0:1746126431.813363:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5096 00000100:00100000:1.0:1746126431.813370:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734470912:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126431.813386:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126431.813399:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdbb5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.813422:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126431.813427:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 32 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.813433:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126431.813437:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.813465:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 32 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.813479:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126431.813487:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18400, rc 0) 00000100:00100000:1.0:1746126431.813531:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734470912:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.813538:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5096 00000100:00100000:0.0:1746126431.814004:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.814061:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734471040 00000100:00100000:3.0:1746126431.814064:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734471040 00010000:00010000:3.0:1746126431.814081:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 33 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.814101:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17234 00000100:00100000:3.0:1746126431.814105:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1963:x1830945734471040:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126431.814112:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126431.814128:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 33 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.814143:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 33 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.814159:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80984 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdba7 expref: 33 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.814189:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.814191:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.814196:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 32 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.814201:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 32 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.814221:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 32 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.814230:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 32 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.814243:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726306944:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126431.814302:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126431.819601:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.819625:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726306944:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.819640:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.819686:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734471040:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5579us (5681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.819695:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17234 00000100:00100000:0.0:1746126431.822292:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734471296 00000100:00100000:0.0:1746126431.822302:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734471296 00002000:00100000:0.0:1746126431.822343:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6f480 x1830945734471296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126431.822352:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6f480 with x1830945734471296 ext(0->4095) 00010000:00010000:0.0:1746126431.822359:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 32 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126431.822375:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 32 pid: 9140 timeout: 650 lvb_type: 0 00002000:00010000:0.0:1746126431.822381:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123d6f480 00000100:00100000:0.0:1746126431.822417:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1840 00000100:00100000:0.0:1746126431.822423:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1964:x1830945734471296:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126431.822593:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1964:x1830945734471296:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (2997us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126431.822599:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1840 00002000:00100000:0.0:1746126431.822604:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6f480 x1830945734471296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126431.822610:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6f480 with x1830945734471296 ext(0->4095) 00010000:00010000:0.0:1746126431.822614:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 32 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126431.822622:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 32 pid: 9140 timeout: 650 lvb_type: 0 00002000:00010000:0.0:1746126431.822627:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123d6f480 00000100:00100000:1.0:1746126431.824372:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.824430:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734471424 00000100:00100000:2.0:1746126431.824436:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734471424 00000100:00100000:2.0:1746126431.824463:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5097 00000100:00100000:2.0:1746126431.824469:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:31643:x1830945734471424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126431.824481:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126431.824494:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdbbc expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.824514:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126431.824530:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.824540:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126431.824543:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 33 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.824570:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.824581:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 33 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.824590:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092847600, rc 0) 00000100:00100000:2.0:1746126431.824617:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:31643:x1830945734471424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.824622:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5097 00000100:00100000:3.0:1746126431.826775:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.827802:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.827823:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.827827:0:7081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734471680 00000100:00100000:1.0:1746126431.827834:0:7081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734471680 00000100:00100000:3.0:1746126431.827850:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.827867:0:7081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 412 00000100:00100000:1.0:1746126431.827873:0:7081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d94413c0-4094-4072-8112-4e637805471b+12:1966:x1830945734471680:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:3.0:1746126431.827890:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.827919:0:7081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d94413c0-4094-4072-8112-4e637805471b+12:1966:x1830945734471680:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 45us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126431.827925:0:7081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 412 00000100:00100000:0.0:1746126431.828038:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734471552 00000100:00100000:0.0:1746126431.828043:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734471552 00000100:00100000:0.0:1746126431.828052:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734471936 00000100:00100000:0.0:1746126431.828054:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734471936 00000100:00100000:0.0:1746126431.828080:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 507 00000100:00100000:0.0:1746126431.828085:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945734471936:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126431.828113:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945734471936:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 28us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.828117:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 507 00000100:00100000:0.0:1746126431.828132:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734471808 00000100:00100000:0.0:1746126431.828134:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734471808 00000100:00100000:0.0:1746126431.828151:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734472064 00000100:00100000:0.0:1746126431.828152:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734472064 00000100:00100000:2.0:1746126431.828164:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 400 00000100:00100000:2.0:1746126431.828172:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945734471808:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126431.828176:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 401 00000100:00100000:0.0:1746126431.828181:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+7:1966:x1830945734472064:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:2.0:1746126431.828198:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945734471808:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 28us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.828203:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 400 00000100:00100000:0.0:1746126431.828244:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+7:1966:x1830945734472064:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 62us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.828250:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 401 00000100:00080000:1.0:1746126431.828254:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746126431.828257:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746126431.828273:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 33 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126431.828293:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17235 00000100:00100000:0.0:1746126431.828298:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1963:x1830945734471552:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126431.828306:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126431.828374:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 33 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126431.828384:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 33 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126431.828400:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b8098b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbae expref: 33 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126431.828426:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.828427:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.828433:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.828439:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.828462:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.828471:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 5 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126431.828481:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e08380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726307200:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126431.829407:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.830720:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.832785:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734472192 00000100:00100000:3.0:1746126431.832794:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734472192 00000100:00100000:3.0:1746126431.832833:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5098 00000100:00100000:3.0:1746126431.832839:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ad7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1962:x1830945734472192:12345-192.168.203.32@tcp:9:kworker.0 00000020:00000080:3.0:1746126431.832863:0:8423:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x98510787469c5f67 00000100:00080000:3.0:1746126431.832869:0:8423:0:(import.c:66:import_set_state_nolock()) ffff880094d4a000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1746126431.832896:0:8423:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968458 00000100:00100000:3.0:1746126431.833106:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ad7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+2:1962:x1830945734472192:12345-192.168.203.32@tcp:9:kworker.0 Request processed in 266us (2389us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.833117:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5098 00010000:00010000:1.0:1746126431.833237:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126431.833266:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.833358:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e08380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726307200:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126431.833376:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.833555:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734472448 00000100:00100000:3.0:1746126431.833558:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734472448 00002000:00100000:3.0:1746126431.833581:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6fb80 x1830945734472448/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.833589:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6fb80 with x1830945734472448 ext(0->4095) 00010000:00010000:3.0:1746126431.833596:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.833607:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.833617:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123d6fb80 00000100:00100000:3.0:1746126431.833635:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1841 00000100:00100000:3.0:1746126431.833640:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734472448:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126431.833753:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734471552:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5452us (6980us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.833760:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17235 00000100:00080000:0.0:1746126431.833779:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126431.833881:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734472448:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 238us (613us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.833887:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1841 00002000:00100000:3.0:1746126431.833892:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123d6fb80 x1830945734472448/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.833898:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123d6fb80 with x1830945734472448 ext(0->4095) 00010000:00010000:3.0:1746126431.833902:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.833911:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.833915:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123d6fb80 00000100:00100000:0.0:1746126431.837103:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.837204:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734472576 00000100:00100000:2.0:1746126431.837212:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734472576 00010000:00010000:2.0:1746126431.837241:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.837262:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17236 00000100:00100000:2.0:1746126431.837268:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734472576:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.837279:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.837297:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.837305:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.837322:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80992 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbb5 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.837336:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.837337:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.837343:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.837350:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.837375:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.837385:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726307328:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.837449:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.839811:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726307328:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.839828:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.839861:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734472576:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2591us (2764us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.839874:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17236 00000100:00100000:0.0:1746126431.844183:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.844923:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734472832 00000100:00100000:3.0:1746126431.844930:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734472832 00002000:00100000:3.0:1746126431.844962:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e08700 x1830945734472832/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.844970:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e08700 with x1830945734472832 ext(0->4095) 00002000:00010000:3.0:1746126431.844974:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e08700 00000100:00100000:3.0:1746126431.845000:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3856 00000100:00100000:3.0:1746126431.845006:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1964:x1830945734472832:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126431.845152:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1964:x1830945734472832:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (975us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.845157:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3856 00002000:00100000:3.0:1746126431.845162:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e08700 x1830945734472832/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.845168:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e08700 with x1830945734472832 ext(0->4095) 00002000:00010000:3.0:1746126431.845170:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e08700 00000100:00100000:0.0:1746126431.852481:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.852552:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734472960 00000100:00100000:2.0:1746126431.852563:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734472960 00000100:00100000:3.0:1746126431.853439:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5099 00000100:00100000:3.0:1746126431.853449:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734472960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.853464:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.853478:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdbc3 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.853499:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.853505:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.853507:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.853510:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.853559:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 31 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.853568:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 31 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.853578:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726307456:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.854049:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.858769:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.860425:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726307456:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.860450:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.860463:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4c00, rc 0) 00000100:00100000:3.0:1746126431.860509:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734472960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7062us (8035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.860525:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5099 00000100:00100000:1.0:1746126431.860715:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734473088 00000100:00100000:1.0:1746126431.860721:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734473088 00002000:00100000:1.0:1746126431.860751:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e08e00 x1830945734473088/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.860760:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e08e00 with x1830945734473088 ext(0->7) 00010000:00010000:1.0:1746126431.860765:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 32 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.860775:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 32 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.860781:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e08e00 00000100:00100000:1.0:1746126431.860939:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1842 00000100:00100000:1.0:1746126431.860946:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1964:x1830945734473088:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126431.862200:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1964:x1830945734473088:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 1250us (3437us total) trans 4294968041 rc 0/0 00000100:00100000:1.0:1746126431.862207:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1842 00002000:00100000:1.0:1746126431.862213:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e08e00 x1830945734473088/t4294968041(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/448 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.862226:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e08e00 with x1830945734473088 ext(0->7) 00010000:00010000:1.0:1746126431.862233:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 34 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.862243:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 34 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.862248:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e08e00 00000100:00100000:0.0:1746126431.866780:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.866862:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734473216 00000100:00100000:2.0:1746126431.866868:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734473216 00010000:00010000:2.0:1746126431.866896:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 34 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.866915:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17237 00000100:00100000:2.0:1746126431.866921:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1966:x1830945734473216:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.866933:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.866948:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 34 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.866957:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 34 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.866974:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80999 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbbc expref: 34 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.867066:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.867068:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.867074:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.867082:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.867113:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.867122:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726307584:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.867191:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.872843:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.872977:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734473344 00000100:00100000:3.0:1746126431.872984:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734473344 00000100:00100000:3.0:1746126431.873358:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5100 00000100:00100000:3.0:1746126431.873365:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:31643:x1830945734473344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.873379:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.873393:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdbca expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.873416:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.873423:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.873425:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.873427:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 35 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.873456:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.873466:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 5 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.873476:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726307712:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.874439:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.876679:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.878418:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726307712:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.878445:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 35 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.878459:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c5e00, rc 0) 00000100:00100000:2.0:1746126431.878477:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726307584:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.878490:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126431.878492:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+35:31643:x1830945734473344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5127us (5656us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.878500:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5100 00000100:00100000:2.0:1746126431.878510:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1966:x1830945734473216:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 11589us (11737us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.878528:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17237 00000100:00100000:1.0:1746126431.879122:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734473600 00000100:00100000:1.0:1746126431.879128:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734473600 00002000:00100000:1.0:1746126431.879156:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e09500 x1830945734473600/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.879165:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e09500 with x1830945734473600 ext(0->4095) 00010000:00010000:1.0:1746126431.879171:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.879181:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.879187:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e09500 00000100:00100000:1.0:1746126431.879212:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1843 00000100:00100000:1.0:1746126431.879217:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734473600:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126431.879347:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734473600:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (2675us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.879353:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1843 00002000:00100000:1.0:1746126431.879358:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e09500 x1830945734473600/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.879364:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e09500 with x1830945734473600 ext(0->4095) 00010000:00010000:1.0:1746126431.879368:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.879377:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.879382:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e09500 00000100:00100000:0.0:1746126431.882617:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.882739:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734473728 00000100:00100000:2.0:1746126431.882746:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734473728 00010000:00010000:2.0:1746126431.882773:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.882800:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17238 00000100:00100000:2.0:1746126431.882805:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734473728:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.882816:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.882832:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.882841:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.882858:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4c00/0x9851078746b809a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbc3 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.884300:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.884304:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.884314:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 33 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.884324:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 33 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.884358:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 33 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.884368:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726307840:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.891557:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.893862:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726307840:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.893882:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.893920:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734473728:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 11113us (11307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.893930:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17238 00000100:00100000:0.0:1746126431.894107:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.894211:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734473984 00000100:00100000:3.0:1746126431.894217:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734473984 00002000:00100000:3.0:1746126431.894247:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e09c00 x1830945734473984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.894256:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e09c00 with x1830945734473984 ext(0->4095) 00002000:00010000:3.0:1746126431.894260:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e09c00 00000100:00100000:3.0:1746126431.894286:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3857 00000100:00100000:3.0:1746126431.894292:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1964:x1830945734473984:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126431.895366:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1964:x1830945734473984:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1068us (1254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.895374:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3857 00002000:00100000:3.0:1746126431.895380:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e09c00 x1830945734473984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.895392:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e09c00 with x1830945734473984 ext(0->4095) 00002000:00010000:3.0:1746126431.895397:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e09c00 00000100:00100000:0.0:1746126431.903262:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.903340:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734474112 00000100:00100000:3.0:1746126431.903348:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734474112 00000100:00100000:3.0:1746126431.904426:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5101 00000100:00100000:3.0:1746126431.904437:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734474112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.904460:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.904476:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdbd1 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.904501:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 33 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.904507:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.904509:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.904512:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.904552:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 33 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.904566:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 33 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.904576:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726307968:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.904656:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.912481:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726307968:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.912509:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126431.912526:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:3.0:1746126431.912533:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07c00, rc 0) 00000100:00100000:3.0:1746126431.912587:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734474112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8152us (9330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.912594:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5101 00000100:00100000:2.0:1746126431.912705:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734474240 00000100:00100000:2.0:1746126431.912711:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734474240 00002000:00100000:2.0:1746126431.912743:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e0a300 x1830945734474240/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.912750:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e0a300 with x1830945734474240 ext(0->7) 00010000:00010000:2.0:1746126431.912755:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 34 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.912773:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 34 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.912778:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e0a300 00000100:00100000:2.0:1746126431.912792:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1844 00000100:00100000:2.0:1746126431.912797:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1963:x1830945734474240:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126431.913089:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1963:x1830945734474240:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 291us (571us total) trans 4294968042 rc 0/0 00000100:00100000:2.0:1746126431.913095:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1844 00002000:00100000:2.0:1746126431.913100:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e0a300 x1830945734474240/t4294968042(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/448 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.913106:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e0a300 with x1830945734474240 ext(0->7) 00010000:00010000:2.0:1746126431.913111:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 36 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.913125:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 36 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.913130:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e0a300 00000100:00100000:0.0:1746126431.925328:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.925592:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.925815:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734474368 00000100:00100000:3.0:1746126431.925823:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734474368 00000100:00100000:2.0:1746126431.925913:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734474496 00000100:00100000:2.0:1746126431.925917:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734474496 00010000:00010000:2.0:1746126431.925937:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 37 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.925957:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17239 00000100:00100000:2.0:1746126431.925964:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:1964:x1830945734474496:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.925975:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.925992:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 37 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.926002:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 37 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.926020:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c5e00/0x9851078746b809a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbca expref: 37 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.926070:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.926072:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.926078:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.926085:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.926111:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.926122:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726308096:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.926184:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126431.926694:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5102 00000100:00100000:3.0:1746126431.926701:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:31643:x1830945734474368:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.926713:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.926722:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b809b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdbd8 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.926737:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.926746:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.926747:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.926750:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b809b5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd8 expref: 37 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.926765:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.926774:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 5 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.926782:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726308224:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.926812:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.931052:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126431.931139:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734474752 00000100:00100000:1.0:1746126431.931146:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734474752 00002000:00100000:1.0:1746126431.931180:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e0ad80 x1830945734474752/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.931189:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e0ad80 with x1830945734474752 ext(0->4095) 00010000:00010000:1.0:1746126431.931196:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.931212:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.931218:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e0ad80 00000100:00100000:1.0:1746126431.931236:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1845 00000100:00100000:1.0:1746126431.931242:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734474752:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126431.931376:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734474752:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.931385:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1845 00002000:00100000:1.0:1746126431.931391:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e0ad80 x1830945734474752/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.931397:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e0ad80 with x1830945734474752 ext(0->4095) 00010000:00010000:1.0:1746126431.931402:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.931410:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.931415:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e0ad80 00000100:00100000:2.0:1746126431.931573:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726308096:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.931589:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.931613:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:1964:x1830945734474496:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5649us (6021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.931622:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17239 00000100:00100000:3.0:1746126431.932301:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726308224:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.932319:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b809b5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd8 expref: 36 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.932330:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:3.0:1746126431.932366:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:31643:x1830945734474368:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5666us (7044us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.932376:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5102 00000100:00100000:0.0:1746126431.933888:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.934540:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.934591:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734475008 00000100:00100000:3.0:1746126431.934598:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734475008 00000100:00100000:3.0:1746126431.934631:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5103 00000100:00100000:3.0:1746126431.934637:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:31655:x1830945734475008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.934652:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.934664:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdbdf expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.934682:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.934686:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b809b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd8 expref: 37 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.934691:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.934694:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 37 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.934719:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b809b5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd8 expref: 37 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.934727:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 37 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.934735:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:3.0:1746126431.934774:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:31655:x1830945734475008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.934779:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5103 00000100:00100000:2.0:1746126431.936148:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734474880 00000100:00100000:2.0:1746126431.936156:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734474880 00010000:00010000:2.0:1746126431.936179:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.936210:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17240 00000100:00100000:2.0:1746126431.936216:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734474880:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.936225:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.936242:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.936252:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.936270:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b809ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd1 expref: 6 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.936285:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.936287:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.936293:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b809b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd8 expref: 36 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.936300:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b809b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd8 expref: 36 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.936324:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b809b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd8 expref: 36 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.936335:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b809b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd8 expref: 36 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.936345:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726308480:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.936412:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.938705:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.938822:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726308480:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.938839:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.938873:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734474880:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2657us (4333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.938881:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17240 00000100:00100000:2.0:1746126431.939589:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734475136 00000100:00100000:2.0:1746126431.939594:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734475136 00010000:00010000:2.0:1746126431.939614:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b809b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd8 expref: 37 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.939633:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17241 00000100:00100000:2.0:1746126431.939639:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+37:1964:x1830945734475136:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.939649:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.939668:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b809b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd8 expref: 37 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.939677:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b809b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd8 expref: 37 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.939694:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b809b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbd8 expref: 37 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.939706:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.939709:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.939714:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 36 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.939723:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 36 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.939748:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 36 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.939758:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726308608:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.939806:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.943489:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726308608:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.943539:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126431.943627:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.943643:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1964:x1830945734475136:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4001us (4941us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.943749:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17241 00000100:00100000:1.0:1746126431.944128:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734475392 00000100:00100000:1.0:1746126431.944134:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734475392 00002000:00100000:1.0:1746126431.944164:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e0bb80 x1830945734475392/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.944172:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e0bb80 with x1830945734475392 ext(0->4095) 00002000:00010000:1.0:1746126431.944176:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e0bb80 00000100:00100000:1.0:1746126431.944203:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3858 00000100:00100000:1.0:1746126431.944209:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1964:x1830945734475392:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126431.945052:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1964:x1830945734475392:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 809us (1392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126431.945060:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3858 00002000:00100000:1.0:1746126431.945067:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e0bb80 x1830945734475392/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.945079:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e0bb80 with x1830945734475392 ext(0->4095) 00002000:00010000:1.0:1746126431.945082:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e0bb80 00000100:00100000:0.0:1746126431.953274:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.953397:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734475520 00000100:00100000:3.0:1746126431.953405:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734475520 00000100:00100000:3.0:1746126431.953445:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5104 00000100:00100000:3.0:1746126431.953452:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734475520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.953466:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.953481:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdbe6 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.953506:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 35 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.953512:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.953527:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.953531:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.953557:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 35 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.953567:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 35 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.953578:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726308736:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.955722:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.957874:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.957975:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726308736:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.958002:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.958017:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06200, rc 0) 00000100:00100000:3.0:1746126431.958088:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734475520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4636us (4820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.958096:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5104 00000100:00100000:1.0:1746126431.958177:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734475648 00000100:00100000:1.0:1746126431.958183:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734475648 00002000:00100000:1.0:1746126431.958213:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e08380 x1830945734475648/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.958221:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e08380 with x1830945734475648 ext(0->7) 00010000:00010000:1.0:1746126431.958227:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 36 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.958237:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 36 pid: 9140 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.958242:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e08380 00000100:00100000:1.0:1746126431.958268:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1846 00000100:00100000:1.0:1746126431.958275:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+36:1963:x1830945734475648:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126431.958532:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1963:x1830945734475648:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 242us (649us total) trans 4294968043 rc 0/0 00000100:00100000:1.0:1746126431.958538:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1846 00002000:00100000:1.0:1746126431.958544:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e08380 x1830945734475648/t4294968043(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 496/448 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126431.958551:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e08380 with x1830945734475648 ext(0->7) 00010000:00010000:1.0:1746126431.958555:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 38 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:1.0:1746126431.958569:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 38 pid: 9140 timeout: 650 lvb_type: 0 00002000:00010000:1.0:1746126431.958574:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e08380 00000100:00100000:0.0:1746126431.967194:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.967917:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734475776 00000100:00100000:2.0:1746126431.967923:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734475776 00010000:00010000:2.0:1746126431.967951:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 38 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.967981:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17242 00000100:00100000:2.0:1746126431.967986:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1963:x1830945734475776:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.967998:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.968260:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 38 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.968270:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 38 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.968287:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b809bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbdf expref: 38 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.968882:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.968884:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.968891:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.968898:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.968925:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.968934:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726308864:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.969361:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.972232:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.972317:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734475904 00000100:00100000:3.0:1746126431.972325:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734475904 00000100:00100000:3.0:1746126431.972692:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5105 00000100:00100000:3.0:1746126431.972700:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:31643:x1830945734475904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.972713:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.972726:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdbed expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.972748:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.972754:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.972755:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.972758:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 39 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.972781:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.972790:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 5 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126431.972799:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726308992:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126431.973436:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.973624:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.973628:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726308864:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126431.973641:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.973642:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734476160 00000100:00100000:2.0:1746126431.973645:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734476160 00002000:00100000:2.0:1746126431.973668:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466a00 x1830945734476160/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.973682:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466a00 with x1830945734476160 ext(0->4095) 00010000:00010000:2.0:1746126431.973687:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.973696:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.973702:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131466a00 00000100:00100000:2.0:1746126431.973719:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1847 00000100:00100000:2.0:1746126431.973724:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734476160:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126431.973938:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1963:x1830945734475776:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5951us (6755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.973948:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17242 00000100:00100000:2.0:1746126431.975538:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734476160:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 1807us (1908us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.975548:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1847 00002000:00100000:2.0:1746126431.975558:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466a00 x1830945734476160/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.975566:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466a00 with x1830945734476160 ext(0->4095) 00010000:00010000:2.0:1746126431.975573:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.975584:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126431.975590:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131466a00 00000100:00100000:3.0:1746126431.976091:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726308992:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126431.976110:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 38 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.976122:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:3.0:1746126431.976150:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:31643:x1830945734475904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3451us (3925us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.976155:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5105 00000100:00100000:0.0:1746126431.977816:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126431.979291:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126431.979502:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734476288 00000100:00100000:3.0:1746126431.979510:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734476288 00000100:00100000:3.0:1746126431.979557:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5106 00000100:00100000:3.0:1746126431.979564:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:31655:x1830945734476288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126431.979579:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126431.979593:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdbf4 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.979614:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126431.979619:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 39 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.979624:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126431.979627:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 39 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.979655:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 39 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.979667:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 39 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126431.979675:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013104b600, rc 0) 00000100:00100000:3.0:1746126431.979723:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:31655:x1830945734476288:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (1911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126431.979728:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5106 00000100:00100000:2.0:1746126431.980524:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734476416 00000100:00100000:2.0:1746126431.980530:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734476416 00010000:00010000:2.0:1746126431.980550:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.980582:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17243 00000100:00100000:2.0:1746126431.980588:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734476416:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.980596:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.980612:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.980621:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.980635:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b809c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbe6 expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.980660:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.980662:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.980667:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 38 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.980674:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 38 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.980693:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 38 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.980702:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 38 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.980711:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131467480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726309248:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.980774:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdda80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.986328:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131467480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726309248:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.986347:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126431.986376:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.986386:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734476416:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5799us (7101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.986395:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17243 00000100:00100000:3.0:1746126431.986408:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734476672 00000100:00100000:3.0:1746126431.986414:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734476672 00002000:00100000:3.0:1746126431.986445:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f2a00 x1830945734476672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.986454:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f2a00 with x1830945734476672 ext(0->4095) 00010000:00010000:3.0:1746126431.986460:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 39 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.986471:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 39 pid: 9140 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.986477:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f2a00 00000100:00100000:3.0:1746126431.986504:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1848 00000100:00100000:3.0:1746126431.986510:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1963:x1830945734476672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126431.986637:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1963:x1830945734476672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (262us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126431.986643:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1848 00002000:00100000:3.0:1746126431.986648:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f2a00 x1830945734476672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126431.986654:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f2a00 with x1830945734476672 ext(0->4095) 00010000:00010000:3.0:1746126431.986658:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 39 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126431.986666:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 39 pid: 9140 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126431.986671:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f2a00 00000100:00100000:0.0:1746126431.990593:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.990633:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734476800 00000100:00100000:2.0:1746126431.990730:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734476800 00010000:00010000:2.0:1746126431.990758:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 39 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126431.990793:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17244 00000100:00100000:2.0:1746126431.990800:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c75fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+39:1964:x1830945734476800:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126431.990810:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126431.990827:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 39 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.990837:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 39 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.990855:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b809ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbed expref: 39 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126431.990878:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.990881:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126431.990886:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 38 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.990893:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 38 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126431.990922:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 38 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126431.990931:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131467480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726309376:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126431.990994:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdda80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126431.995195:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131467480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726309376:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126431.995212:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126431.995247:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c75fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1964:x1830945734476800:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4447us (4659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126431.995257:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17244 00000100:00100000:0.0:1746126431.997059:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126431.997177:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734477056 00000100:00100000:2.0:1746126431.997183:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734477056 00002000:00100000:2.0:1746126431.997219:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f0e00 x1830945734477056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.997228:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f0e00 with x1830945734477056 ext(0->4095) 00002000:00010000:2.0:1746126431.997232:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f0e00 00000100:00100000:2.0:1746126431.998526:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3859 00000100:00100000:2.0:1746126431.998538:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1963:x1830945734477056:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126431.999653:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1963:x1830945734477056:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 1113us (2625us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126431.999663:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3859 00002000:00100000:2.0:1746126431.999672:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f0e00 x1830945734477056/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126431.999681:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f0e00 with x1830945734477056 ext(0->4095) 00002000:00010000:2.0:1746126431.999685:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f0e00 00010000:00010000:0.0:1746126432.001184:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126432.010367:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.010480:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734477184 00000100:00100000:3.0:1746126432.010487:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734477184 00000100:00100000:3.0:1746126432.010531:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5107 00000100:00100000:3.0:1746126432.010537:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734477184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.010551:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.010563:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdbfb expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.010586:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 37 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.010592:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.010593:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.010596:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.010618:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 37 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.010632:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 37 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1746126432.010641:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726309504:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126432.010722:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.013824:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726309504:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126432.013851:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.013866:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015b600, rc 0) 00000100:00100000:3.0:1746126432.013909:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734477184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3370us (3549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.013916:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5107 00000100:00100000:0.0:1746126432.015246:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.015429:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734477312 00000100:00100000:2.0:1746126432.015436:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734477312 00002000:00100000:2.0:1746126432.015470:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800946a1c00 x1830945734477312/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.015478:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a1c00 with x1830945734477312 ext(0->7) 00010000:00010000:2.0:1746126432.015485:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 38 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.015497:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 38 pid: 9140 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126432.015502:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a1c00 00000100:00100000:2.0:1746126432.015526:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1849 00000100:00100000:2.0:1746126432.015532:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+38:1964:x1830945734477312:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126432.015769:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1964:x1830945734477312:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 236us (526us total) trans 4294968044 rc 0/0 00000100:00100000:2.0:1746126432.015774:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1849 00002000:00100000:2.0:1746126432.015779:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800946a1c00 x1830945734477312/t4294968044(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/448 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.015791:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a1c00 with x1830945734477312 ext(0->7) 00010000:00010000:2.0:1746126432.015795:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 40 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.015803:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 40 pid: 9140 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126432.015808:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a1c00 00000100:00100000:1.0:1746126432.019409:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.020474:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734477440 00000100:00100000:2.0:1746126432.020482:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734477440 00000100:00100000:2.0:1746126432.020530:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5108 00000100:00100000:2.0:1746126432.020536:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:31643:x1830945734477440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.020550:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.020562:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc02 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.020584:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.020589:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.020594:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126432.020597:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 41 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.020624:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.020639:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 41 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.020647:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092847e00, rc 0) 00000100:00100000:2.0:1746126432.020697:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:31643:x1830945734477440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.020703:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5108 00000100:00100000:2.0:1746126432.021736:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.021793:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734477568 00000100:00100000:0.0:1746126432.021798:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734477568 00010000:00010000:0.0:1746126432.021981:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 41 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126432.022070:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17245 00000100:00100000:0.0:1746126432.022657:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1966:x1830945734477568:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126432.022670:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126432.022689:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 41 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126432.022698:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 41 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126432.022715:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b809d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbf4 expref: 41 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126432.022744:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.022746:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.022752:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.022759:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.022785:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.022800:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 5 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126432.022810:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726309760:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126432.022880:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.027849:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.028072:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726309760:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.028099:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.028134:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1966:x1830945734477568:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6057us (6400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.028143:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17245 00000100:00100000:3.0:1746126432.028218:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734477824 00000100:00100000:3.0:1746126432.028224:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734477824 00002000:00100000:3.0:1746126432.028255:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a3100 x1830945734477824/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.028263:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3100 with x1830945734477824 ext(0->4095) 00010000:00010000:3.0:1746126432.028270:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126432.028281:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126432.028291:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a3100 00000100:00100000:3.0:1746126432.028306:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1850 00000100:00100000:3.0:1746126432.028312:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734477824:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.028440:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734477824:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (599us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.028446:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1850 00002000:00100000:3.0:1746126432.028451:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a3100 x1830945734477824/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.028457:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3100 with x1830945734477824 ext(0->4095) 00010000:00010000:3.0:1746126432.028461:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126432.028470:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126432.028474:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a3100 00000100:00100000:0.0:1746126432.032325:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.032667:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734477952 00000100:00100000:2.0:1746126432.032675:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734477952 00010000:00010000:2.0:1746126432.032705:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126432.032788:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17246 00000100:00100000:2.0:1746126432.032796:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734477952:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.032808:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.032827:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.032838:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.032857:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b809d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdbfb expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.033221:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.033223:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.033231:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 39 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.033239:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 39 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.033269:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 39 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.033279:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726309888:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.033775:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.037964:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.038071:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726309888:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.038088:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.038124:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734477952:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5328us (5804us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.038133:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17246 00000100:00100000:3.0:1746126432.039237:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734478208 00000100:00100000:3.0:1746126432.039245:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734478208 00002000:00100000:3.0:1746126432.039280:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6b800 x1830945734478208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.039289:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b800 with x1830945734478208 ext(0->4095) 00002000:00010000:3.0:1746126432.039293:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6b800 00000100:00100000:3.0:1746126432.039311:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3860 00000100:00100000:3.0:1746126432.039318:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1963:x1830945734478208:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.040237:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1963:x1830945734478208:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 915us (2275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.040244:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3860 00002000:00100000:3.0:1746126432.040251:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6b800 x1830945734478208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.040258:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b800 with x1830945734478208 ext(0->4095) 00002000:00010000:3.0:1746126432.040261:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6b800 00000100:00100000:2.0:1746126432.043605:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.044170:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734478336 00000100:00100000:0.0:1746126432.044178:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734478336 00000100:00100000:0.0:1746126432.044629:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5109 00000100:00100000:0.0:1746126432.044637:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734478336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126432.044652:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126432.044664:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b809e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc09 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.044688:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 39 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.044695:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126432.044696:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126432.044700:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b809e6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc09 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.045570:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 39 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.045586:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 39 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126432.045597:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba68380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726310016:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126432.046344:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.056610:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba68380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726310016:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.056634:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b809e6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc09 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.056655:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4600, rc 0) 00000100:00100000:2.0:1746126432.057457:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734478336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12817us (13856us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.057464:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5109 00000100:00100000:0.0:1746126432.059228:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.059364:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734478464 00000100:00100000:3.0:1746126432.059371:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734478464 00002000:00100000:3.0:1746126432.059404:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009ba6bb80 x1830945734478464/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.059413:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6bb80 with x1830945734478464 ext(0->7) 00010000:00010000:3.0:1746126432.059421:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 40 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126432.059432:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 40 pid: 9140 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126432.059438:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6bb80 00000100:00100000:3.0:1746126432.059454:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1851 00000100:00100000:3.0:1746126432.059460:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+40:1963:x1830945734478464:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126432.060770:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1963:x1830945734478464:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 1306us (1542us total) trans 4294968045 rc 0/0 00000100:00100000:3.0:1746126432.060782:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1851 00002000:00100000:3.0:1746126432.060788:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009ba6bb80 x1830945734478464/t4294968045(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/448 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.060795:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6bb80 with x1830945734478464 ext(0->7) 00010000:00010000:3.0:1746126432.060801:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 42 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1746126432.061508:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 42 pid: 9140 timeout: 650 lvb_type: 0 00002000:00010000:3.0:1746126432.061523:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6bb80 00000100:00100000:0.0:1746126432.070001:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.070130:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734478592 00000100:00100000:2.0:1746126432.070138:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734478592 00010000:00010000:2.0:1746126432.070165:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 42 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126432.070195:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17247 00000100:00100000:2.0:1746126432.070201:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1965:x1830945734478592:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.070212:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.070228:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 42 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.070237:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 42 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.070254:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b809df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc02 expref: 42 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.070396:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.070398:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.070404:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b809e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc09 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.070414:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b809e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc09 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.070439:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b809e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc09 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.070448:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726310144:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.070535:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.073321:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726310144:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.073339:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.073436:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:1965:x1830945734478592:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3232us (3439us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126432.073438:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.073444:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17247 00000100:00100000:3.0:1746126432.073568:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734478848 00000100:00100000:3.0:1746126432.073574:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734478848 00002000:00100000:3.0:1746126432.073602:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490f100 x1830945734478848/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.073610:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490f100 with x1830945734478848 ext(0->4095) 00002000:00010000:3.0:1746126432.073613:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490f100 00000100:00100000:3.0:1746126432.073634:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3861 00000100:00100000:3.0:1746126432.073640:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734478848:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126432.074358:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734478848:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 716us (917us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.074364:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3861 00002000:00100000:3.0:1746126432.074369:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b490f100 x1830945734478848/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.074381:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490f100 with x1830945734478848 ext(0->4095) 00002000:00010000:3.0:1746126432.074383:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490f100 00000100:00100000:2.0:1746126432.076762:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.076846:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734478976 00000100:00100000:0.0:1746126432.076852:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734478976 00000100:00100000:1.0:1746126432.077193:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5110 00000100:00100000:1.0:1746126432.077201:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+41:31643:x1830945734478976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.077215:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.077227:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc10 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.077248:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b809e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc09 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.077254:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.077255:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.077258:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 42 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.077279:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b809e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc09 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.077287:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b809e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc09 expref: 5 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:1.0:1746126432.077296:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726310272:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126432.077354:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.077364:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.077376:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734479104 00000100:00100000:1.0:1746126432.077379:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734479104 00000100:00100000:1.0:1746126432.077395:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5111 00000100:00100000:1.0:1746126432.077400:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31655:x1830945734479104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.077406:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.077411:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b809f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc17 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.077420:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.077423:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 44 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.077428:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.077430:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b809f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc17 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.077447:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 44 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.077456:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b809f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc17 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.077463:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18c00, rc 0) 00000100:00100000:1.0:1746126432.077490:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:31655:x1830945734479104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.077496:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5111 00000100:00100000:1.0:1746126432.079110:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726310272:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126432.079131:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 43 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.079141:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18600, rc 0) 00000100:00100000:1.0:1746126432.079170:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31643:x1830945734478976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1970us (2413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.079176:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5110 00000100:00100000:0.0:1746126432.079885:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.079928:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734479232 00000100:00100000:2.0:1746126432.079933:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734479232 00010000:00010000:2.0:1746126432.079950:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b809e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc09 expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126432.079976:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17248 00000100:00100000:2.0:1746126432.079981:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734479232:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.079989:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.080003:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b809e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc09 expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.080011:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b809e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc09 expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.080056:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b809e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc09 expref: 6 pid: 9140 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.080071:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.080073:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.080077:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 42 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.080084:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 42 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.080104:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 42 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.080112:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 42 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126432.080120:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e0b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726310528:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.080168:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.084749:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e0b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726310528:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.084766:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.085678:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734479232:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5693us (5790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.085689:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17248 00000100:00100000:3.0:1746126432.086646:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.086976:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734479488 00000100:00100000:2.0:1746126432.086984:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734479488 00002000:00100000:2.0:1746126432.087013:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c31a300 x1830945734479488/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.087047:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31a300 with x1830945734479488 ext(0->4095) 00010000:00010000:2.0:1746126432.087055:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 43 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.087066:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 43 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126432.087071:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c31a300 00000100:00100000:2.0:1746126432.087088:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1852 00000100:00100000:2.0:1746126432.087095:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1963:x1830945734479488:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126432.087220:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1963:x1830945734479488:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (575us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.087225:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1852 00002000:00100000:2.0:1746126432.087231:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c31a300 x1830945734479488/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.087237:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31a300 with x1830945734479488 ext(0->4095) 00010000:00010000:2.0:1746126432.087241:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 43 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.087253:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 43 pid: 8423 timeout: 650 lvb_type: 0 00002000:00010000:2.0:1746126432.087259:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c31a300 00000100:00100000:0.0:1746126432.091595:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.091874:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734479616 00000100:00100000:2.0:1746126432.091882:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734479616 00010000:00010000:2.0:1746126432.091912:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 43 pid: 8423 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1746126432.091936:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17249 00000100:00100000:2.0:1746126432.091942:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734479616:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.091954:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.091970:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 43 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.091980:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 43 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.091996:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b809ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc10 expref: 43 pid: 8423 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1746126432.092038:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.092040:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.092046:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b809f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc17 expref: 42 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.092057:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b809f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc17 expref: 42 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.092083:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b809f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc17 expref: 42 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.092093:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e0b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726310656:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.092164:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.098015:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.099187:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734479872 00000100:00100000:2.0:1746126432.099196:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734479872 00002000:00100000:2.0:1746126432.099231:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305500 x1830945734479872/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.099240:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305500 with x1830945734479872 ext(0->4095) 00002000:00010000:2.0:1746126432.099244:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133305500 00000100:00100000:2.0:1746126432.099262:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3862 00000100:00100000:2.0:1746126432.099268:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734479872:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126432.099276:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e0b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726310656:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.099293:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.099335:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734479616:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7391us (7745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.099342:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17249 00000100:00100000:2.0:1746126432.099384:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734479872:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (1377us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.099390:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3862 00002000:00100000:2.0:1746126432.099394:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305500 x1830945734479872/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.099401:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305500 with x1830945734479872 ext(0->4095) 00002000:00010000:2.0:1746126432.099403:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133305500 00000100:00100000:2.0:1746126432.102359:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.102402:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734480000 00000100:00100000:1.0:1746126432.102410:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734480000 00000100:00100000:1.0:1746126432.102442:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5112 00000100:00100000:1.0:1746126432.102449:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734480000:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.102461:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.102475:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc1e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.102497:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b809f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc17 expref: 41 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.102502:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.102504:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.102507:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.102542:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b809f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc17 expref: 41 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.102552:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b809f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc17 expref: 41 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.102562:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726310784:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126432.103210:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.106863:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.106910:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.106972:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734480256 00000100:00100000:2.0:1746126432.106979:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734480256 00000100:00100000:3.0:1746126432.106989:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734480128 00000100:00100000:3.0:1746126432.106993:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734480128 00010000:00010000:3.0:1746126432.107016:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b809f4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc17 expref: 43 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.107020:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5113 00000100:00100000:2.0:1746126432.107045:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31643:x1830945734480256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126432.107054:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726310784:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.107057:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126432.107060:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17250 00000100:00100000:3.0:1746126432.107065:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734480128:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.107068:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc25 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.107074:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126432.107076:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.107084:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.107089:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.107094:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126432.107097:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.107105:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00010000:00010000:2.0:1746126432.107121:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.107130:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.107136:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846000, rc 0) 00000100:00100000:1.0:1746126432.107136:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734480000:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4687us (4783us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.107142:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5112 00010000:00010000:3.0:1746126432.107144:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b809f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc17 expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.107154:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b809f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc17 expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.107154:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:31643:x1830945734480256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.107160:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5113 00010000:00010000:3.0:1746126432.107170:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b809f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc17 expref: 43 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.107192:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.107194:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.107198:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.107204:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.107220:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.107228:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 5 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.107241:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726311040:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.107290:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.109336:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726311040:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.109353:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.109396:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734480128:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2330us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.109403:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17250 00000100:00100000:0.0:1746126432.111196:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.111599:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734480512 00000100:00100000:2.0:1746126432.111606:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734480512 00002000:00100000:2.0:1746126432.111640:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4e680 x1830945734480512/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.111647:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4e680 with x1830945734480512 ext(0->4095) 00010000:00010000:2.0:1746126432.111654:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.111665:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.111670:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4e680 00000100:00100000:2.0:1746126432.111695:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1853 00000100:00100000:2.0:1746126432.111702:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734480512:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126432.112433:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734480512:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 729us (1240us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.112440:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1853 00002000:00100000:2.0:1746126432.112446:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4e680 x1830945734480512/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.112452:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4e680 with x1830945734480512 ext(0->4095) 00010000:00010000:2.0:1746126432.112457:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.112466:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.112471:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4e680 00000100:00100000:0.0:1746126432.115328:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.118166:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734480640 00000100:00100000:3.0:1746126432.118175:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734480640 00010000:00010000:3.0:1746126432.118204:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.118233:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17251 00000100:00100000:3.0:1746126432.118239:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4021050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734480640:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.118250:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.118265:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.118274:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.118290:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b809fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc1e expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.118316:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.118318:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.118324:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 41 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.118331:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 41 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.118357:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 41 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.118368:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726311168:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.118434:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.123451:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726311168:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.123471:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.123908:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4021050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734480640:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5666us (8584us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.123917:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17251 00000100:00100000:1.0:1746126432.123981:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.124157:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734480896 00000100:00100000:3.0:1746126432.124162:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734480896 00002000:00100000:3.0:1746126432.124187:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf3b80 x1830945734480896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.124194:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf3b80 with x1830945734480896 ext(0->4095) 00002000:00010000:3.0:1746126432.124198:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf3b80 00000100:00100000:3.0:1746126432.124212:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3863 00000100:00100000:3.0:1746126432.124218:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734480896:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126432.125412:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734480896:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1191us (1429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.125507:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3863 00002000:00100000:3.0:1746126432.125536:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf3b80 x1830945734480896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.125587:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf3b80 with x1830945734480896 ext(0->4095) 00002000:00010000:3.0:1746126432.125590:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf3b80 00000100:00100000:0.0:1746126432.128895:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.128964:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734481024 00000100:00100000:2.0:1746126432.128971:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734481024 00000100:00100000:2.0:1746126432.129014:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5114 00000100:00100000:2.0:1746126432.129034:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734481024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.129048:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.129060:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc2c expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.129081:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 41 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.129086:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.129088:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.129091:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.129115:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 41 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.129125:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 41 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.129135:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726311296:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.129950:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.131805:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726311296:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.131827:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.131844:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846e00, rc 0) 00000100:00100000:2.0:1746126432.131874:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734481024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2853us (2985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.131881:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5114 00000100:00100000:0.0:1746126432.135594:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.139614:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734481152 00000100:00100000:1.0:1746126432.139625:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734481152 00002000:00100000:1.0:1746126432.139671:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013147f480 x1830945734481152/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.139681:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147f480 with x1830945734481152 ext(0->7) 00010000:00010000:1.0:1746126432.139691:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 42 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.139703:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 42 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.139710:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147f480 00000100:00100000:1.0:1746126432.139741:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1854 00000100:00100000:1.0:1746126432.139748:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+42:1964:x1830945734481152:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126432.140038:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734481152:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 274us (4435us total) trans 4294968046 rc 0/0 00000100:00100000:1.0:1746126432.140045:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1854 00002000:00100000:1.0:1746126432.140050:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013147f480 x1830945734481152/t4294968046(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/448 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.140057:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147f480 with x1830945734481152 ext(0->7) 00010000:00010000:1.0:1746126432.140062:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.140070:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.140076:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013147f480 00000100:00100000:0.0:1746126432.143823:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.143912:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734481280 00000100:00100000:3.0:1746126432.143920:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734481280 00010000:00010000:3.0:1746126432.143944:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.143969:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17252 00000100:00100000:3.0:1746126432.143975:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734481280:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.143985:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.144001:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.144010:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.144046:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092846000/0x9851078746b80a02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc25 expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.144072:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.144073:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.144078:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.144085:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.144110:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.144120:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726311424:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.144280:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.148689:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.148752:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734481408 00000100:00100000:2.0:1746126432.148758:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734481408 00000100:00100000:3.0:1746126432.148823:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726311424:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.148840:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.148873:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734481280:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4898us (5056us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.148881:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17252 00000100:00100000:2.0:1746126432.148985:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5115 00000100:00100000:2.0:1746126432.148992:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31643:x1830945734481408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.149006:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.149017:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc33 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.149057:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126432.149063:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126432.149064:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.149066:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.149069:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.149093:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.149103:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 5 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.149200:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734481664 00000100:00100000:3.0:1746126432.149203:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734481664 00002000:00100000:3.0:1746126432.149224:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403f100 x1830945734481664/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.149231:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403f100 with x1830945734481664 ext(0->4095) 00010000:00010000:3.0:1746126432.149236:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.149244:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.149249:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403f100 00000100:00100000:3.0:1746126432.149272:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1855 00000100:00100000:3.0:1746126432.149277:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734481664:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126432.149399:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734481664:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (335us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.149405:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1855 00002000:00100000:3.0:1746126432.149410:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403f100 x1830945734481664/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.149416:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403f100 with x1830945734481664 ext(0->4095) 00010000:00010000:3.0:1746126432.149420:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.149427:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.149432:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403f100 00000100:00100000:2.0:1746126432.149506:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726311552:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.149981:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.152134:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.152916:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734481792 00000100:00100000:1.0:1746126432.152923:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734481792 00000100:00100000:2.0:1746126432.153005:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726311552:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.153053:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 45 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.153067:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846200, rc 0) 00000100:00100000:2.0:1746126432.153100:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31643:x1830945734481408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4108us (4418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.153107:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5115 00000100:00100000:0.0:1746126432.153117:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.153124:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5116 00000100:00100000:3.0:1746126432.153212:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734481920 00000100:00100000:3.0:1746126432.153215:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734481920 00010000:00010000:3.0:1746126432.153229:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.153255:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17253 00000100:00100000:3.0:1746126432.153260:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734481920:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.153270:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.153286:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.153295:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.153313:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092846e00/0x9851078746b80a09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc2c expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.153325:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.153327:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.153333:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.153344:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.153370:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.153380:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726311680:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.153424:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.153654:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:31655:x1830945734481792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.153665:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.153673:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80a17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc3a expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.153688:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 45 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.153693:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.153695:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.153697:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80a17 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc3a expref: 45 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.153711:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 45 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.153721:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.153728:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726311808:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.153758:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.155330:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.155382:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734482176 00000100:00100000:1.0:1746126432.155387:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734482176 00002000:00100000:1.0:1746126432.155425:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936d9c00 x1830945734482176/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.155432:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9c00 with x1830945734482176 ext(0->4095) 00010000:00010000:1.0:1746126432.155438:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 46 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.155448:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 46 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.155457:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800936d9c00 00000100:00100000:2.0:1746126432.155459:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726311808:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126432.155472:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1856 00010000:00010000:2.0:1746126432.155477:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80a17 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc3a expref: 46 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126432.155478:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1963:x1830945734482176:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00010000:00010000:2.0:1746126432.155487:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092847600, rc 0) 00000100:00100000:2.0:1746126432.155526:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:31655:x1830945734481792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1863us (3386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.155531:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5116 00000100:00100000:3.0:1746126432.155744:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726311680:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.155755:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.155771:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734481920:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2511us (2654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.155779:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17253 00000100:00100000:1.0:1746126432.156100:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1963:x1830945734482176:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 621us (772us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.156105:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1856 00002000:00100000:1.0:1746126432.156110:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936d9c00 x1830945734482176/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.156117:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9c00 with x1830945734482176 ext(0->4095) 00010000:00010000:1.0:1746126432.156122:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.156130:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.156135:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800936d9c00 00000100:00100000:0.0:1746126432.158289:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.158397:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734482304 00000100:00100000:3.0:1746126432.158404:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734482304 00010000:00010000:3.0:1746126432.158427:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.158454:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17254 00000100:00100000:3.0:1746126432.158459:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1964:x1830945734482304:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.158469:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.158482:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.158491:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.158507:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092846200/0x9851078746b80a10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc33 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.158527:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.158529:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.158535:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80a17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc3a expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.158542:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80a17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc3a expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.158563:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80a17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc3a expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.158571:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726311936:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.158663:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.160366:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726311936:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.160384:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.160616:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734482304:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2155us (2329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.160625:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17254 00000100:00100000:1.0:1746126432.161054:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.161444:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734482560 00000100:00100000:2.0:1746126432.161450:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734482560 00002000:00100000:2.0:1746126432.161479:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0e00 x1830945734482560/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.161487:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0e00 with x1830945734482560 ext(0->4095) 00002000:00010000:2.0:1746126432.161491:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0e00 00000100:00100000:2.0:1746126432.161527:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3864 00000100:00100000:2.0:1746126432.161533:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1963:x1830945734482560:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126432.162486:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1963:x1830945734482560:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 950us (1430us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.162495:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3864 00002000:00100000:2.0:1746126432.162500:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0e00 x1830945734482560/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.162507:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0e00 with x1830945734482560 ext(0->4095) 00002000:00010000:2.0:1746126432.162509:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0e00 00000100:00100000:0.0:1746126432.164697:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.164771:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734482688 00000100:00100000:2.0:1746126432.164778:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734482688 00000100:00100000:2.0:1746126432.165176:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5117 00000100:00100000:2.0:1746126432.165184:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734482688:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.165197:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.165212:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80a1e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc41 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.165235:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80a17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc3a expref: 43 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.165243:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.165244:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.165247:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80a1e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc41 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.165270:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80a17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc3a expref: 43 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.165281:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80a17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc3a expref: 43 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.165296:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726312064:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.165353:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.167310:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726312064:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.167335:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80a1e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc41 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.167347:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092847e00, rc 0) 00000100:00100000:2.0:1746126432.167792:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734482688:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2607us (3097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.167800:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5117 00000100:00100000:0.0:1746126432.168712:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.168788:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734482816 00000100:00100000:3.0:1746126432.168793:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734482816 00010000:00010000:3.0:1746126432.168817:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80a17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc3a expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.168844:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17255 00000100:00100000:3.0:1746126432.168848:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1963:x1830945734482816:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.168858:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.168872:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80a17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc3a expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.168881:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80a17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc3a expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.168897:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b80a17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc3a expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.168918:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.168919:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.168925:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80a1e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc41 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.168931:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80a1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc41 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.168952:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80a1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc41 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.168961:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726312192:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.169019:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.170899:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.170979:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.171055:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734483072 00000100:00100000:2.0:1746126432.171062:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734483072 00002000:00100000:2.0:1746126432.171095:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236d880 x1830945734483072/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.171104:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236d880 with x1830945734483072 ext(0->4095) 00002000:00010000:2.0:1746126432.171108:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236d880 00000100:00100000:2.0:1746126432.171126:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3865 00000100:00100000:2.0:1746126432.171131:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734483072:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.171293:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726312192:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.171308:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.172086:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734483072:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 888us (1125us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.172094:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3865 00002000:00100000:2.0:1746126432.172101:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236d880 x1830945734483072/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.172114:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236d880 with x1830945734483072 ext(0->4095) 00002000:00010000:2.0:1746126432.172117:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013236d880 00000100:00100000:2.0:1746126432.172144:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734483200 00000100:00100000:2.0:1746126432.172147:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734483200 00000100:00100000:2.0:1746126432.172173:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5118 00000100:00100000:2.0:1746126432.172178:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:31643:x1830945734483200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.172187:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.172199:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc48 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.172218:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80a1e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc41 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.172224:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.172225:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.172229:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 45 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.172251:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80a1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc41 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.172262:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80a1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc41 expref: 5 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.172272:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726312320:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126432.172891:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1963:x1830945734482816:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4039us (4178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.172898:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17255 00000100:00100000:2.0:1746126432.173206:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.174762:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.174813:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734483328 00000100:00100000:3.0:1746126432.174819:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734483328 00000100:00100000:3.0:1746126432.174857:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5119 00000100:00100000:3.0:1746126432.174863:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31655:x1830945734483328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.174875:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.174888:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80a2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc4f expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.174907:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.174911:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 46 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.174917:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.174920:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80a2c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc4f expref: 46 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.174950:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 46 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.174959:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80a2c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc4f expref: 46 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.174967:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015ae00, rc 0) 00000100:00100000:3.0:1746126432.175009:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:31655:x1830945734483328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.175014:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5119 00000100:00100000:0.0:1746126432.176394:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726312320:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.176413:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126432.176413:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 45 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.176423:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013104b600, rc 0) 00000100:00100000:3.0:1746126432.176524:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734483456 00000100:00100000:3.0:1746126432.176528:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734483456 00010000:00010000:3.0:1746126432.176543:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80a1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc41 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.176563:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17256 00000100:00100000:3.0:1746126432.176568:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734483456:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.176576:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.176589:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80a1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc41 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.176597:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80a1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc41 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.176612:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b80a1e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc41 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:0.0:1746126432.176830:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31643:x1830945734483200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4648us (5848us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126432.176836:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5118 00010000:00010000:3.0:1746126432.176893:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.176895:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.176900:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.176908:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.176937:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.176946:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.176954:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726312576:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.176998:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.178811:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726312576:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.178829:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.178964:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734483456:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2393us (2549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.178972:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17256 00000100:00100000:0.0:1746126432.179417:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.179480:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734483712 00000100:00100000:2.0:1746126432.179485:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734483712 00002000:00100000:2.0:1746126432.179526:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff3b80 x1830945734483712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.179534:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff3b80 with x1830945734483712 ext(0->4095) 00010000:00010000:2.0:1746126432.179541:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.179551:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.179556:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff3b80 00000100:00100000:2.0:1746126432.179570:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1857 00000100:00100000:2.0:1746126432.179575:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1964:x1830945734483712:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126432.179707:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1964:x1830945734483712:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (290us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.179713:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1857 00002000:00100000:2.0:1746126432.179718:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff3b80 x1830945734483712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.179725:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff3b80 with x1830945734483712 ext(0->4095) 00010000:00010000:2.0:1746126432.179729:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.179741:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.179751:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff3b80 00000100:00100000:0.0:1746126432.183147:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.183750:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734483840 00000100:00100000:3.0:1746126432.183758:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734483840 00010000:00010000:3.0:1746126432.183788:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.183823:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17257 00000100:00100000:3.0:1746126432.183830:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1963:x1830945734483840:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.183841:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.183857:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.183871:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.183888:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013104b600/0x9851078746b80a25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc48 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.183913:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.183915:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.183921:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80a2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc4f expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.183927:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80a2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc4f expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.183952:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80a2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc4f expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.183963:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726312704:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.184038:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.186816:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726312704:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.186835:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.186880:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1963:x1830945734483840:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3050us (3738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.186889:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17257 00000100:00100000:0.0:1746126432.187458:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.187524:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734484096 00000100:00100000:1.0:1746126432.187529:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734484096 00002000:00100000:1.0:1746126432.187560:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad7b80 x1830945734484096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.187568:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7b80 with x1830945734484096 ext(0->4095) 00002000:00010000:1.0:1746126432.187571:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad7b80 00000100:00100000:1.0:1746126432.187597:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3866 00000100:00100000:1.0:1746126432.187603:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734484096:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126432.188138:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734484096:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 533us (680us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.188143:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3866 00002000:00100000:1.0:1746126432.188148:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad7b80 x1830945734484096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.188154:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7b80 with x1830945734484096 ext(0->4095) 00002000:00010000:1.0:1746126432.188156:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad7b80 00000100:00100000:0.0:1746126432.190233:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.190758:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734484224 00000100:00100000:2.0:1746126432.190765:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734484224 00000100:00100000:2.0:1746126432.190813:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5120 00000100:00100000:2.0:1746126432.190820:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734484224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.190833:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.190846:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2000/0x9851078746b80a33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc56 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.190868:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80a2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc4f expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.190874:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.190876:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.190879:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2000/0x9851078746b80a33 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc56 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.190903:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80a2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc4f expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.190914:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80a2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc4f expref: 43 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.190924:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726312832:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.190996:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.193623:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726312832:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.193721:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2000/0x9851078746b80a33 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc56 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.193734:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d9f2000, rc 0) 00000100:00100000:2.0:1746126432.194103:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734484224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3281us (3873us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.194159:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5120 00000100:00100000:1.0:1746126432.194275:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.194326:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734484352 00000100:00100000:3.0:1746126432.194332:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734484352 00010000:00010000:3.0:1746126432.194353:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80a2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc4f expref: 44 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.194382:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17258 00000100:00100000:3.0:1746126432.194388:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4020050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734484352:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.194398:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.194414:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80a2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc4f expref: 44 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.194424:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80a2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc4f expref: 44 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.194442:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80a2c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc4f expref: 44 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.194464:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.194466:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.194471:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2000/0x9851078746b80a33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc56 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.194478:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2000/0x9851078746b80a33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc56 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.194502:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2000/0x9851078746b80a33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc56 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.194662:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726312960:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.194953:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.196677:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.196778:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726312960:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.196794:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.196823:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4020050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734484352:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2435us (2548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.196831:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17258 00000100:00100000:1.0:1746126432.196922:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734484608 00000100:00100000:1.0:1746126432.196927:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734484608 00002000:00100000:1.0:1746126432.196956:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c316a00 x1830945734484608/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.196964:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c316a00 with x1830945734484608 ext(0->4095) 00002000:00010000:1.0:1746126432.196968:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c316a00 00000100:00100000:1.0:1746126432.196993:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3867 00000100:00100000:1.0:1746126432.196999:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734484608:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126432.197145:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734484608:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (470us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.197151:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3867 00002000:00100000:1.0:1746126432.197156:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c316a00 x1830945734484608/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.197168:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c316a00 with x1830945734484608 ext(0->4095) 00002000:00010000:1.0:1746126432.197171:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c316a00 00000100:00100000:1.0:1746126432.198520:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.198872:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734484736 00000100:00100000:2.0:1746126432.198877:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734484736 00000100:00100000:2.0:1746126432.199362:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5121 00000100:00100000:2.0:1746126432.199370:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31643:x1830945734484736:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.199382:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.199395:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc5d expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.199415:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2000/0x9851078746b80a33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc56 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.199421:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.199423:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.199426:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.199455:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2000/0x9851078746b80a33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc56 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.199465:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2000/0x9851078746b80a33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc56 expref: 5 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.199476:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726313088:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.199551:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.201580:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.201844:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734484864 00000100:00100000:3.0:1746126432.201850:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734484864 00000100:00100000:3.0:1746126432.201892:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5122 00000100:00100000:3.0:1746126432.201898:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31655:x1830945734484864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.201913:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.201924:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a41 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc64 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.202213:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.202218:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 46 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.202223:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.202226:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a41 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc64 expref: 46 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.202253:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 46 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.202262:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a41 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc64 expref: 46 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.202274:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015b600, rc 0) 00000100:00100000:2.0:1746126432.202543:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726313088:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.202557:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 46 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.202565:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:3.0:1746126432.202610:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:31655:x1830945734484864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 712us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.202615:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5122 00000100:00100000:2.0:1746126432.202797:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31643:x1830945734484736:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3427us (4286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.202802:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5121 00000100:00100000:0.0:1746126432.203537:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.203577:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734484992 00000100:00100000:3.0:1746126432.203582:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734484992 00010000:00010000:3.0:1746126432.203599:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2000/0x9851078746b80a33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc56 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.203615:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17259 00000100:00100000:3.0:1746126432.203619:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734484992:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.203629:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.203644:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2000/0x9851078746b80a33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc56 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.203652:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2000/0x9851078746b80a33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc56 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.203668:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2000/0x9851078746b80a33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc56 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.203681:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.203682:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.203688:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.203698:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.203719:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.203729:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.203738:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726313344:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.203793:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.206734:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.206820:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726313344:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.206842:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.206850:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734485248 00000100:00100000:2.0:1746126432.206855:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734485248 00000100:00100000:3.0:1746126432.206874:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734484992:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3254us (3341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.206882:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17259 00002000:00100000:2.0:1746126432.206889:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08000 x1830945734485248/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.206898:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08000 with x1830945734485248 ext(0->4095) 00010000:00010000:2.0:1746126432.206904:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.206914:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.206920:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b08000 00000100:00100000:2.0:1746126432.206935:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1858 00000100:00100000:2.0:1746126432.206941:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1963:x1830945734485248:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126432.207289:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1963:x1830945734485248:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 347us (562us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.207295:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1858 00002000:00100000:2.0:1746126432.207299:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08000 x1830945734485248/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.207306:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08000 with x1830945734485248 ext(0->4095) 00010000:00010000:2.0:1746126432.207310:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.207318:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.207323:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b08000 00000100:00100000:0.0:1746126432.208723:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.208821:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734485376 00000100:00100000:3.0:1746126432.208827:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734485376 00010000:00010000:3.0:1746126432.208846:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.208875:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17260 00000100:00100000:3.0:1746126432.208881:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1964:x1830945734485376:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.208894:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.208909:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.208919:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.209136:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a3a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc5d expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.209179:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.209181:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.209187:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc64 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.209194:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc64 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.209220:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc64 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.209231:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726313472:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.209299:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.210949:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.211104:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726313472:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.211119:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.211144:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734485376:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2263us (2424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.211151:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17260 00000100:00100000:2.0:1746126432.211224:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734485632 00000100:00100000:2.0:1746126432.211230:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734485632 00002000:00100000:2.0:1746126432.211266:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b09500 x1830945734485632/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.211274:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09500 with x1830945734485632 ext(0->4095) 00002000:00010000:2.0:1746126432.211277:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b09500 00000100:00100000:2.0:1746126432.211429:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3868 00000100:00100000:2.0:1746126432.211436:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1965:x1830945734485632:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126432.211560:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1965:x1830945734485632:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (614us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.211566:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3868 00002000:00100000:2.0:1746126432.211571:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b09500 x1830945734485632/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.211578:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09500 with x1830945734485632 ext(0->4095) 00002000:00010000:2.0:1746126432.211580:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b09500 00000100:00100000:2.0:1746126432.213085:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.213159:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734485760 00000100:00100000:0.0:1746126432.213165:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734485760 00000100:00100000:0.0:1746126432.213203:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5123 00000100:00100000:0.0:1746126432.213209:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734485760:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126432.213220:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126432.213234:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80a48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc6b expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.213254:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc64 expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.213260:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126432.213262:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126432.213264:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80a48 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc6b expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.213287:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc64 expref: 43 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.213297:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc64 expref: 43 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:0.0:1746126432.213307:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726313600:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126432.213369:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.214766:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726313600:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.214785:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80a48 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc6b expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.214796:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925c4600, rc 0) 00000100:00100000:2.0:1746126432.214832:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734485760:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1623us (1752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.214839:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5123 00000100:00100000:0.0:1746126432.215719:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.215984:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734485888 00000100:00100000:3.0:1746126432.215990:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734485888 00010000:00010000:3.0:1746126432.216009:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc64 expref: 44 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.216060:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17261 00000100:00100000:3.0:1746126432.216066:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1963:x1830945734485888:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.216076:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.216091:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc64 expref: 44 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.216099:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc64 expref: 44 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.216116:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a41 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc64 expref: 44 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.216145:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.216147:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.216153:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80a48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc6b expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.216160:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80a48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc6b expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.216185:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80a48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc6b expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.216198:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726313728:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.216258:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.218270:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726313728:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.218288:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126432.218341:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.218455:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734486144 00000100:00100000:1.0:1746126432.218460:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734486144 00002000:00100000:1.0:1746126432.218491:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae0a80 x1830945734486144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.218499:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0a80 with x1830945734486144 ext(0->4095) 00002000:00010000:1.0:1746126432.218503:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae0a80 00000100:00100000:3.0:1746126432.218578:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1963:x1830945734485888:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2262us (2610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.218587:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17261 00000100:00100000:1.0:1746126432.218771:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3869 00000100:00100000:1.0:1746126432.218778:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734486144:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126432.218900:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734486144:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (558us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.218905:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3869 00002000:00100000:1.0:1746126432.218909:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae0a80 x1830945734486144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.218915:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0a80 with x1830945734486144 ext(0->4095) 00002000:00010000:1.0:1746126432.218918:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae0a80 00000100:00100000:0.0:1746126432.220128:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.220450:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734486272 00000100:00100000:2.0:1746126432.220456:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734486272 00000100:00100000:2.0:1746126432.220496:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5124 00000100:00100000:2.0:1746126432.220503:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31655:x1830945734486272:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.220523:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.220536:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc72 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.220562:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80a48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc6b expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.220568:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.220570:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.220573:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.220596:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80a48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc6b expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.220607:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80a48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc6b expref: 5 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.220616:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726313856:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.220684:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.224222:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.224370:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734486400 00000100:00100000:3.0:1746126432.224377:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734486400 00000100:00100000:3.0:1746126432.224422:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5125 00000100:00100000:3.0:1746126432.224429:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31643:x1830945734486400:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.224444:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.224458:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc79 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.224479:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.224484:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 46 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.224490:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.224492:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 46 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.224531:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 46 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.224545:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 46 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.224554:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015a400, rc 0) 00000100:00100000:3.0:1746126432.224591:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:31643:x1830945734486400:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.224597:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5125 00000100:00100000:2.0:1746126432.224723:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726313856:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.224741:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 45 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.224748:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d9f2c00, rc 0) 00000100:00100000:2.0:1746126432.224768:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31655:x1830945734486272:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4266us (4643us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126432.224769:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.224773:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5124 00000100:00100000:3.0:1746126432.224925:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734486528 00000100:00100000:3.0:1746126432.224928:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734486528 00010000:00010000:3.0:1746126432.224943:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80a48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc6b expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.224997:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17262 00000100:00100000:3.0:1746126432.225003:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734486528:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.225010:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.225049:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80a48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc6b expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.225059:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80a48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc6b expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.225075:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b80a48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc6b expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.225650:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.225653:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.225659:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.225666:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.225686:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.225719:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.225729:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726314112:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.225821:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.227648:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726314112:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.227664:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.227823:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734486528:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2818us (3050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.227831:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17262 00000100:00100000:0.0:1746126432.228423:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.228483:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734486784 00000100:00100000:1.0:1746126432.228488:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734486784 00002000:00100000:1.0:1746126432.228751:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c3480 x1830945734486784/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.228759:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c3480 with x1830945734486784 ext(0->4095) 00010000:00010000:1.0:1746126432.228766:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.228778:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.228783:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c3480 00000100:00100000:1.0:1746126432.229856:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1859 00000100:00100000:1.0:1746126432.229865:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1963:x1830945734486784:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126432.230010:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1963:x1830945734486784:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (1591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.230017:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1859 00002000:00100000:1.0:1746126432.230036:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c3480 x1830945734486784/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.230044:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c3480 with x1830945734486784 ext(0->4095) 00010000:00010000:1.0:1746126432.230050:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.230059:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.230065:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c3480 00000100:00100000:0.0:1746126432.233716:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.233771:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734486912 00000100:00100000:1.0:1746126432.233778:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734486912 00000100:00100000:1.0:1746126432.233824:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5126 00000100:00100000:1.0:1746126432.233829:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734486912:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.233841:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.233853:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc80 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.233868:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.233872:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.233875:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126432.233877:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.233899:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.233906:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.233911:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18400, rc 0) 00000100:00100000:1.0:1746126432.233957:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734486912:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.233962:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5126 00000100:00100000:2.0:1746126432.235137:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.235218:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734487040 00000100:00100000:3.0:1746126432.235222:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734487040 00010000:00010000:3.0:1746126432.235242:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.235260:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17263 00000100:00100000:3.0:1746126432.235264:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1963:x1830945734487040:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.235276:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.235290:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.235299:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.235316:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b80a4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc72 expref: 45 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.235342:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.235344:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.235350:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.235357:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.235380:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 44 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.235389:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 44 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.235399:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726314368:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.235465:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.237685:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726314368:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.237704:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126432.237715:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.237798:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1963:x1830945734487040:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2531us (2661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.237807:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17263 00000100:00100000:1.0:1746126432.238144:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734487296 00000100:00100000:1.0:1746126432.238150:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734487296 00002000:00100000:1.0:1746126432.238312:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c1f80 x1830945734487296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.238320:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1f80 with x1830945734487296 ext(0->4095) 00010000:00010000:1.0:1746126432.238328:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 44 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.238338:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 44 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.238343:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c1f80 00000100:00100000:1.0:1746126432.238366:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1860 00000100:00100000:1.0:1746126432.238372:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734487296:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126432.238845:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734487296:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 473us (1129us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.239098:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1860 00002000:00100000:1.0:1746126432.239104:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801327c1f80 x1830945734487296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.239110:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1f80 with x1830945734487296 ext(0->4095) 00010000:00010000:1.0:1746126432.239115:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 44 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.239124:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 44 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.239129:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c1f80 00000100:00100000:0.0:1746126432.240326:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.240396:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.240454:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734487424 00000100:00100000:2.0:1746126432.240459:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734487424 00000100:00100000:2.0:1746126432.240496:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5127 00000100:00100000:2.0:1746126432.240502:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:31643:x1830945734487424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.240525:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.240537:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a64 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc87 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.240561:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.240565:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.240571:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126432.240573:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a64 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc87 expref: 45 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.240603:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.240613:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a64 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc87 expref: 45 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.240622:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:2.0:1746126432.240649:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31643:x1830945734487424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.240653:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5127 00000100:00100000:3.0:1746126432.240783:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734487552 00000100:00100000:3.0:1746126432.240787:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734487552 00010000:00010000:3.0:1746126432.240800:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 45 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:0.0:1746126432.241090:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17264 00000100:00100000:0.0:1746126432.241096:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1966:x1830945734487552:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126432.241104:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126432.241119:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 45 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126432.241127:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 45 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126432.241140:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80a56 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc79 expref: 45 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126432.241161:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.241163:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.241168:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.241174:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.241191:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.241200:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 5 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:0.0:1746126432.241213:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e20380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726314624:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126432.241269:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.243342:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e20380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726314624:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.243357:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.243386:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1966:x1830945734487552:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2289us (2989us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.243395:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17264 00000100:00100000:0.0:1746126432.243435:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.243671:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734487808 00000100:00100000:2.0:1746126432.243677:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734487808 00002000:00100000:2.0:1746126432.243705:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e20700 x1830945734487808/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.243714:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e20700 with x1830945734487808 ext(0->4095) 00010000:00010000:2.0:1746126432.243720:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.243731:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.243736:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e20700 00000100:00100000:2.0:1746126432.243761:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1861 00000100:00100000:2.0:1746126432.243767:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734487808:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126432.243888:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734487808:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.243893:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1861 00002000:00100000:2.0:1746126432.243898:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e20700 x1830945734487808/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.243904:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e20700 with x1830945734487808 ext(0->4095) 00010000:00010000:2.0:1746126432.243908:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.243915:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.243920:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e20700 00000100:00100000:0.0:1746126432.245142:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.245208:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734487936 00000100:00100000:2.0:1746126432.245214:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734487936 00010000:00010000:2.0:1746126432.245232:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.245354:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17265 00000100:00100000:2.0:1746126432.245361:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4021c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734487936:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.245371:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.245385:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.245395:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.245414:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80a5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc80 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.245439:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.245441:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.245447:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc87 expref: 43 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.245453:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc87 expref: 43 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.245478:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc87 expref: 43 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.245487:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093760e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726314752:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.245565:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.248264:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093760e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726314752:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.248283:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.248325:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4021c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734487936:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2963us (3186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.248334:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17265 00000100:00100000:0.0:1746126432.248975:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.249113:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734488192 00000100:00100000:2.0:1746126432.249118:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734488192 00002000:00100000:2.0:1746126432.249146:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e20a80 x1830945734488192/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.249154:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e20a80 with x1830945734488192 ext(0->4095) 00002000:00010000:2.0:1746126432.249157:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e20a80 00000100:00100000:2.0:1746126432.249170:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3870 00000100:00100000:2.0:1746126432.249176:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1963:x1830945734488192:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126432.249291:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1963:x1830945734488192:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.249296:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3870 00002000:00100000:2.0:1746126432.249301:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e20a80 x1830945734488192/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.249307:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e20a80 with x1830945734488192 ext(0->4095) 00002000:00010000:2.0:1746126432.249310:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e20a80 00000100:00100000:0.0:1746126432.250327:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.250589:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734488320 00000100:00100000:1.0:1746126432.250593:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734488320 00000100:00100000:1.0:1746126432.250626:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5128 00000100:00100000:1.0:1746126432.250635:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734488320:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.250645:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.250662:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80a6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc8e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.250681:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc87 expref: 43 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.250687:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.250688:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.250691:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80a6b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc8e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.250714:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc87 expref: 43 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.250725:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc87 expref: 43 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.250735:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726314880:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126432.250803:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.253993:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.254097:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734488448 00000100:00100000:2.0:1746126432.254105:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734488448 00010000:00010000:2.0:1746126432.254132:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a64 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc87 expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.254171:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17266 00000100:00100000:2.0:1746126432.254177:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734488448:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.254188:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.254205:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a64 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc87 expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.254216:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc87 expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.254234:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.254236:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.254242:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80a6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc8e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.254249:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80a6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc8e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.254277:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80a6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc8e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.254288:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726315008:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.254346:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddd80 going to sleep for 11 seconds 00010000:00010000:1.0:1746126432.254431:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x9851078746b80a64 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc87 expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.254447:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726314880:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126432.254466:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80a6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc8e expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.254477:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18600, rc 0) 00000100:00100000:1.0:1746126432.254499:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734488320:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3867us (4175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.254505:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5128 00000100:00100000:2.0:1746126432.256647:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726315008:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.256662:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.256690:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:1964:x1830945734488448:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2513us (2702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.256699:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17266 00000100:00100000:0.0:1746126432.257083:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.257184:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734488704 00000100:00100000:3.0:1746126432.257190:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734488704 00002000:00100000:3.0:1746126432.257218:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e21500 x1830945734488704/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.257226:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e21500 with x1830945734488704 ext(0->4095) 00002000:00010000:3.0:1746126432.257229:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e21500 00000100:00100000:3.0:1746126432.257248:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3871 00000100:00100000:3.0:1746126432.257254:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734488704:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.257374:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734488704:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (292us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.257380:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3871 00002000:00100000:3.0:1746126432.257385:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e21500 x1830945734488704/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.257391:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e21500 with x1830945734488704 ext(0->4095) 00002000:00010000:3.0:1746126432.257394:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e21500 00000100:00100000:0.0:1746126432.259247:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.259299:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734488832 00000100:00100000:1.0:1746126432.259304:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734488832 00000100:00100000:1.0:1746126432.259339:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5129 00000100:00100000:1.0:1746126432.259345:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+43:31655:x1830945734488832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.259356:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.259368:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc95 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.259388:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80a6b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc8e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.259394:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.259396:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.259399:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 44 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.259420:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80a6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc8e expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.259430:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80a6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc8e expref: 5 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.259445:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726315136:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126432.259522:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.260398:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.261003:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734488960 00000100:00100000:2.0:1746126432.261009:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734488960 00000100:00100000:2.0:1746126432.261552:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5130 00000100:00100000:2.0:1746126432.261559:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31643:x1830945734488960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.261571:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.261581:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdc9c expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.261599:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.261603:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 46 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.261608:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.261611:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 46 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.261635:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 46 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.261645:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 46 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.261653:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d9f2600, rc 0) 00000100:00100000:2.0:1746126432.261691:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:31643:x1830945734488960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.261696:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5130 00000100:00100000:0.0:1746126432.262259:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.262334:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726315136:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126432.262349:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 45 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.262358:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19400, rc 0) 00000100:00100000:1.0:1746126432.262378:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31655:x1830945734488832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3033us (3136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.262383:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5129 00000100:00100000:2.0:1746126432.262557:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734489088 00000100:00100000:2.0:1746126432.262562:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734489088 00010000:00010000:2.0:1746126432.262577:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80a6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc8e expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.262593:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17267 00000100:00100000:2.0:1746126432.262598:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734489088:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.262607:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.262622:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80a6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc8e expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.262631:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80a6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc8e expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.262646:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18600/0x9851078746b80a6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc8e expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.263555:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.263558:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.263565:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 44 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.263572:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 44 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.263595:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 44 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.263609:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 44 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.263619:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726315392:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.263702:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.265239:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726315392:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.265255:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.265334:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734489088:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2732us (3073us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.265342:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17267 00000100:00100000:0.0:1746126432.265501:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.265676:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734489344 00000100:00100000:2.0:1746126432.265681:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734489344 00002000:00100000:2.0:1746126432.265709:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e22300 x1830945734489344/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.265718:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e22300 with x1830945734489344 ext(0->4095) 00010000:00010000:2.0:1746126432.265724:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 45 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.265734:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 45 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.265740:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e22300 00000100:00100000:2.0:1746126432.265763:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1862 00000100:00100000:2.0:1746126432.265769:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1964:x1830945734489344:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126432.265902:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1964:x1830945734489344:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.265908:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1862 00002000:00100000:2.0:1746126432.265913:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e22300 x1830945734489344/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.265919:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e22300 with x1830945734489344 ext(0->4095) 00010000:00010000:2.0:1746126432.265923:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 45 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.265931:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 45 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.265936:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e22300 00000100:00100000:0.0:1746126432.267258:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.267387:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734489472 00000100:00100000:2.0:1746126432.267392:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734489472 00010000:00010000:2.0:1746126432.267408:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 45 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.267436:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17268 00000100:00100000:2.0:1746126432.267442:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1964:x1830945734489472:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.267450:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.267463:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 45 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.267471:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 45 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.267488:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80a72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc95 expref: 45 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.267499:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.267500:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.267505:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.267525:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.267550:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 44 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.267560:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726315520:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.267627:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.271650:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.271844:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726315520:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.271862:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.271897:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734489472:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4455us (4642us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.271906:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17268 00000100:00100000:3.0:1746126432.272083:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734489728 00000100:00100000:3.0:1746126432.272088:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734489728 00002000:00100000:3.0:1746126432.272117:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e22a00 x1830945734489728/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.272125:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e22a00 with x1830945734489728 ext(0->4095) 00002000:00010000:3.0:1746126432.272129:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e22a00 00000100:00100000:3.0:1746126432.272142:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3872 00000100:00100000:3.0:1746126432.272148:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734489728:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126432.272269:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1964:x1830945734489728:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (798us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.272274:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3872 00002000:00100000:3.0:1746126432.272279:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e22a00 x1830945734489728/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.272285:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e22a00 with x1830945734489728 ext(0->4095) 00002000:00010000:3.0:1746126432.272288:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e22a00 00000100:00100000:0.0:1746126432.274883:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.274983:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734489856 00000100:00100000:1.0:1746126432.274989:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734489856 00000100:00100000:1.0:1746126432.275218:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5131 00000100:00100000:1.0:1746126432.275226:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734489856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.275238:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.275250:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80a80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdca3 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.275271:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 43 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.275278:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.275279:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.275282:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80a80 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdca3 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.275307:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 43 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.275315:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 43 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.275324:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726315648:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126432.275380:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.283137:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726315648:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126432.283165:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80a80 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdca3 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.283179:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18a00, rc 0) 00000100:00100000:1.0:1746126432.283214:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734489856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7988us (8335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.283221:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5131 00000100:00100000:0.0:1746126432.297878:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.297963:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734489984 00000100:00100000:2.0:1746126432.297970:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734489984 00002000:00100000:2.0:1746126432.298007:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e23100 x1830945734489984/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.298042:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e23100 with x1830945734489984 ext(0->7) 00010000:00010000:2.0:1746126432.298050:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.298063:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 44 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.298069:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e23100 00000100:00100000:2.0:1746126432.298094:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1863 00000100:00100000:2.0:1746126432.298100:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+44:1963:x1830945734489984:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126432.298357:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1963:x1830945734489984:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 255us (485us total) trans 4294968047 rc 0/0 00000100:00100000:2.0:1746126432.298362:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1863 00002000:00100000:2.0:1746126432.298368:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e23100 x1830945734489984/t4294968047(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/448 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.298374:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e23100 with x1830945734489984 ext(0->7) 00010000:00010000:2.0:1746126432.298379:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 46 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.298387:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 46 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.298392:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e23100 00000100:00100000:0.0:1746126432.305856:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.306539:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734490112 00000100:00100000:2.0:1746126432.306546:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734490112 00010000:00010000:2.0:1746126432.306572:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 46 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.306603:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17269 00000100:00100000:2.0:1746126432.306609:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945734490112:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.306622:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.306638:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 46 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.306647:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 46 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.306663:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b80a79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdc9c expref: 46 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.306686:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.306687:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.306693:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80a80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdca3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.306699:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdca3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.306723:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdca3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.306732:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726315776:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.306800:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.311232:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726315776:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.311253:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.311296:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:1964:x1830945734490112:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4685us (5445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.311304:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17269 00000100:00100000:0.0:1746126432.312799:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.312843:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.313019:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734490368 00000100:00100000:3.0:1746126432.313042:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734490368 00002000:00100000:3.0:1746126432.313076:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e23800 x1830945734490368/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.313085:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e23800 with x1830945734490368 ext(0->4095) 00002000:00010000:3.0:1746126432.313089:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e23800 00000100:00100000:3.0:1746126432.313118:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3873 00000100:00100000:3.0:1746126432.313124:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734490368:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.313261:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734490368:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (465us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.313270:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3873 00002000:00100000:3.0:1746126432.313275:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e23800 x1830945734490368/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.313282:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e23800 with x1830945734490368 ext(0->4095) 00002000:00010000:3.0:1746126432.313285:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e23800 00000100:00100000:1.0:1746126432.313597:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734490496 00000100:00100000:1.0:1746126432.313602:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734490496 00000100:00100000:1.0:1746126432.313623:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5132 00000100:00100000:1.0:1746126432.313628:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+45:31643:x1830945734490496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.313636:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.313647:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdcaa expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.313666:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80a80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdca3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.313673:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.313674:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.313677:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 46 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.313699:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdca3 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.313709:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdca3 expref: 5 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.313718:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726315904:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126432.313783:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.315940:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.316016:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726315904:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126432.316057:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 46 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.316069:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18e00, rc 0) 00000100:00100000:1.0:1746126432.316096:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:31643:x1830945734490496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2468us (3253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.316102:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5132 00000100:00100000:1.0:1746126432.316118:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734490624 00000100:00100000:1.0:1746126432.316122:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734490624 00000100:00100000:1.0:1746126432.316150:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5133 00000100:00100000:1.0:1746126432.316155:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:31655:x1830945734490624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.316166:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.316176:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80a8e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdcb1 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.316189:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.316193:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 47 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.316197:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.316200:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80a8e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb1 expref: 47 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.316217:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 47 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.316224:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80a8e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb1 expref: 47 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.316229:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18c00, rc 0) 00000100:00100000:1.0:1746126432.316241:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:31655:x1830945734490624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.316246:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5133 00000100:00100000:0.0:1746126432.317319:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.317546:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734490752 00000100:00100000:2.0:1746126432.317550:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734490752 00010000:00010000:2.0:1746126432.317571:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdca3 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.317597:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17270 00000100:00100000:2.0:1746126432.317602:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734490752:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.317611:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.317626:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdca3 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.317636:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdca3 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.317651:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80a80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdca3 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.317673:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.317675:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.317679:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 46 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.317690:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 46 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.317710:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 46 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.317718:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 46 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.317728:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726316160:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.317789:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.320511:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.320574:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734491008 00000100:00100000:3.0:1746126432.320581:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734491008 00002000:00100000:3.0:1746126432.320615:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928b8000 x1830945734491008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126432.320618:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726316160:192.168.203.32@tcp:105: 00002000:00100000:3.0:1746126432.320624:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b8000 with x1830945734491008 ext(0->4095) 00010000:00010000:3.0:1746126432.320631:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 47 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.320634:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126432.320642:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 47 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.320648:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928b8000 00000100:00100000:3.0:1746126432.320665:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1864 00000100:00100000:3.0:1746126432.320671:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1963:x1830945734491008:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126432.320674:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734490752:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3071us (3357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.320681:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17270 00000100:00100000:3.0:1746126432.320789:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1963:x1830945734491008:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (283us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.320795:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1864 00002000:00100000:3.0:1746126432.320800:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928b8000 x1830945734491008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.320812:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b8000 with x1830945734491008 ext(0->4095) 00010000:00010000:3.0:1746126432.320816:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 47 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.320825:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 47 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.320830:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928b8000 00000100:00100000:0.0:1746126432.323431:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.323523:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734491136 00000100:00100000:2.0:1746126432.323530:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734491136 00010000:00010000:2.0:1746126432.323554:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 47 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.323621:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17271 00000100:00100000:2.0:1746126432.323628:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1963:x1830945734491136:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.323640:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.323657:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 47 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.323667:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 47 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.323685:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80a87 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcaa expref: 47 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.323710:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.323712:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.323719:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80a8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb1 expref: 46 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.323727:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80a8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb1 expref: 46 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.323753:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80a8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb1 expref: 46 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.323763:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726316288:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.323826:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.325958:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.326178:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726316288:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.326196:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.326238:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1963:x1830945734491136:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2610us (2812us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.326247:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17271 00000100:00100000:3.0:1746126432.326712:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734491392 00000100:00100000:3.0:1746126432.326718:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734491392 00002000:00100000:3.0:1746126432.326750:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928b8700 x1830945734491392/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.326758:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b8700 with x1830945734491392 ext(0->4095) 00002000:00010000:3.0:1746126432.326762:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928b8700 00000100:00100000:3.0:1746126432.326775:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3874 00000100:00100000:3.0:1746126432.326780:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945734491392:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126432.326901:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945734491392:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (948us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.326906:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3874 00002000:00100000:3.0:1746126432.326911:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928b8700 x1830945734491392/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.326918:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b8700 with x1830945734491392 ext(0->4095) 00002000:00010000:3.0:1746126432.326921:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928b8700 00000100:00100000:0.0:1746126432.329774:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.329859:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734491520 00000100:00100000:3.0:1746126432.330629:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734491520 00000100:00100000:3.0:1746126432.330677:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5134 00000100:00100000:3.0:1746126432.330683:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734491520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.330695:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.330709:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdcb8 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.330730:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80a8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb1 expref: 45 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.330736:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.330737:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.330740:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.330762:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80a8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb1 expref: 45 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.330771:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80a8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb1 expref: 45 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.330780:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726316416:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126432.330849:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.335281:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726316416:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126432.335308:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.335326:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015b600, rc 0) 00000100:00100000:3.0:1746126432.335362:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734491520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4679us (5594us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.335369:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5134 00000100:00100000:0.0:1746126432.335904:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.336106:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734491648 00000100:00100000:3.0:1746126432.336112:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734491648 00010000:00010000:3.0:1746126432.336131:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80a8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb1 expref: 46 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.336617:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17272 00000100:00100000:3.0:1746126432.336624:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945734491648:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.336634:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.336651:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80a8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb1 expref: 46 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.336662:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80a8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb1 expref: 46 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.336684:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80a8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb1 expref: 46 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.336709:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.336711:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.336716:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.336727:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.336752:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.336761:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726316544:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.337265:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.337406:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.337670:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734491776 00000100:00100000:3.0:1746126432.337674:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734491776 00000100:00100000:3.0:1746126432.337706:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5135 00000100:00100000:3.0:1746126432.337711:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:31643:x1830945734491776:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.337721:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.337731:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdcbf expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.337747:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.337753:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.337754:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.337757:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 47 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.337774:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.337789:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 5 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.337797:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726316672:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126432.337832:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012dc16540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.339721:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726316672:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.339742:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 47 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.339754:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c56c00, rc 0) 00000100:00100000:2.0:1746126432.339783:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:31643:x1830945734491776:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2070us (2377us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.339790:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5135 00000100:00100000:3.0:1746126432.340478:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726316544:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.340490:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.340527:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1964:x1830945734491648:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3902us (4622us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.340535:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17272 00000100:00100000:0.0:1746126432.342341:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.342364:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734492032 00000100:00100000:0.0:1746126432.342369:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734492032 00002000:00100000:0.0:1746126432.342399:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928b9180 x1830945734492032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126432.342407:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b9180 with x1830945734492032 ext(0->4095) 00010000:00010000:0.0:1746126432.342414:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126432.342425:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:0.0:1746126432.342430:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928b9180 00000100:00100000:0.0:1746126432.342459:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1865 00000100:00100000:0.0:1746126432.342466:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734492032:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126432.342598:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734492032:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126432.342604:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1865 00002000:00100000:0.0:1746126432.342609:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928b9180 x1830945734492032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126432.342615:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b9180 with x1830945734492032 ext(0->4095) 00010000:00010000:0.0:1746126432.342620:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126432.342628:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:0.0:1746126432.342634:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928b9180 00000100:00100000:0.0:1746126432.347187:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.347432:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734492160 00000100:00100000:1.0:1746126432.347439:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734492160 00010000:00010000:1.0:1746126432.347466:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.347489:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17273 00000100:00100000:1.0:1746126432.347495:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734492160:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126432.347506:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126432.347534:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.347544:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.347563:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015b600/0x9851078746b80a95 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcb8 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.347577:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.347578:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.347584:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.347590:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.347616:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126432.347626:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726316800:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126432.348356:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.352970:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726316800:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126432.352990:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126432.353049:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734492160:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5552us (5867us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.353059:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17273 00000100:00100000:0.0:1746126432.355107:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.355890:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734492416 00000100:00100000:3.0:1746126432.355898:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734492416 00002000:00100000:3.0:1746126432.355932:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928b9880 x1830945734492416/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.355940:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b9880 with x1830945734492416 ext(0->4095) 00002000:00010000:3.0:1746126432.355944:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928b9880 00000100:00100000:3.0:1746126432.356090:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3875 00000100:00100000:3.0:1746126432.356097:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1963:x1830945734492416:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.356228:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+46:1963:x1830945734492416:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (1127us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.356235:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3875 00002000:00100000:3.0:1746126432.356240:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928b9880 x1830945734492416/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.356252:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b9880 with x1830945734492416 ext(0->4095) 00002000:00010000:3.0:1746126432.356255:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928b9880 00000100:00100000:0.0:1746126432.367547:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.367713:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734492544 00000100:00100000:2.0:1746126432.367721:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734492544 00000100:00100000:2.0:1746126432.367760:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5136 00000100:00100000:2.0:1746126432.367767:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734492544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.367781:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.367796:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdcc6 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.367819:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.367825:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.367827:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.367829:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.367854:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 45 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.367864:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 45 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.367874:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726316928:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.368233:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.375244:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093761500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726316928:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.375268:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.375281:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b4a2000, rc 0) 00000100:00100000:2.0:1746126432.375866:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734492544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8097us (8324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.375873:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5136 00000100:00100000:0.0:1746126432.382217:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.382262:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.382310:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734492800 00000100:00100000:1.0:1746126432.382318:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734492800 00000100:00100000:2.0:1746126432.382352:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734492672 00002000:00100000:1.0:1746126432.382355:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800928ba300 x1830945734492800/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126432.382356:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734492672 00002000:00100000:1.0:1746126432.382364:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928ba300 with x1830945734492800 ext(0->7) 00010000:00010000:1.0:1746126432.382372:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 47 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.382380:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5137 00010000:00010000:1.0:1746126432.382385:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 47 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.382386:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:31643:x1830945734492672:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00002000:00010000:1.0:1746126432.382391:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928ba300 00010000:00010000:2.0:1746126432.382396:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.382408:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdccd expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.382425:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.382430:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.382435:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126432.382438:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 48 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.382469:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.382480:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 48 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.382488:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b4a3400, rc 0) 00000100:00100000:2.0:1746126432.382536:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:31643:x1830945734492672:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.382542:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5137 00000100:00100000:1.0:1746126432.382904:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1866 00000100:00100000:1.0:1746126432.382911:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+47:1964:x1830945734492800:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126432.385182:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:1964:x1830945734492800:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 2265us (2912us total) trans 4294968048 rc 0/0 00000100:00100000:1.0:1746126432.385191:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1866 00002000:00100000:1.0:1746126432.385200:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800928ba300 x1830945734492800/t4294968048(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/448 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.385208:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928ba300 with x1830945734492800 ext(0->7) 00010000:00010000:1.0:1746126432.385215:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 49 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.385231:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 49 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.385238:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928ba300 00000100:00100000:0.0:1746126432.390589:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.392213:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734492928 00000100:00100000:1.0:1746126432.392223:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734492928 00010000:00010000:1.0:1746126432.392256:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 49 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.392286:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17274 00000100:00100000:1.0:1746126432.392293:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:1966:x1830945734492928:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126432.392305:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126432.392320:0:8440:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126430 -> 1746126431 00002000:00010000:1.0:1746126432.392322:0:8440:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126430 -> 1746126431 00010000:00010000:1.0:1746126432.392327:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 49 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.392337:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 49 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.392356:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80a9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcbf expref: 49 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.392381:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.392383:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.392389:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.392396:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.392421:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.392429:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 5 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.392439:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726317184:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126432.394122:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.399998:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726317184:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126432.400019:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126432.400095:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1966:x1830945734492928:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7800us (9511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.400104:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17274 00000100:00100000:0.0:1746126432.400466:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.405206:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734493184 00000100:00100000:1.0:1746126432.405219:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734493184 00002000:00100000:1.0:1746126432.405261:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928baa00 x1830945734493184/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.405271:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928baa00 with x1830945734493184 ext(0->4095) 00010000:00010000:1.0:1746126432.405279:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.405292:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.405299:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928baa00 00000100:00100000:1.0:1746126432.405328:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1867 00000100:00100000:1.0:1746126432.405335:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734493184:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126432.405490:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734493184:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (5023us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.405496:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1867 00002000:00100000:1.0:1746126432.405501:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928baa00 x1830945734493184/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.405507:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928baa00 with x1830945734493184 ext(0->4095) 00010000:00010000:1.0:1746126432.405511:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.405528:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.405533:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928baa00 00000100:00100000:0.0:1746126432.409969:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.410399:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734493312 00000100:00100000:1.0:1746126432.410407:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734493312 00010000:00010000:1.0:1746126432.410434:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.410458:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17275 00000100:00100000:1.0:1746126432.410464:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734493312:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126432.410475:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126432.410492:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.410501:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.410525:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b4a2000/0x9851078746b80aa3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcc6 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.410552:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.410554:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.410559:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 47 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.410566:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 47 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.410590:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 47 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126432.410600:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726317312:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126432.411977:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.414832:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726317312:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126432.414851:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126432.414892:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734493312:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4426us (4928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.414900:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17275 00000100:00100000:0.0:1746126432.415448:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.415667:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734493568 00000100:00100000:1.0:1746126432.415673:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734493568 00002000:00100000:1.0:1746126432.415704:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928bb100 x1830945734493568/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.415712:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bb100 with x1830945734493568 ext(0->4095) 00002000:00010000:1.0:1746126432.415716:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928bb100 00000100:00100000:1.0:1746126432.415743:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3876 00000100:00100000:1.0:1746126432.415749:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1963:x1830945734493568:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126432.415869:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1963:x1830945734493568:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.415874:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3876 00002000:00100000:1.0:1746126432.415879:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928bb100 x1830945734493568/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.415886:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bb100 with x1830945734493568 ext(0->4095) 00002000:00010000:1.0:1746126432.415888:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928bb100 00000100:00100000:2.0:1746126432.421643:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.421706:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734493696 00000100:00100000:0.0:1746126432.421714:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734493696 00000100:00100000:0.0:1746126432.421747:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5138 00000100:00100000:0.0:1746126432.421754:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734493696:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126432.421767:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126432.421781:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80ab1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdcd4 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.421804:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 47 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.421810:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126432.421812:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126432.421815:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80ab1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcd4 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.421839:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 47 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.421850:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 47 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:0.0:1746126432.421861:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726317440:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126432.421931:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.428637:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726317440:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.428664:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80ab1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcd4 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.428679:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07c00, rc 0) 00000100:00100000:2.0:1746126432.428728:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734493696:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6974us (7092us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.428736:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5138 00000100:00100000:0.0:1746126432.438978:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.439184:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734493824 00000100:00100000:2.0:1746126432.439192:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734493824 00002000:00100000:2.0:1746126432.439226:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800928bb800 x1830945734493824/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.439234:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bb800 with x1830945734493824 ext(0->7) 00010000:00010000:2.0:1746126432.439243:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 48 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.439254:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 48 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.439260:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928bb800 00000100:00100000:2.0:1746126432.439285:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1868 00000100:00100000:2.0:1746126432.439292:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+48:1963:x1830945734493824:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126432.439556:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1963:x1830945734493824:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 263us (585us total) trans 4294968049 rc 0/0 00000100:00100000:2.0:1746126432.439563:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1868 00002000:00100000:2.0:1746126432.439568:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800928bb800 x1830945734493824/t4294968049(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/448 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.439575:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bb800 with x1830945734493824 ext(0->7) 00010000:00010000:2.0:1746126432.439579:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 50 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.439588:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 50 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.439593:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928bb800 00000100:00100000:0.0:1746126432.443992:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.444080:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734493952 00000100:00100000:1.0:1746126432.444087:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734493952 00010000:00010000:1.0:1746126432.444113:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 50 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.444133:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17276 00000100:00100000:1.0:1746126432.444139:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1963:x1830945734493952:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126432.444150:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126432.444166:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 50 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.444180:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 50 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.444197:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b4a3400/0x9851078746b80aaa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdccd expref: 50 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.444435:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.444437:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.444443:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80ab1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcd4 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.444450:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80ab1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcd4 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.444476:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80ab1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcd4 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126432.444486:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726317568:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126432.447840:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.450144:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726317568:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126432.450165:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126432.450839:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+49:1963:x1830945734493952:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6696us (6850us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.450848:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17276 00000100:00100000:2.0:1746126432.451277:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.451359:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734494208 00000100:00100000:0.0:1746126432.451364:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734494208 00002000:00100000:0.0:1746126432.451394:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760e00 x1830945734494208/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126432.451402:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760e00 with x1830945734494208 ext(0->4095) 00002000:00010000:0.0:1746126432.451406:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760e00 00000100:00100000:0.0:1746126432.451431:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3877 00000100:00100000:0.0:1746126432.451437:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734494208:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126432.451645:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734494208:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 207us (368us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126432.451651:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3877 00002000:00100000:0.0:1746126432.451657:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760e00 x1830945734494208/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126432.451663:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760e00 with x1830945734494208 ext(0->4095) 00002000:00010000:0.0:1746126432.451666:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760e00 00000100:00100000:2.0:1746126432.451670:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.453603:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.453736:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734494336 00000100:00100000:2.0:1746126432.453742:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734494336 00000100:00100000:2.0:1746126432.453773:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734494464 00000100:00100000:2.0:1746126432.453775:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734494464 00000100:00100000:2.0:1746126432.453787:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5139 00000100:00100000:2.0:1746126432.453792:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:31643:x1830945734494336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.453802:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.453814:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdcdb expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.453832:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80ab1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcd4 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.453838:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.453839:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.453842:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.453863:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80ab1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcd4 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.453871:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80ab1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcd4 expref: 5 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.453880:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726317696:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.453928:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.454143:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5140 00000100:00100000:1.0:1746126432.454150:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:31655:x1830945734494464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.454156:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.454161:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80abf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdce2 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.454170:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.454173:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 52 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.454178:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.454180:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80abf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce2 expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.454198:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 52 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.454206:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80abf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce2 expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.454213:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18400, rc 0) 00000100:00100000:1.0:1746126432.454228:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:31655:x1830945734494464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 80us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.454232:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5140 00000100:00100000:2.0:1746126432.455734:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726317696:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.455756:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.455771:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fae400, rc 0) 00000100:00100000:2.0:1746126432.455796:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:31643:x1830945734494336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2003us (4125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.455802:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5139 00000100:00100000:0.0:1746126432.457351:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.457423:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734494592 00000100:00100000:1.0:1746126432.457429:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734494592 00010000:00010000:1.0:1746126432.457454:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80ab1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcd4 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.457507:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17277 00000100:00100000:1.0:1746126432.457523:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734494592:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126432.457534:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126432.457550:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80ab1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcd4 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.457560:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80ab1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcd4 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.457577:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80ab1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcd4 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.458887:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.458890:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.458897:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 50 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.458905:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 50 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.458935:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 50 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.458945:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 50 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.458955:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726317952:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126432.459217:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.461751:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726317952:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126432.461770:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126432.461811:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734494592:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4296us (4462us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.461819:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17277 00000100:00100000:0.0:1746126432.463237:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.463301:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734494848 00000100:00100000:2.0:1746126432.463307:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734494848 00002000:00100000:2.0:1746126432.463339:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22c000 x1830945734494848/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.463348:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22c000 with x1830945734494848 ext(0->4095) 00010000:00010000:2.0:1746126432.463355:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 51 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.463366:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 51 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.463372:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22c000 00000100:00100000:2.0:1746126432.463387:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1869 00000100:00100000:2.0:1746126432.463392:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:1966:x1830945734494848:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126432.463524:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:1966:x1830945734494848:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.463529:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1869 00002000:00100000:2.0:1746126432.463534:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22c000 x1830945734494848/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.463546:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22c000 with x1830945734494848 ext(0->4095) 00010000:00010000:2.0:1746126432.463550:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 51 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.463559:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 51 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.463564:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22c000 00000100:00100000:0.0:1746126432.465726:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.466691:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734494976 00000100:00100000:1.0:1746126432.466699:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734494976 00010000:00010000:1.0:1746126432.466725:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 51 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.466756:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17278 00000100:00100000:1.0:1746126432.466762:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:1963:x1830945734494976:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126432.466773:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126432.466790:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 51 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.466800:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 51 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.466818:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80ab8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcdb expref: 51 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.466844:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.466846:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.466851:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80abf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce2 expref: 50 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.466858:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80abf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce2 expref: 50 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.466887:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80abf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce2 expref: 50 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126432.466897:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726318080:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126432.467919:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.469241:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726318080:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126432.469259:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126432.469283:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.469294:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1963:x1830945734494976:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2532us (3575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.469302:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17278 00000100:00100000:0.0:1746126432.469302:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734495232 00000100:00100000:0.0:1746126432.469306:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734495232 00002000:00100000:0.0:1746126432.469331:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22c700 x1830945734495232/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126432.469340:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22c700 with x1830945734495232 ext(0->4095) 00002000:00010000:0.0:1746126432.469343:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22c700 00000100:00100000:0.0:1746126432.469366:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3878 00000100:00100000:0.0:1746126432.469372:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1963:x1830945734495232:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126432.469489:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1963:x1830945734495232:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (205us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126432.469495:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3878 00002000:00100000:0.0:1746126432.469499:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22c700 x1830945734495232/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126432.469506:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22c700 with x1830945734495232 ext(0->4095) 00002000:00010000:0.0:1746126432.469509:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22c700 00000100:00100000:0.0:1746126432.471608:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.471698:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734495360 00000100:00100000:2.0:1746126432.471705:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734495360 00000100:00100000:2.0:1746126432.471753:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5141 00000100:00100000:2.0:1746126432.471759:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734495360:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.471772:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.471785:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdce9 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.471808:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80abf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce2 expref: 49 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.471815:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.471817:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.471820:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.471843:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80abf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce2 expref: 49 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.471858:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce2 expref: 49 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.471869:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726318208:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.471932:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.477411:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.477470:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734495488 00000100:00100000:1.0:1746126432.477477:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734495488 00010000:00010000:1.0:1746126432.477506:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80abf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce2 expref: 50 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.477540:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17279 00000100:00100000:1.0:1746126432.477546:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1963:x1830945734495488:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126432.477557:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126432.477573:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80abf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce2 expref: 50 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.477582:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce2 expref: 50 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.477601:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.477604:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.477610:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.477617:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.477642:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126432.477652:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726318336:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.478066:0:8424:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80abf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce2 expref: 50 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.478092:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726318208:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.478115:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.478122:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228800, rc 0) 00000100:00100000:2.0:1746126432.478144:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734495360:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6385us (6541us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.478150:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5141 00000100:00100000:1.0:1746126432.478307:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.480319:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.480425:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734495616 00000100:00100000:2.0:1746126432.480432:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734495616 00000100:00100000:2.0:1746126432.480473:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5142 00000100:00100000:2.0:1746126432.480479:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:31643:x1830945734495616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.480496:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.480508:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdcf0 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.480542:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.480548:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.480550:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.480552:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.480578:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.480587:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 5 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.480597:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726318464:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.480663:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.482074:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726318336:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126432.482090:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126432.482120:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:1963:x1830945734495488:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4574us (4715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.482129:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17279 00000100:00100000:0.0:1746126432.482645:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.483010:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734495872 00000100:00100000:1.0:1746126432.483015:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734495872 00002000:00100000:1.0:1746126432.483062:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22d180 x1830945734495872/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.483070:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22d180 with x1830945734495872 ext(0->4095) 00010000:00010000:1.0:1746126432.483078:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.483088:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.483098:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22d180 00000100:00100000:1.0:1746126432.483858:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1870 00000100:00100000:1.0:1746126432.483867:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734495872:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126432.484036:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726318464:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.484062:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 50 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.484073:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20a000, rc 0) 00000100:00100000:2.0:1746126432.484153:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:31643:x1830945734495616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3673us (3838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.484160:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5142 00000100:00100000:1.0:1746126432.484279:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734495872:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 413us (1634us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.484285:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1870 00002000:00100000:1.0:1746126432.484291:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22d180 x1830945734495872/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.484297:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22d180 with x1830945734495872 ext(0->4095) 00010000:00010000:1.0:1746126432.484302:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.484310:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.484316:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22d180 00000100:00100000:0.0:1746126432.487670:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.487755:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734496000 00000100:00100000:1.0:1746126432.487763:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734496000 00010000:00010000:1.0:1746126432.487789:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.487919:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17280 00000100:00100000:1.0:1746126432.487926:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734496000:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126432.487937:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126432.487953:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.487962:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.487979:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b80ac6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdce9 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.488265:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.488267:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.488274:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 49 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.488281:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 49 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.488306:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 49 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126432.488315:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726318592:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126432.488375:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.491854:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726318592:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126432.491873:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126432.491907:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734496000:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3980us (4243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.491915:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17280 00000100:00100000:0.0:1746126432.493218:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.493399:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734496256 00000100:00100000:1.0:1746126432.493404:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734496256 00002000:00100000:1.0:1746126432.493433:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22d880 x1830945734496256/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.493441:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22d880 with x1830945734496256 ext(0->4095) 00002000:00010000:1.0:1746126432.493445:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22d880 00000100:00100000:1.0:1746126432.494004:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3879 00000100:00100000:1.0:1746126432.494010:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1963:x1830945734496256:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126432.494193:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1963:x1830945734496256:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 183us (977us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.494198:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3879 00002000:00100000:1.0:1746126432.494203:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22d880 x1830945734496256/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.494209:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22d880 with x1830945734496256 ext(0->4095) 00002000:00010000:1.0:1746126432.494212:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22d880 00000100:00100000:0.0:1746126432.499870:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.500187:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734496384 00000100:00100000:2.0:1746126432.500196:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734496384 00000100:00100000:2.0:1746126432.500241:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5143 00000100:00100000:2.0:1746126432.500248:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734496384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.500261:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.500274:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80ad4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdcf7 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.500299:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 49 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.500306:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.500307:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.500310:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80ad4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf7 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.500335:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 49 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.500346:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 49 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.500356:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726318720:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.500427:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.503098:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726318720:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.503128:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80ad4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf7 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.503146:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20ae00, rc 0) 00000100:00100000:2.0:1746126432.503363:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734496384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3114us (3498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.503371:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5143 00000100:00100000:0.0:1746126432.510802:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.510870:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734496512 00000100:00100000:3.0:1746126432.510878:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734496512 00002000:00100000:3.0:1746126432.510912:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c22df80 x1830945734496512/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.510921:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22df80 with x1830945734496512 ext(0->7) 00010000:00010000:3.0:1746126432.510929:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 50 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.510940:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 50 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.510945:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22df80 00000100:00100000:3.0:1746126432.510973:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1871 00000100:00100000:3.0:1746126432.510980:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+50:1963:x1830945734496512:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126432.511237:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1963:x1830945734496512:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 256us (439us total) trans 4294968050 rc 0/0 00000100:00100000:3.0:1746126432.511243:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1871 00002000:00100000:3.0:1746126432.511249:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c22df80 x1830945734496512/t4294968050(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/448 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.511256:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22df80 with x1830945734496512 ext(0->7) 00010000:00010000:3.0:1746126432.511260:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.511272:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.511277:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22df80 00000100:00100000:0.0:1746126432.514874:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.514958:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734496640 00000100:00100000:1.0:1746126432.514966:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734496640 00010000:00010000:1.0:1746126432.514996:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.515018:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17281 00000100:00100000:1.0:1746126432.515046:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1966:x1830945734496640:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126432.515057:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126432.515074:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.515089:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.515107:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80acd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf0 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.515138:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.515140:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.515146:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80ad4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.515153:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80ad4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.515178:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80ad4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126432.515188:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726318848:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126432.515251:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.516682:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.516752:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734496896 00000100:00100000:2.0:1746126432.516757:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734496896 00002000:00100000:2.0:1746126432.516787:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22e680 x1830945734496896/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.516795:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22e680 with x1830945734496896 ext(0->4095) 00002000:00010000:2.0:1746126432.516798:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22e680 00000100:00100000:2.0:1746126432.516825:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3880 00000100:00100000:2.0:1746126432.516830:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734496896:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126432.516948:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734496896:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.516954:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3880 00002000:00100000:2.0:1746126432.516960:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22e680 x1830945734496896/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.516966:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22e680 with x1830945734496896 ext(0->4095) 00002000:00010000:2.0:1746126432.516968:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22e680 00000100:00100000:1.0:1746126432.517093:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726318848:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126432.517108:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126432.517813:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:1966:x1830945734496640:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2788us (2945us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.517820:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17281 00000100:00100000:0.0:1746126432.520421:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.521165:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734497024 00000100:00100000:2.0:1746126432.521172:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734497024 00000100:00100000:2.0:1746126432.521215:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5144 00000100:00100000:2.0:1746126432.521222:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:31655:x1830945734497024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.521237:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.521251:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdcfe expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.521275:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80ad4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.521282:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.521284:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.521287:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 52 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.521312:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80ad4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.521322:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80ad4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf7 expref: 5 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.521332:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726318976:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.521395:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.523687:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.523905:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734497152 00000100:00100000:3.0:1746126432.523912:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734497152 00000100:00100000:2.0:1746126432.523987:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726318976:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126432.523994:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126432.524013:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.524054:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20aa00, rc 0) 00000100:00100000:2.0:1746126432.524088:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31655:x1830945734497024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2866us (3672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.524134:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734497280 00000100:00100000:1.0:1746126432.524138:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734497280 00010000:00010000:1.0:1746126432.524153:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80ad4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf7 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.524172:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17282 00000100:00100000:1.0:1746126432.524177:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734497280:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126432.524188:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126432.524204:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80ad4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf7 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.524212:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80ad4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf7 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.524229:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80ad4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcf7 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.524243:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.524245:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.524810:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.524818:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.524844:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126432.524854:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726319104:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.524944:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5145 00000100:00100000:3.0:1746126432.524951:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ad7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31643:x1830945734497152:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126432.524957:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00010000:00010000:3.0:1746126432.524961:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.524969:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd05 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.524983:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.524988:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.524989:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.524992:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 54 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.525005:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.525013:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 54 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.525020:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726319232:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126432.525052:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.525132:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5144 00000100:00100000:3.0:1746126432.527127:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726319232:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126432.527150:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 53 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.527162:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c56c00, rc 0) 00000100:00100000:3.0:1746126432.527190:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ad7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31643:x1830945734497152:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2239us (3508us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.527196:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5145 00000100:00100000:1.0:1746126432.527358:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726319104:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126432.527370:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126432.527387:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734497280:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3210us (3393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.527395:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17282 00000100:00100000:0.0:1746126432.528123:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.528184:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734497536 00000100:00100000:3.0:1746126432.528189:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734497536 00002000:00100000:3.0:1746126432.528214:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22f100 x1830945734497536/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.528222:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22f100 with x1830945734497536 ext(0->4095) 00010000:00010000:3.0:1746126432.528228:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 53 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.528239:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 53 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.528244:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22f100 00000100:00100000:3.0:1746126432.528380:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1872 00000100:00100000:3.0:1746126432.528387:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1965:x1830945734497536:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126432.529890:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1965:x1830945734497536:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 1499us (1764us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.529902:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1872 00002000:00100000:3.0:1746126432.529909:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22f100 x1830945734497536/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.529915:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22f100 with x1830945734497536 ext(0->4095) 00010000:00010000:3.0:1746126432.529922:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 53 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.529932:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 53 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.529937:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22f100 00000100:00100000:0.0:1746126432.532538:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.532595:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734497664 00000100:00100000:3.0:1746126432.532602:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734497664 00000100:00100000:3.0:1746126432.532815:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5146 00000100:00100000:3.0:1746126432.532822:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734497664:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.532834:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.532848:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd0c expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.532868:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.532873:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.532879:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126432.532881:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.532916:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.532926:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.532934:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c57c00, rc 0) 00000100:00100000:3.0:1746126432.532973:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734497664:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.532978:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5146 00000100:00100000:0.0:1746126432.534088:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.536091:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734497792 00000100:00100000:2.0:1746126432.536101:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734497792 00010000:00010000:2.0:1746126432.536129:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 53 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.536161:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17283 00000100:00100000:2.0:1746126432.536167:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945734497792:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.536179:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.536194:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 53 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.536204:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 53 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.536222:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80adb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdcfe expref: 53 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.536248:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.536249:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.536254:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.536261:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.536286:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.536295:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 52 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.536305:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726319488:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.536641:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.538165:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726319488:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.538185:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.539135:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1963:x1830945734497792:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2843us (4928us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.539145:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17283 00000100:00100000:1.0:1746126432.539337:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.539375:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734498048 00000100:00100000:3.0:1746126432.539383:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734498048 00002000:00100000:3.0:1746126432.539423:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2d80 x1830945734498048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.539430:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2d80 with x1830945734498048 ext(0->4095) 00010000:00010000:3.0:1746126432.539440:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 52 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.539452:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 52 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.539458:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf2d80 00000100:00100000:3.0:1746126432.539477:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1873 00000100:00100000:3.0:1746126432.539483:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1964:x1830945734498048:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126432.539628:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1964:x1830945734498048:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (289us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.539636:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1873 00002000:00100000:3.0:1746126432.539640:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2d80 x1830945734498048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.539646:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2d80 with x1830945734498048 ext(0->4095) 00010000:00010000:3.0:1746126432.539652:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 52 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.539662:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 52 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.539667:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf2d80 00000100:00100000:0.0:1746126432.541959:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.542190:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734498176 00000100:00100000:2.0:1746126432.542198:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734498176 00000100:00100000:0.0:1746126432.542953:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.543002:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5147 00000100:00100000:2.0:1746126432.543010:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:31643:x1830945734498176:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.543041:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.543054:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80af0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd13 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.543075:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.543080:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.543085:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126432.543088:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80af0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd13 expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.543121:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.543133:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80af0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd13 expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.543141:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20a000, rc 0) 00000100:00100000:2.0:1746126432.543174:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31643:x1830945734498176:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (1221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.543180:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5147 00000100:00100000:2.0:1746126432.543197:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734498304 00000100:00100000:2.0:1746126432.543200:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734498304 00010000:00010000:2.0:1746126432.543213:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 53 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.543244:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17284 00000100:00100000:2.0:1746126432.543249:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945734498304:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.543257:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.543273:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 53 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.543282:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 53 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.543296:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80ae2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd05 expref: 53 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.543308:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.543309:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.543314:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.543320:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.543337:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.543345:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 5 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.543355:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726319744:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.543400:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.545962:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726319744:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.545982:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126432.545992:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.546154:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1963:x1830945734498304:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2903us (3200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.546162:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17284 00000100:00100000:3.0:1746126432.546299:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734498560 00000100:00100000:3.0:1746126432.546304:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734498560 00002000:00100000:3.0:1746126432.546332:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22ce00 x1830945734498560/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.546340:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22ce00 with x1830945734498560 ext(0->4095) 00010000:00010000:3.0:1746126432.546346:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.546357:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.546363:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22ce00 00000100:00100000:3.0:1746126432.546391:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1874 00000100:00100000:3.0:1746126432.546397:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734498560:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126432.546531:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734498560:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (537us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.546536:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1874 00002000:00100000:3.0:1746126432.546541:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22ce00 x1830945734498560/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.546547:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22ce00 with x1830945734498560 ext(0->4095) 00010000:00010000:3.0:1746126432.546552:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.546560:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.546565:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22ce00 00000100:00100000:0.0:1746126432.548475:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.548567:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734498688 00000100:00100000:2.0:1746126432.548573:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734498688 00010000:00010000:2.0:1746126432.548598:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.548637:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17285 00000100:00100000:2.0:1746126432.548642:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734498688:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.548652:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.548668:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.548678:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.548695:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c57c00/0x9851078746b80ae9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd0c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.548707:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.548709:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.548715:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80af0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd13 expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.548721:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80af0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd13 expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.548748:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80af0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd13 expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.548758:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726319872:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.548820:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.550602:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726319872:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.550621:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.550655:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734498688:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2012us (2184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.550663:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17285 00000100:00100000:0.0:1746126432.551063:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.551156:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734498944 00000100:00100000:2.0:1746126432.551161:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734498944 00002000:00100000:2.0:1746126432.551186:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22ea00 x1830945734498944/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.551194:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22ea00 with x1830945734498944 ext(0->4095) 00002000:00010000:2.0:1746126432.551198:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22ea00 00000100:00100000:2.0:1746126432.551223:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3881 00000100:00100000:2.0:1746126432.551228:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1963:x1830945734498944:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126432.551610:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1963:x1830945734498944:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 380us (546us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.551615:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3881 00002000:00100000:2.0:1746126432.551621:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22ea00 x1830945734498944/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.551627:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22ea00 with x1830945734498944 ext(0->4095) 00002000:00010000:2.0:1746126432.551630:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22ea00 00000100:00100000:0.0:1746126432.553148:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.553368:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734499072 00000100:00100000:3.0:1746126432.553373:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734499072 00000100:00100000:3.0:1746126432.553405:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5148 00000100:00100000:3.0:1746126432.553410:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734499072:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.553421:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.553433:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80af7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd1a expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.553452:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80af0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd13 expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.553458:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.553459:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.553462:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80af7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd1a expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.553483:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80af0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd13 expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.553491:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80af0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd13 expref: 51 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.553499:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726320000:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126432.553588:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.555901:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726320000:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126432.555925:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80af7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd1a expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.555936:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c56c00, rc 0) 00000100:00100000:3.0:1746126432.555977:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734499072:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2565us (2832us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.555984:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5148 00000100:00100000:0.0:1746126432.556731:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.557229:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734499200 00000100:00100000:2.0:1746126432.557235:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734499200 00010000:00010000:2.0:1746126432.557254:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80af0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd13 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.557281:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17286 00000100:00100000:2.0:1746126432.557286:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1964:x1830945734499200:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.557296:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.557311:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80af0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd13 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.557320:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80af0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd13 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.557336:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80af0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd13 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.557352:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.557354:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.557359:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80af7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd1a expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.557366:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80af7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd1a expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.557388:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80af7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd1a expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.557398:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726320128:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.557450:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.559458:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.559626:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726320128:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.559644:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.559668:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:1964:x1830945734499200:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2382us (2939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.559677:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17286 00000100:00100000:3.0:1746126432.559747:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734499456 00000100:00100000:3.0:1746126432.559752:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734499456 00002000:00100000:3.0:1746126432.559776:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761500 x1830945734499456/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.559785:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761500 with x1830945734499456 ext(0->4095) 00002000:00010000:3.0:1746126432.559788:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761500 00000100:00100000:3.0:1746126432.559800:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3882 00000100:00100000:3.0:1746126432.559805:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734499456:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.563433:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734499456:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 3620us (3973us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.563444:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3882 00002000:00100000:3.0:1746126432.563452:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093761500 x1830945734499456/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.563461:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761500 with x1830945734499456 ext(0->4095) 00002000:00010000:3.0:1746126432.563465:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761500 00000100:00100000:0.0:1746126432.563927:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.564037:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734499584 00000100:00100000:3.0:1746126432.564043:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734499584 00000100:00100000:3.0:1746126432.564065:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5149 00000100:00100000:3.0:1746126432.564069:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:31643:x1830945734499584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.564080:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.564092:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd21 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.564113:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80af7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd1a expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.564120:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.564121:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.564124:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.564146:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80af7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd1a expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.564160:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80af7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd1a expref: 5 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.564169:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726320256:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126432.564211:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.567969:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726320256:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126432.567994:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.568006:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015a400, rc 0) 00000100:00100000:3.0:1746126432.568072:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:31643:x1830945734499584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4000us (4144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.568079:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5149 00000100:00100000:0.0:1746126432.568765:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.568822:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734499712 00000100:00100000:3.0:1746126432.568827:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734499712 00000100:00100000:3.0:1746126432.568862:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5150 00000100:00100000:3.0:1746126432.568867:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:31655:x1830945734499712:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.568879:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.568889:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b05 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd28 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.568905:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.568908:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 53 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.568917:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.568919:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b05 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd28 expref: 53 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.568947:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 53 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.568956:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b05 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd28 expref: 53 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.568962:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015b400, rc 0) 00000100:00100000:3.0:1746126432.568979:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31655:x1830945734499712:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.568984:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5150 00000100:00100000:0.0:1746126432.570478:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.570557:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734499840 00000100:00100000:2.0:1746126432.570561:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734499840 00010000:00010000:2.0:1746126432.570582:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80af7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd1a expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.570611:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17287 00000100:00100000:2.0:1746126432.570616:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734499840:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.570625:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.570640:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80af7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd1a expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.570650:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80af7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd1a expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.570665:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c56c00/0x9851078746b80af7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd1a expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.570679:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.570681:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.570686:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.570693:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.570715:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.570725:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 52 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.570734:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726320512:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.570788:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.572625:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726320512:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.572644:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.572668:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734499840:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2051us (2193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.572676:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17287 00000100:00100000:0.0:1746126432.575181:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.575248:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734500096 00000100:00100000:2.0:1746126432.575255:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734500096 00002000:00100000:2.0:1746126432.575285:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e21880 x1830945734500096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.575294:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e21880 with x1830945734500096 ext(0->4095) 00010000:00010000:2.0:1746126432.575302:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 53 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.575313:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 53 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.575319:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e21880 00000100:00100000:2.0:1746126432.576551:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1875 00000100:00100000:2.0:1746126432.576563:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1964:x1830945734500096:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126432.576777:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1964:x1830945734500096:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 217us (1600us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.576783:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1875 00002000:00100000:2.0:1746126432.576790:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e21880 x1830945734500096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.576798:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e21880 with x1830945734500096 ext(0->4095) 00010000:00010000:2.0:1746126432.576804:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 53 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.576814:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 53 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.576820:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e21880 00000100:00100000:0.0:1746126432.581054:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.581139:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734500224 00000100:00100000:2.0:1746126432.581146:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734500224 00010000:00010000:2.0:1746126432.581174:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 53 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.581204:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17288 00000100:00100000:2.0:1746126432.581210:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945734500224:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.581222:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.581240:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 53 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.581255:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 53 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.581272:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80afe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd21 expref: 53 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.581287:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.581289:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.581294:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd28 expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.581301:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd28 expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.581328:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd28 expref: 52 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.581338:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726320640:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.581796:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.583227:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726320640:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126432.583228:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126432.583245:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.583278:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1963:x1830945734500224:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2067us (2229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.583286:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17288 00000100:00100000:3.0:1746126432.583297:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734500480 00000100:00100000:3.0:1746126432.583302:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734500480 00002000:00100000:3.0:1746126432.583329:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e23b80 x1830945734500480/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.583338:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e23b80 with x1830945734500480 ext(0->4095) 00002000:00010000:3.0:1746126432.583341:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e23b80 00000100:00100000:3.0:1746126432.583361:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3883 00000100:00100000:3.0:1746126432.583366:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1963:x1830945734500480:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.583687:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1963:x1830945734500480:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 320us (461us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.583696:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3883 00002000:00100000:3.0:1746126432.583701:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e23b80 x1830945734500480/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.583708:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e23b80 with x1830945734500480 ext(0->4095) 00002000:00010000:3.0:1746126432.583710:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e23b80 00000100:00100000:0.0:1746126432.585487:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.585550:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734500608 00000100:00100000:2.0:1746126432.585556:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734500608 00000100:00100000:2.0:1746126432.585595:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5151 00000100:00100000:2.0:1746126432.585601:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734500608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.585611:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.585623:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80b0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd2f expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.585645:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd28 expref: 51 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.585651:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.585652:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.585655:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80b0c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd2f expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.585676:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd28 expref: 51 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.585685:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd28 expref: 51 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.585694:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726320768:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.585758:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.587398:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726320768:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.587422:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80b0c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd2f expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.587438:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20ae00, rc 0) 00000100:00100000:2.0:1746126432.587472:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734500608:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1871us (1988us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.587478:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5151 00000100:00100000:0.0:1746126432.587843:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.587893:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734500736 00000100:00100000:3.0:1746126432.587897:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734500736 00010000:00010000:3.0:1746126432.587915:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd28 expref: 52 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.587947:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17289 00000100:00100000:3.0:1746126432.587953:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1964:x1830945734500736:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.587961:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.588494:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd28 expref: 52 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.588504:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd28 expref: 52 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.588530:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b05 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd28 expref: 52 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.588775:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.588777:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.588783:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80b0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd2f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.588796:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80b0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd2f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.588819:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80b0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd2f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.588829:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726320896:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.588888:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.590988:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726320896:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.591003:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.591070:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:1964:x1830945734500736:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3116us (3226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.591077:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17289 00000100:00100000:0.0:1746126432.591937:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.592009:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734500992 00000100:00100000:3.0:1746126432.592015:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734500992 00002000:00100000:3.0:1746126432.592064:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e21f80 x1830945734500992/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.592072:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e21f80 with x1830945734500992 ext(0->4095) 00002000:00010000:3.0:1746126432.592075:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e21f80 00000100:00100000:3.0:1746126432.592095:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3884 00000100:00100000:3.0:1746126432.592101:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734500992:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.592772:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734500992:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 668us (834us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.592782:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3884 00002000:00100000:3.0:1746126432.592789:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e21f80 x1830945734500992/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.592796:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e21f80 with x1830945734500992 ext(0->4095) 00002000:00010000:3.0:1746126432.592799:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e21f80 00000100:00100000:1.0:1746126432.595137:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.595171:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734501120 00000100:00100000:2.0:1746126432.595178:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734501120 00000100:00100000:1.0:1746126432.595202:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.595218:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734501248 00000100:00100000:2.0:1746126432.595220:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734501248 00000100:00100000:2.0:1746126432.595234:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5152 00000100:00100000:2.0:1746126432.595240:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:31655:x1830945734501120:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126432.595243:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5153 00000100:00100000:1.0:1746126432.595249:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:31643:x1830945734501248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.595252:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.595255:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.595264:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80b1a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd36 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.595264:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd3d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.595283:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80b0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd2f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.595289:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.595291:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.595294:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.595302:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.595306:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.595321:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.595323:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80b1a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd36 expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.595341:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80b0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd2f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.595351:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80b0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd2f expref: 5 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.595361:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726321024:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.595363:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.595374:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80b1a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd36 expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.595386:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20be00, rc 0) 00000100:00100000:2.0:1746126432.595412:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:31655:x1830945734501120:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.595417:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5152 00000100:00100000:1.0:1746126432.595429:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.598073:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726321024:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126432.598095:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.598108:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18200, rc 0) 00000100:00100000:1.0:1746126432.598152:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31643:x1830945734501248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2902us (2950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.598159:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5153 00000100:00100000:0.0:1746126432.600105:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.600454:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734501376 00000100:00100000:3.0:1746126432.600463:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734501376 00010000:00010000:3.0:1746126432.600493:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80b0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd2f expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.600529:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17290 00000100:00100000:3.0:1746126432.600535:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734501376:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.600547:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.600564:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80b0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd2f expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.600573:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80b0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd2f expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.600591:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80b0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd2f expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.600609:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.600611:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.600616:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.600626:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.600653:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.600663:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 52 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.600673:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726321280:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.600737:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.605518:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726321280:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.605544:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.605595:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734501376:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5058us (5492us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.605605:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17290 00000100:00100000:0.0:1746126432.605713:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.606926:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734501632 00000100:00100000:3.0:1746126432.606935:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734501632 00002000:00100000:3.0:1746126432.606968:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e23480 x1830945734501632/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.606981:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e23480 with x1830945734501632 ext(0->4095) 00010000:00010000:3.0:1746126432.606989:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.606999:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.607006:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e23480 00000100:00100000:3.0:1746126432.607403:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1876 00000100:00100000:3.0:1746126432.607411:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945734501632:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.607565:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945734501632:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (1852us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.607571:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1876 00002000:00100000:3.0:1746126432.607577:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e23480 x1830945734501632/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.607583:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e23480 with x1830945734501632 ext(0->4095) 00010000:00010000:3.0:1746126432.607588:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.607597:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.607603:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e23480 00000100:00100000:0.0:1746126432.610459:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.610534:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734501760 00000100:00100000:3.0:1746126432.610540:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734501760 00010000:00010000:3.0:1746126432.610566:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.610599:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17291 00000100:00100000:3.0:1746126432.610605:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945734501760:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.610620:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.610638:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.610647:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.610665:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd3d expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.610689:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.610691:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.610697:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80b1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd36 expref: 52 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.610704:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80b1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd36 expref: 52 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.610730:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80b1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd36 expref: 52 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.610740:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726321408:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.610799:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.613856:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.613940:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726321408:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.613958:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.613990:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1963:x1830945734501760:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3385us (3538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.613999:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17291 00000100:00100000:2.0:1746126432.614123:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734502016 00000100:00100000:2.0:1746126432.614128:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734502016 00002000:00100000:2.0:1746126432.614156:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473a300 x1830945734502016/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.614165:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473a300 with x1830945734502016 ext(0->4095) 00002000:00010000:2.0:1746126432.614172:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009473a300 00000100:00100000:2.0:1746126432.614186:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3885 00000100:00100000:2.0:1746126432.614192:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1964:x1830945734502016:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126432.614906:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1964:x1830945734502016:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 713us (1054us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.614912:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3885 00002000:00100000:2.0:1746126432.614917:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473a300 x1830945734502016/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.614924:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473a300 with x1830945734502016 ext(0->4095) 00002000:00010000:2.0:1746126432.614927:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009473a300 00000100:00100000:0.0:1746126432.618134:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.618213:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734502144 00000100:00100000:1.0:1746126432.618219:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734502144 00000100:00100000:1.0:1746126432.618754:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5154 00000100:00100000:1.0:1746126432.618766:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734502144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.618781:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.618796:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd44 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.618817:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80b1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd36 expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.618823:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.618824:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.618827:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.618852:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80b1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd36 expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.618862:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80b1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd36 expref: 51 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.618871:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726321536:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126432.618944:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.620970:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726321536:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126432.620993:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.621005:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19c00, rc 0) 00000100:00100000:1.0:1746126432.621063:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734502144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2298us (2934us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.621070:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5154 00000100:00100000:0.0:1746126432.621954:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.622341:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734502272 00000100:00100000:3.0:1746126432.622348:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734502272 00010000:00010000:3.0:1746126432.622372:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80b1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd36 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.622402:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17292 00000100:00100000:3.0:1746126432.622409:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1964:x1830945734502272:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.622420:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.622436:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80b1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd36 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.622445:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80b1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd36 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.622463:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80b1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd36 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.622487:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.622489:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.622495:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.622502:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.622535:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.622552:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726321664:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.623850:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.624076:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726321664:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.624090:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.624130:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:1964:x1830945734502272:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1720us (2177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.624138:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17292 00000100:00100000:0.0:1746126432.625906:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.625944:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.626286:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734502656 00000100:00100000:1.0:1746126432.626292:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734502656 00000100:00100000:1.0:1746126432.626425:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5155 00000100:00100000:1.0:1746126432.626433:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+51:31643:x1830945734502656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.626446:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.626459:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd4b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.626481:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.626488:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.626489:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.626493:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.626525:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.626535:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 5 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.626545:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726321792:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.626662:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734502528 00000100:00100000:2.0:1746126432.626666:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734502528 00002000:00100000:2.0:1746126432.626689:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff12a00 x1830945734502528/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.626703:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff12a00 with x1830945734502528 ext(0->4095) 00010000:00010000:2.0:1746126432.626708:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.626716:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.626721:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ff12a00 00000100:00100000:2.0:1746126432.626733:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1877 00000100:00100000:2.0:1746126432.626738:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734502528:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126432.627069:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.627257:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734502528:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 517us (1310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.627263:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1877 00002000:00100000:2.0:1746126432.627268:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff12a00 x1830945734502528/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.627274:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff12a00 with x1830945734502528 ext(0->4095) 00010000:00010000:2.0:1746126432.627279:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.627287:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.627293:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ff12a00 00000100:00100000:1.0:1746126432.629590:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726321792:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126432.629613:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.629626:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18c00, rc 0) 00000100:00100000:1.0:1746126432.629666:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:31643:x1830945734502656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3234us (3765us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.629673:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5155 00000100:00100000:0.0:1746126432.631216:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.631444:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734502784 00000100:00100000:1.0:1746126432.631450:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734502784 00000100:00100000:1.0:1746126432.631488:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5156 00000100:00100000:1.0:1746126432.631494:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:31655:x1830945734502784:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.631509:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.631531:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80b2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd52 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.631550:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.631554:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.631559:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.631562:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80b2f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd52 expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.631587:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.631596:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80b2f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd52 expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.631603:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18e00, rc 0) 00000100:00100000:1.0:1746126432.631636:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31655:x1830945734502784:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.631641:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5156 00000100:00100000:0.0:1746126432.632732:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.632794:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734502912 00000100:00100000:3.0:1746126432.632798:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734502912 00010000:00010000:3.0:1746126432.632815:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.632908:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17293 00000100:00100000:3.0:1746126432.632914:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734502912:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.632924:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.632941:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.633111:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.633128:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80b21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd44 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.633141:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.633143:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.633148:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.633154:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.633175:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.633184:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 52 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.633193:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726322048:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.633248:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c6a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.635754:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726322048:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.635771:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.635801:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734502912:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2886us (3071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.635810:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17293 00000100:00100000:0.0:1746126432.636910:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.636955:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734503168 00000100:00100000:2.0:1746126432.636961:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734503168 00002000:00100000:2.0:1746126432.636991:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403fb80 x1830945734503168/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.636999:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403fb80 with x1830945734503168 ext(0->4095) 00010000:00010000:2.0:1746126432.637006:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.637017:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.637050:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403fb80 00000100:00100000:2.0:1746126432.637073:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1878 00000100:00100000:2.0:1746126432.637079:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1964:x1830945734503168:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126432.637203:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1964:x1830945734503168:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (295us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.637208:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1878 00002000:00100000:2.0:1746126432.637213:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403fb80 x1830945734503168/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.637220:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403fb80 with x1830945734503168 ext(0->4095) 00010000:00010000:2.0:1746126432.637224:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.637231:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.637237:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403fb80 00000100:00100000:0.0:1746126432.639866:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.639926:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734503296 00000100:00100000:3.0:1746126432.639934:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734503296 00010000:00010000:3.0:1746126432.639958:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.639986:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17294 00000100:00100000:3.0:1746126432.639992:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1964:x1830945734503296:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.640005:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.640020:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.640054:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.640071:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd4b expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.640098:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.640099:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.640105:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80b2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd52 expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.640111:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80b2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd52 expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.640141:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80b2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd52 expref: 52 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.640150:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726322176:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.640212:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.642933:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726322176:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.642950:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.642994:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1964:x1830945734503296:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3001us (3133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.643004:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17294 00000100:00100000:0.0:1746126432.643532:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.644059:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734503552 00000100:00100000:3.0:1746126432.644066:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734503552 00002000:00100000:3.0:1746126432.644097:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e09180 x1830945734503552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.644106:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e09180 with x1830945734503552 ext(0->4095) 00002000:00010000:3.0:1746126432.644110:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e09180 00000100:00100000:3.0:1746126432.644134:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3886 00000100:00100000:3.0:1746126432.644140:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1964:x1830945734503552:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126432.645264:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1964:x1830945734503552:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1120us (1730us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.645270:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3886 00002000:00100000:3.0:1746126432.645276:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e09180 x1830945734503552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.645282:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e09180 with x1830945734503552 ext(0->4095) 00002000:00010000:3.0:1746126432.645285:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e09180 00000100:00100000:0.0:1746126432.647639:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.647735:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734503680 00000100:00100000:3.0:1746126432.647741:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734503680 00000100:00100000:3.0:1746126432.647773:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5157 00000100:00100000:3.0:1746126432.647778:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734503680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.647789:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.647800:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd59 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.647822:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80b2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd52 expref: 51 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.647829:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.647830:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.647833:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.647859:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80b2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd52 expref: 51 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.647869:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80b2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd52 expref: 51 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.647878:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726322304:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126432.648053:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.652833:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.652920:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734503808 00000100:00100000:2.0:1746126432.652927:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734503808 00010000:00010000:2.0:1746126432.652957:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80b2f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd52 expref: 52 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.652991:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17295 00000100:00100000:3.0:1746126432.652997:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726322304:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.652998:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1963:x1830945734503808:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.653010:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.653018:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.653042:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80b2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd52 expref: 52 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.653047:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015ae00, rc 0) 00010000:00010000:2.0:1746126432.653052:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80b2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd52 expref: 52 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.653070:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80b2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd52 expref: 52 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.653083:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734503680:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5304us (5449us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126432.653083:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.653085:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746126432.653089:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5157 00010000:00010000:2.0:1746126432.653091:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.653098:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.654118:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.654134:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726322432:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126432.654267:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.654433:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.654480:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734503936 00000100:00100000:3.0:1746126432.654484:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734503936 00000100:00100000:3.0:1746126432.654542:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5158 00000100:00100000:3.0:1746126432.654548:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:31643:x1830945734503936:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.654560:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.654569:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd60 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.654588:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.654594:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.654595:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.654598:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.654614:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.654622:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 5 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.654629:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726322560:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126432.654652:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.657266:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726322560:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.657284:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726322432:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.657293:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.657312:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015b400, rc 0) 00000100:00100000:3.0:1746126432.657345:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31643:x1830945734503936:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2796us (3077us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126432.657348:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.657351:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5158 00000100:00100000:2.0:1746126432.657368:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945734503808:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4370us (4542us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.657375:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17295 00000100:00100000:0.0:1746126432.657501:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.657685:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734504192 00000100:00100000:3.0:1746126432.657690:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734504192 00002000:00100000:3.0:1746126432.657714:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e08000 x1830945734504192/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.657722:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e08000 with x1830945734504192 ext(0->4095) 00010000:00010000:3.0:1746126432.657728:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.657738:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.657744:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e08000 00000100:00100000:3.0:1746126432.657770:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1879 00000100:00100000:3.0:1746126432.657776:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734504192:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126432.657906:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734504192:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (405us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.657912:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1879 00002000:00100000:3.0:1746126432.657917:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e08000 x1830945734504192/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.657928:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e08000 with x1830945734504192 ext(0->4095) 00010000:00010000:3.0:1746126432.657932:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.657940:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.657944:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e08000 00000100:00100000:0.0:1746126432.661557:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.661627:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734504320 00000100:00100000:2.0:1746126432.661634:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734504320 00010000:00010000:2.0:1746126432.661662:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.661698:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17296 00000100:00100000:2.0:1746126432.661705:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734504320:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.661714:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.661733:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.661744:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.661762:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd59 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.661789:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.661791:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.661796:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.661803:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.661829:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.661839:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726322688:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.661906:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.664637:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726322688:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.664660:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.664695:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734504320:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2990us (3144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.664703:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17296 00000100:00100000:0.0:1746126432.665350:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.665547:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734504576 00000100:00100000:3.0:1746126432.665553:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734504576 00002000:00100000:3.0:1746126432.665582:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e09880 x1830945734504576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.665590:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e09880 with x1830945734504576 ext(0->4095) 00002000:00010000:3.0:1746126432.665593:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e09880 00000100:00100000:3.0:1746126432.665607:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3887 00000100:00100000:3.0:1746126432.665612:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1963:x1830945734504576:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.665729:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1963:x1830945734504576:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (380us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.665734:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3887 00002000:00100000:3.0:1746126432.665739:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086e09880 x1830945734504576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.665745:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e09880 with x1830945734504576 ext(0->4095) 00002000:00010000:3.0:1746126432.665747:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e09880 00000100:00100000:2.0:1746126432.671549:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.671672:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734504704 00000100:00100000:3.0:1746126432.671679:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734504704 00000100:00100000:3.0:1746126432.672201:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5159 00000100:00100000:3.0:1746126432.672209:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734504704:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.672222:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.672235:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b44 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd67 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.672258:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.672264:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.672266:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.672270:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b44 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd67 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.672294:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 51 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.672304:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 51 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.672314:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726322816:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126432.672914:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.675367:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726322816:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126432.675394:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b44 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd67 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.675411:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015a400, rc 0) 00000100:00100000:3.0:1746126432.676269:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734504704:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4057us (4724us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.676276:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5159 00000100:00100000:0.0:1746126432.676366:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.676556:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734504832 00000100:00100000:1.0:1746126432.676562:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734504832 00002000:00100000:1.0:1746126432.676591:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e0b800 x1830945734504832/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.676600:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e0b800 with x1830945734504832 ext(0->7) 00010000:00010000:1.0:1746126432.676606:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.676617:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 52 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.676623:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e0b800 00000100:00100000:1.0:1746126432.676651:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1880 00000100:00100000:1.0:1746126432.676658:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+52:1964:x1830945734504832:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126432.677216:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1964:x1830945734504832:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 557us (849us total) trans 4294968051 rc 0/0 00000100:00100000:1.0:1746126432.677222:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1880 00002000:00100000:1.0:1746126432.677227:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880086e0b800 x1830945734504832/t4294968051(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/448 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.677234:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e0b800 with x1830945734504832 ext(0->7) 00010000:00010000:1.0:1746126432.677238:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 54 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.677247:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 54 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.677253:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086e0b800 00000100:00100000:0.0:1746126432.678969:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.679048:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734504960 00000100:00100000:2.0:1746126432.679054:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734504960 00010000:00010000:2.0:1746126432.679076:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 54 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.679102:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17297 00000100:00100000:2.0:1746126432.679108:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734504960:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.679117:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.679131:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 54 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.679140:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 54 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.679156:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b3d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd60 expref: 54 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.679171:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.679173:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.679178:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b44 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd67 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.679184:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd67 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.679209:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd67 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.679217:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726322944:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.679278:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.684800:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.684889:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726322944:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126432.684909:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126432.684946:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945734504960:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5837us (5981us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126432.684955:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17297 00000100:00100000:1.0:1746126432.685049:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734505216 00000100:00100000:1.0:1746126432.685054:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734505216 00002000:00100000:1.0:1746126432.685083:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22e300 x1830945734505216/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.685097:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22e300 with x1830945734505216 ext(0->4095) 00002000:00010000:1.0:1746126432.685100:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22e300 00000100:00100000:1.0:1746126432.685127:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3888 00000100:00100000:1.0:1746126432.685133:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734505216:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126432.685243:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734505216:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.685248:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3888 00002000:00100000:1.0:1746126432.685253:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22e300 x1830945734505216/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.685259:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22e300 with x1830945734505216 ext(0->4095) 00002000:00010000:1.0:1746126432.685262:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22e300 00000100:00100000:2.0:1746126432.691154:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.691458:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734505344 00000100:00100000:3.0:1746126432.691465:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734505344 00000100:00100000:3.0:1746126432.691502:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5160 00000100:00100000:3.0:1746126432.691508:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31655:x1830945734505344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.691530:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.691544:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd6e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.691567:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b44 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd67 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.691574:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.691575:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.691578:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.691601:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd67 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.691609:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd67 expref: 5 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.691623:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726323072:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126432.691691:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.694469:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.696039:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726323072:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126432.696064:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.696077:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015b400, rc 0) 00000100:00100000:3.0:1746126432.696108:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:31655:x1830945734505344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4600us (4960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.696115:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5160 00000100:00100000:3.0:1746126432.696136:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734505472 00000100:00100000:3.0:1746126432.696140:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734505472 00000100:00100000:3.0:1746126432.696165:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5161 00000100:00100000:3.0:1746126432.696170:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:31643:x1830945734505472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.696179:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.696189:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd75 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.696205:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.696209:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 55 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.696214:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.696217:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 55 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.696242:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 55 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.696250:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 55 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.696256:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015ae00, rc 0) 00000100:00100000:3.0:1746126432.696268:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:31643:x1830945734505472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (1806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.696272:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5161 00000100:00100000:0.0:1746126432.697579:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.698281:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734505600 00000100:00100000:2.0:1746126432.698287:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734505600 00010000:00010000:2.0:1746126432.698313:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd67 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.698433:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17298 00000100:00100000:2.0:1746126432.698440:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734505600:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.698450:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.698466:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd67 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.698475:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd67 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.698491:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd67 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.698820:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.698822:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.698828:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.698835:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.698860:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.698868:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 54 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.698881:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726323328:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.699166:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.700451:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726323328:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.700470:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.700496:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734505600:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2056us (2919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.700504:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17298 00000100:00100000:0.0:1746126432.700860:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.700924:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734505856 00000100:00100000:3.0:1746126432.700929:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734505856 00002000:00100000:3.0:1746126432.700958:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133307100 x1830945734505856/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.700966:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307100 with x1830945734505856 ext(0->4095) 00010000:00010000:3.0:1746126432.700972:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 55 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.700982:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 55 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.700987:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133307100 00000100:00100000:3.0:1746126432.701010:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1881 00000100:00100000:3.0:1746126432.701016:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1964:x1830945734505856:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126432.701607:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1964:x1830945734505856:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 590us (746us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.701613:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1881 00002000:00100000:3.0:1746126432.701618:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133307100 x1830945734505856/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.701625:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307100 with x1830945734505856 ext(0->4095) 00010000:00010000:3.0:1746126432.701629:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 55 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.701638:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 55 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.701643:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133307100 00000100:00100000:0.0:1746126432.705878:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.706008:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734505984 00000100:00100000:1.0:1746126432.706016:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734505984 00000100:00100000:1.0:1746126432.706272:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5162 00000100:00100000:1.0:1746126432.706280:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734505984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.706295:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.706309:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd7c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.706331:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.706337:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 54 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.706342:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126432.706346:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.706374:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 54 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.706384:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.706399:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19e00, rc 0) 00000100:00100000:1.0:1746126432.706439:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734505984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.706445:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5162 00000100:00100000:0.0:1746126432.706584:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.706697:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734506112 00000100:00100000:2.0:1746126432.706701:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734506112 00010000:00010000:2.0:1746126432.706718:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 55 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.706734:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17299 00000100:00100000:2.0:1746126432.706739:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734506112:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.706746:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.706763:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 55 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.706772:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 55 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.706786:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015b400/0x9851078746b80b4b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd6e expref: 55 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.706801:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.706802:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.706807:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 54 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.706813:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 54 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.706830:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 54 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.707085:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 54 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.707099:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726323584:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.707963:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.710617:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726323584:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126432.710638:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126432.710684:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734506112:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3943us (4099us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126432.710694:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17299 00000100:00100000:0.0:1746126432.713250:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.713958:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734506368 00000100:00100000:3.0:1746126432.713966:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734506368 00002000:00100000:3.0:1746126432.714003:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a0700 x1830945734506368/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.714013:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0700 with x1830945734506368 ext(0->4095) 00010000:00010000:3.0:1746126432.714020:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 54 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.714239:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 54 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.714246:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a0700 00000100:00100000:3.0:1746126432.714277:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1882 00000100:00100000:3.0:1746126432.714284:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734506368:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.715083:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734506368:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 797us (1835us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.715089:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1882 00002000:00100000:3.0:1746126432.715095:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a0700 x1830945734506368/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.715102:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0700 with x1830945734506368 ext(0->4095) 00010000:00010000:3.0:1746126432.715107:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 54 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.715117:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 54 pid: 9140 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.715123:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a0700 00000100:00100000:1.0:1746126432.719541:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.719632:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.719691:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734506496 00000100:00100000:3.0:1746126432.719697:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734506496 00000100:00100000:3.0:1746126432.719733:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5163 00000100:00100000:3.0:1746126432.719739:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:31643:x1830945734506496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.719752:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.719765:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b60 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd83 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.719786:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.719790:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.719795:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126432.719799:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b60 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd83 expref: 55 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.719830:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.719841:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b60 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd83 expref: 55 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.719849:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015a400, rc 0) 00000100:00100000:3.0:1746126432.719883:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:31643:x1830945734506496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.719889:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5163 00000100:00100000:0.0:1746126432.719945:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734506624 00000100:00100000:0.0:1746126432.719949:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734506624 00010000:00010000:0.0:1746126432.719963:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 55 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:0.0:1746126432.719985:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17300 00000100:00100000:0.0:1746126432.719990:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734506624:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126432.719996:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126432.720013:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 55 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126432.720036:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 55 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126432.720051:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b52 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd75 expref: 55 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126432.720064:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.720065:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.720071:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.720077:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.720095:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.720103:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 5 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:0.0:1746126432.720112:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726323840:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126432.721799:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.722509:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131464700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726323840:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.722533:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.723274:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734506624:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3281us (3639us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.723284:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17300 00000100:00100000:0.0:1746126432.723457:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.723649:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734506880 00000100:00100000:3.0:1746126432.723654:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734506880 00002000:00100000:3.0:1746126432.723680:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467480 x1830945734506880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.723688:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467480 with x1830945734506880 ext(0->4095) 00010000:00010000:3.0:1746126432.723694:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.723705:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.723710:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467480 00000100:00100000:3.0:1746126432.723724:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1883 00000100:00100000:3.0:1746126432.723728:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734506880:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.723857:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734506880:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (400us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.723862:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1883 00002000:00100000:3.0:1746126432.723866:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467480 x1830945734506880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.723873:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467480 with x1830945734506880 ext(0->4095) 00010000:00010000:3.0:1746126432.723877:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.723885:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.723891:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467480 00000100:00100000:0.0:1746126432.728585:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.730141:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734507008 00000100:00100000:2.0:1746126432.730150:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734507008 00010000:00010000:2.0:1746126432.730182:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.730203:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17301 00000100:00100000:2.0:1746126432.730209:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734507008:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.730224:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.730241:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.730251:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.730472:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80b59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd7c expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.730493:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.730495:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.730501:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd83 expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.730516:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd83 expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.730545:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd83 expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.730555:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726323968:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.730620:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.736880:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.736970:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726323968:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.736991:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.737052:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734507008:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6842us (8473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.737064:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17301 00000100:00100000:1.0:1746126432.737144:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734507264 00000100:00100000:1.0:1746126432.737150:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734507264 00002000:00100000:1.0:1746126432.737181:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d593100 x1830945734507264/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.737189:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d593100 with x1830945734507264 ext(0->4095) 00002000:00010000:1.0:1746126432.737193:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d593100 00000100:00100000:1.0:1746126432.737219:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3889 00000100:00100000:1.0:1746126432.737226:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1964:x1830945734507264:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126432.737354:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1964:x1830945734507264:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.737360:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3889 00002000:00100000:1.0:1746126432.737365:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d593100 x1830945734507264/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.737372:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d593100 with x1830945734507264 ext(0->4095) 00002000:00010000:1.0:1746126432.737375:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d593100 00000100:00100000:0.0:1746126432.740879:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.740951:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734507392 00000100:00100000:1.0:1746126432.740959:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734507392 00000100:00100000:1.0:1746126432.741003:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5164 00000100:00100000:1.0:1746126432.741009:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734507392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.741035:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.741047:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd8a expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.741069:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd83 expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.741075:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.741076:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.741079:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.741100:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd83 expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.741109:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd83 expref: 53 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.741118:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726324096:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126432.741583:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.743772:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726324096:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126432.743796:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.743810:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:1.0:1746126432.743856:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734507392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2846us (2981us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.743863:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5164 00000100:00100000:0.0:1746126432.744479:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.744700:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734507520 00000100:00100000:1.0:1746126432.744706:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734507520 00000100:00100000:1.0:1746126432.744743:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5165 00000100:00100000:1.0:1746126432.744749:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:31643:x1830945734507520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.744761:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.744778:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80b6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd91 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.744795:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.744799:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.744804:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126432.744807:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80b6e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd91 expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.744830:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.744843:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80b6e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd91 expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.744850:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19400, rc 0) 00000100:00100000:1.0:1746126432.744871:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:31643:x1830945734507520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.744877:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5165 00000100:00100000:0.0:1746126432.745185:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.745279:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734507648 00000100:00100000:3.0:1746126432.745285:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734507648 00010000:00010000:3.0:1746126432.745306:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd83 expref: 55 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.745323:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17302 00000100:00100000:3.0:1746126432.745328:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1964:x1830945734507648:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.745336:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.745352:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd83 expref: 55 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.745361:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd83 expref: 55 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.745376:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015a400/0x9851078746b80b60 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd83 expref: 55 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.745388:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.745389:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.745394:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.745400:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.745420:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.745429:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 5 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.745438:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726324352:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.745491:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.748136:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.748306:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726324352:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.748324:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.748420:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734507904 00000100:00100000:2.0:1746126432.748426:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734507904 00002000:00100000:2.0:1746126432.748456:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b844700 x1830945734507904/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.748464:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b844700 with x1830945734507904 ext(0->4095) 00010000:00010000:2.0:1746126432.748470:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.748479:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.748485:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b844700 00000100:00100000:3.0:1746126432.748610:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1964:x1830945734507648:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3281us (3425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.748618:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17302 00000100:00100000:2.0:1746126432.748663:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1884 00000100:00100000:2.0:1746126432.748670:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734507904:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126432.749246:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734507904:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 575us (1114us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.749261:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1884 00002000:00100000:2.0:1746126432.749267:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b844700 x1830945734507904/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.749274:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b844700 with x1830945734507904 ext(0->4095) 00010000:00010000:2.0:1746126432.749278:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.749291:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.749296:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b844700 00000100:00100000:0.0:1746126432.753001:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.753089:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734508032 00000100:00100000:3.0:1746126432.753096:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734508032 00010000:00010000:3.0:1746126432.753120:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.753141:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17303 00000100:00100000:3.0:1746126432.753146:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734508032:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.753158:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.753173:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.753182:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.753198:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd8a expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.753215:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.753217:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.753223:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80b6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd91 expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.753229:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80b6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd91 expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.753252:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80b6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd91 expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.753261:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726324480:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.753321:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.755459:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.755568:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726324480:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.755585:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.755629:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734508032:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2481us (2632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.755637:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17303 00000100:00100000:2.0:1746126432.756353:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734508288 00000100:00100000:2.0:1746126432.756359:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734508288 00002000:00100000:2.0:1746126432.756389:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b844e00 x1830945734508288/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.756399:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b844e00 with x1830945734508288 ext(0->4095) 00002000:00010000:2.0:1746126432.756403:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b844e00 00000100:00100000:2.0:1746126432.756426:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3890 00000100:00100000:2.0:1746126432.756432:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734508288:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126432.756577:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734508288:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (1123us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.756582:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3890 00002000:00100000:2.0:1746126432.756587:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b844e00 x1830945734508288/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.756593:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b844e00 with x1830945734508288 ext(0->4095) 00002000:00010000:2.0:1746126432.756595:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b844e00 00000100:00100000:0.0:1746126432.759310:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.759403:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734508416 00000100:00100000:1.0:1746126432.759411:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734508416 00000100:00100000:1.0:1746126432.759454:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5166 00000100:00100000:1.0:1746126432.759461:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734508416:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.759473:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.759485:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd98 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.759507:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80b6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd91 expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.759526:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.759528:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.759531:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b75 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd98 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.759554:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80b6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd91 expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.759568:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80b6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd91 expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.759578:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726324608:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126432.759646:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.762019:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726324608:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126432.762059:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b75 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd98 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.762068:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18c00, rc 0) 00000100:00100000:1.0:1746126432.762092:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734508416:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2633us (2789us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.762097:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5166 00000100:00100000:0.0:1746126432.762210:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.762622:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734508544 00000100:00100000:3.0:1746126432.762627:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734508544 00010000:00010000:3.0:1746126432.762645:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80b6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd91 expref: 54 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.762671:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17304 00000100:00100000:3.0:1746126432.762676:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734508544:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.762685:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.762699:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80b6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd91 expref: 54 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.762708:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80b6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd91 expref: 54 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.762724:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80b6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd91 expref: 54 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.762747:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.762749:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.762755:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b75 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd98 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.762766:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd98 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.762789:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd98 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.762798:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726324736:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.762850:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.765124:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.765507:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726324736:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.765540:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.765571:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:1963:x1830945734508544:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2893us (3360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.765579:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17304 00000100:00100000:1.0:1746126432.765910:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734508800 00000100:00100000:1.0:1746126432.765916:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734508800 00002000:00100000:1.0:1746126432.765944:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b845880 x1830945734508800/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.765952:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b845880 with x1830945734508800 ext(0->4095) 00002000:00010000:1.0:1746126432.765956:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b845880 00000100:00100000:1.0:1746126432.765982:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3891 00000100:00100000:1.0:1746126432.765988:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734508800:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126432.766118:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734508800:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (998us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.766125:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3891 00002000:00100000:1.0:1746126432.766130:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b845880 x1830945734508800/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.766136:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b845880 with x1830945734508800 ext(0->4095) 00002000:00010000:1.0:1746126432.766138:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b845880 00000100:00100000:0.0:1746126432.768346:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.768521:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734508928 00000100:00100000:1.0:1746126432.768527:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734508928 00000100:00100000:1.0:1746126432.768634:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5167 00000100:00100000:1.0:1746126432.768642:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+53:31643:x1830945734508928:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.768654:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.768666:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdd9f expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.768687:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b75 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd98 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.768699:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.768701:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.768704:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.768728:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd98 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.768739:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd98 expref: 5 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.768753:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726324864:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126432.768771:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.768796:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734509056 00000100:00100000:3.0:1746126432.768800:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734509056 00000100:00100000:1.0:1746126432.768809:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.768816:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5168 00000100:00100000:3.0:1746126432.768820:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:31655:x1830945734509056:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.768825:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.768829:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b83 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdda6 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.768838:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.768841:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 56 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.768847:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.768849:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b83 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdda6 expref: 56 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.768864:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 56 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.768870:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b83 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdda6 expref: 56 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.768875:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013015ae00, rc 0) 00000100:00100000:3.0:1746126432.768890:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:31655:x1830945734509056:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 70us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.768894:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5168 00000100:00100000:1.0:1746126432.772979:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726324864:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126432.773004:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.773017:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:1.0:1746126432.773088:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:31643:x1830945734508928:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4446us (4745us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.773095:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5167 00000100:00100000:0.0:1746126432.774243:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.774324:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734509184 00000100:00100000:3.0:1746126432.774329:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734509184 00010000:00010000:3.0:1746126432.774351:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd98 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.774368:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17305 00000100:00100000:3.0:1746126432.774373:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734509184:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.774384:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.774400:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd98 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.774408:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd98 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.774426:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd98 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.774451:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.774453:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.774459:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.774467:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.774491:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.774501:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 54 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.774522:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726325120:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.774569:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.778349:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726325120:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.778367:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.778955:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734509184:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4578us (4711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.778964:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17305 00000100:00100000:0.0:1746126432.779472:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.779799:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734509440 00000100:00100000:2.0:1746126432.779805:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734509440 00002000:00100000:2.0:1746126432.779837:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b846680 x1830945734509440/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.779851:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b846680 with x1830945734509440 ext(0->4095) 00010000:00010000:2.0:1746126432.779858:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.779869:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.779875:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b846680 00000100:00100000:2.0:1746126432.780186:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1885 00000100:00100000:2.0:1746126432.780193:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1966:x1830945734509440:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126432.780327:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1966:x1830945734509440:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (855us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.780333:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1885 00002000:00100000:2.0:1746126432.780338:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b846680 x1830945734509440/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.780344:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b846680 with x1830945734509440 ext(0->4095) 00010000:00010000:2.0:1746126432.780349:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.780357:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.780363:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b846680 00000100:00100000:0.0:1746126432.782958:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.784408:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734509568 00000100:00100000:3.0:1746126432.784417:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734509568 00010000:00010000:3.0:1746126432.784445:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.784884:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17306 00000100:00100000:3.0:1746126432.784891:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734509568:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.784902:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.784917:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.784927:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.784944:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80b7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdd9f expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.784957:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.784959:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.784964:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdda6 expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.784970:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdda6 expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.784992:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdda6 expref: 54 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.785000:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726325248:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.785072:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.787994:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.788246:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726325248:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.788264:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126432.788354:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734509824 00000100:00100000:1.0:1746126432.788360:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734509824 00002000:00100000:1.0:1746126432.788389:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b846d80 x1830945734509824/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.788398:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b846d80 with x1830945734509824 ext(0->4095) 00002000:00010000:1.0:1746126432.788401:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b846d80 00000100:00100000:1.0:1746126432.788420:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3892 00000100:00100000:1.0:1746126432.788426:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734509824:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.788622:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734509568:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3731us (5669us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.788629:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17306 00000100:00100000:1.0:1746126432.789186:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734509824:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 759us (1197us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.789191:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3892 00002000:00100000:1.0:1746126432.789197:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b846d80 x1830945734509824/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.789209:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b846d80 with x1830945734509824 ext(0->4095) 00002000:00010000:1.0:1746126432.789212:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b846d80 00000100:00100000:0.0:1746126432.791570:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.791634:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734509952 00000100:00100000:1.0:1746126432.791641:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734509952 00000100:00100000:1.0:1746126432.791733:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5169 00000100:00100000:1.0:1746126432.791740:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734509952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.791753:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.791766:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcddad expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.791787:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdda6 expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.791794:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.791795:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.791798:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.791821:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdda6 expref: 53 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.791831:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdda6 expref: 53 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.791841:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726325376:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126432.792783:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126432.794951:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726325376:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126432.794973:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.794985:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18400, rc 0) 00000100:00100000:1.0:1746126432.795013:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734509952:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3274us (3448us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.795020:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5169 00000100:00100000:0.0:1746126432.796067:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.796176:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734510080 00000100:00100000:3.0:1746126432.796182:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734510080 00010000:00010000:3.0:1746126432.796204:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdda6 expref: 54 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.796223:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17307 00000100:00100000:3.0:1746126432.796228:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1963:x1830945734510080:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.796238:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.796253:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdda6 expref: 54 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.796262:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdda6 expref: 54 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.796278:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b80b83 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdda6 expref: 54 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.796301:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.796303:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.796309:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.796320:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.796344:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.796354:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726325504:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.796410:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.799306:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.799830:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734510208 00000100:00100000:1.0:1746126432.799836:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734510208 00000100:00100000:1.0:1746126432.800086:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5170 00000100:00100000:1.0:1746126432.800094:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:31643:x1830945734510208:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.800108:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.800121:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcddb4 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.800145:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.800151:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.800152:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.800155:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.800178:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.800188:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 5 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746126432.800197:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726325632:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126432.800253:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.800383:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.800494:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726325504:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.800517:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.800549:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734510080:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4320us (4482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.800557:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17307 00000100:00100000:1.0:1746126432.800883:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734510464 00000100:00100000:1.0:1746126432.800887:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734510464 00002000:00100000:1.0:1746126432.800905:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b847800 x1830945734510464/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.800913:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b847800 with x1830945734510464 ext(0->4095) 00010000:00010000:1.0:1746126432.800918:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.800926:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.800931:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b847800 00000100:00100000:1.0:1746126432.801207:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1886 00000100:00100000:1.0:1746126432.801213:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734510464:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126432.802570:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734510464:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 1354us (2184us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.802579:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1886 00002000:00100000:1.0:1746126432.802585:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b847800 x1830945734510464/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.802592:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b847800 with x1830945734510464 ext(0->4095) 00010000:00010000:1.0:1746126432.802598:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.802609:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.802614:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b847800 00000100:00100000:1.0:1746126432.803520:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726325632:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126432.803541:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.803552:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18200, rc 0) 00000100:00100000:1.0:1746126432.803572:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:31643:x1830945734510208:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3479us (4272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.803578:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5170 00000100:00100000:0.0:1746126432.806099:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.806278:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734510592 00000100:00100000:1.0:1746126432.806285:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734510592 00000100:00100000:1.0:1746126432.806329:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5171 00000100:00100000:1.0:1746126432.806335:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:31655:x1830945734510592:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.806348:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.806361:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcddbb expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.806380:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.806384:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.806388:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.806391:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.806419:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.806432:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.806440:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18c00, rc 0) 00000100:00100000:1.0:1746126432.806472:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:31655:x1830945734510592:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.806477:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5171 00000100:00100000:0.0:1746126432.806531:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.806673:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734510720 00000100:00100000:3.0:1746126432.806677:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734510720 00010000:00010000:3.0:1746126432.806692:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.806708:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17308 00000100:00100000:3.0:1746126432.806713:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734510720:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.806720:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.806734:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.806743:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.806757:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80b8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddad expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.806770:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.806771:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.806775:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.806781:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.806799:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.806807:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 54 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.806817:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726325888:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.806856:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.809207:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.809287:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734510976 00000100:00100000:1.0:1746126432.809294:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734510976 00002000:00100000:1.0:1746126432.809326:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b844a80 x1830945734510976/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.809335:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b844a80 with x1830945734510976 ext(0->4095) 00010000:00010000:1.0:1746126432.809342:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.809355:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.809361:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b844a80 00000100:00100000:1.0:1746126432.809390:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1887 00000100:00100000:1.0:1746126432.809396:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734510976:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126432.809594:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726325888:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.809611:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.809729:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734510720:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3014us (3196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.809736:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17308 00000100:00100000:1.0:1746126432.810328:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734510976:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 931us (1126us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.810333:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1887 00002000:00100000:1.0:1746126432.810339:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b844a80 x1830945734510976/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.810344:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b844a80 with x1830945734510976 ext(0->4095) 00010000:00010000:1.0:1746126432.810349:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.810357:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.810362:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b844a80 00000100:00100000:0.0:1746126432.812564:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.812681:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734511104 00000100:00100000:3.0:1746126432.812688:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734511104 00010000:00010000:3.0:1746126432.812712:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.812741:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17309 00000100:00100000:3.0:1746126432.812747:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734511104:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.812758:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.812774:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.812784:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.812802:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80b91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddb4 expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.812815:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.812816:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.812821:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.812828:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.812853:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 54 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.812863:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726326016:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.812933:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.819455:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.819977:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734511360 00000100:00100000:1.0:1746126432.819983:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734511360 00000100:00100000:3.0:1746126432.819991:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726326016:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.820009:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126432.820014:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c001050 x1830945734511360/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.820047:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c001050 with x1830945734511360 ext(0->4095) 00002000:00010000:1.0:1746126432.820051:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c001050 00000100:00100000:3.0:1746126432.820066:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1963:x1830945734511104:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7317us (7505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.820074:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17309 00000100:00100000:1.0:1746126432.820082:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3893 00000100:00100000:1.0:1746126432.820088:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c001050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1965:x1830945734511360:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126432.821158:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c001050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1965:x1830945734511360:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 1067us (1707us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.821164:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3893 00002000:00100000:1.0:1746126432.821170:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c001050 x1830945734511360/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.821177:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c001050 with x1830945734511360 ext(0->4095) 00002000:00010000:1.0:1746126432.821180:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c001050 00000100:00100000:1.0:1746126432.827681:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.827755:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734511488 00000100:00100000:2.0:1746126432.827762:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734511488 00000100:00100000:2.0:1746126432.827790:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5172 00000100:00100000:2.0:1746126432.827796:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734511488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.827808:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.827821:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80b9f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcddc2 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.827843:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.827848:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.827850:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.827853:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80b9f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc2 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.827873:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 53 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.827882:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 53 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.827891:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726326144:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.828684:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.832864:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.832980:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726326144:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.833009:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80b9f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc2 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.833053:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20b800, rc 0) 00000100:00100000:2.0:1746126432.833739:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734511488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5940us (6063us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.833746:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5172 00000100:00100000:1.0:1746126432.834128:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734511616 00000100:00100000:1.0:1746126432.834135:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734511616 00002000:00100000:1.0:1746126432.834166:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b846300 x1830945734511616/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.834175:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b846300 with x1830945734511616 ext(0->7) 00010000:00010000:1.0:1746126432.834181:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 54 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.834193:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 54 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.834198:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b846300 00000100:00100000:1.0:1746126432.834223:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1888 00000100:00100000:1.0:1746126432.834229:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+54:1964:x1830945734511616:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126432.834489:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1964:x1830945734511616:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 259us (1633us total) trans 4294968052 rc 0/0 00000100:00100000:1.0:1746126432.834495:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1888 00002000:00100000:1.0:1746126432.834501:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b846300 x1830945734511616/t4294968052(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/448 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.834508:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b846300 with x1830945734511616 ext(0->7) 00010000:00010000:1.0:1746126432.834522:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 56 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.834530:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 56 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.834536:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b846300 00000100:00100000:1.0:1746126432.838492:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.838549:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734511744 00000100:00100000:2.0:1746126432.838557:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734511744 00010000:00010000:2.0:1746126432.838585:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 56 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.838618:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17310 00000100:00100000:2.0:1746126432.838624:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1965:x1830945734511744:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.838636:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.838656:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 56 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.838667:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 56 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.838684:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80b98 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddbb expref: 56 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.838711:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.838713:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.838719:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80b9f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.838730:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80b9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.838755:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80b9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.838764:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726326272:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.838836:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.841433:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.841960:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734512000 00000100:00100000:1.0:1746126432.841966:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734512000 00002000:00100000:1.0:1746126432.842000:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b846a00 x1830945734512000/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.842009:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b846a00 with x1830945734512000 ext(0->4095) 00002000:00010000:1.0:1746126432.842013:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b846a00 00000100:00100000:1.0:1746126432.842066:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3894 00000100:00100000:1.0:1746126432.842073:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734512000:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126432.842208:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734512000:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (780us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.842213:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3894 00002000:00100000:1.0:1746126432.842218:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b846a00 x1830945734512000/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.842225:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b846a00 with x1830945734512000 ext(0->4095) 00002000:00010000:1.0:1746126432.842227:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b846a00 00000100:00100000:2.0:1746126432.842481:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726326272:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.842498:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.842533:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:1965:x1830945734511744:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3909us (4048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.842541:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17310 00000100:00100000:1.0:1746126432.853964:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.854051:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734512128 00000100:00100000:2.0:1746126432.854058:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734512128 00000100:00100000:2.0:1746126432.854087:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5173 00000100:00100000:2.0:1746126432.854093:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+55:31655:x1830945734512128:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.854106:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.854120:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcddc9 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.854143:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80b9f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.854149:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.854151:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.854154:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 56 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.854177:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80b9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc2 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.854187:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80b9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc2 expref: 5 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.854197:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726326400:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.855590:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.858954:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.861277:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734512256 00000100:00100000:1.0:1746126432.861287:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734512256 00000100:00100000:1.0:1746126432.861335:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5174 00000100:00100000:1.0:1746126432.861342:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:31643:x1830945734512256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126432.861357:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126432.861370:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcddd0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.861393:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126432.861398:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 58 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.861403:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126432.861406:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 58 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.861435:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 58 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.861449:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 58 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126432.861457:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:1.0:1746126432.861495:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31643:x1830945734512256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (2547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126432.861500:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5174 00000100:00100000:2.0:1746126432.862209:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726326400:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.862228:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 57 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.862235:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20be00, rc 0) 00000100:00100000:2.0:1746126432.862258:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:31655:x1830945734512128:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8165us (8300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.862264:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5173 00000100:00100000:0.0:1746126432.862577:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.863296:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734512384 00000100:00100000:2.0:1746126432.863301:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734512384 00010000:00010000:2.0:1746126432.863321:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80b9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc2 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.863346:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17311 00000100:00100000:2.0:1746126432.863351:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734512384:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.863363:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.863378:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80b9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc2 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.863388:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80b9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc2 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.863405:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80b9f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc2 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.866472:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.866477:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.866488:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 56 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.866498:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 56 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.866553:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 56 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.866564:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 56 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.866574:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726326656:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.866652:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.870728:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726326656:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.870750:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126432.870805:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.870829:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734512384:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7474us (8250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.870838:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17311 00000100:00100000:3.0:1746126432.870907:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734512640 00000100:00100000:3.0:1746126432.870916:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734512640 00002000:00100000:3.0:1746126432.870946:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928b9880 x1830945734512640/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.870955:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b9880 with x1830945734512640 ext(0->4095) 00010000:00010000:3.0:1746126432.870962:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 57 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.870972:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 57 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.870978:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928b9880 00000100:00100000:3.0:1746126432.870991:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1889 00000100:00100000:3.0:1746126432.870996:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1964:x1830945734512640:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126432.871133:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1964:x1830945734512640:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (329us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.871138:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1889 00002000:00100000:3.0:1746126432.871142:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928b9880 x1830945734512640/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.871158:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b9880 with x1830945734512640 ext(0->4095) 00010000:00010000:3.0:1746126432.871161:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 57 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.871169:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 57 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.871174:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928b9880 00000100:00100000:0.0:1746126432.874130:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.874766:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734512768 00000100:00100000:2.0:1746126432.874774:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734512768 00000100:00100000:3.0:1746126432.876684:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5175 00000100:00100000:3.0:1746126432.876697:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734512768:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.876711:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.876728:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcddd7 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.876752:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.877778:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 56 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.877786:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126432.877790:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.877824:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 56 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.877834:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.877843:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b484ca00, rc 0) 00000100:00100000:3.0:1746126432.877885:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734512768:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1192us (3761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.877890:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5175 00000100:00100000:0.0:1746126432.879811:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.880046:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734512896 00000100:00100000:2.0:1746126432.880054:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734512896 00010000:00010000:2.0:1746126432.880078:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 57 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.880099:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17312 00000100:00100000:2.0:1746126432.880106:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b846680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1963:x1830945734512896:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.880115:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.880132:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 57 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.880140:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 57 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.880156:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80ba6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddc9 expref: 57 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.880179:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.880180:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.880186:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 56 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.880196:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 56 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.880219:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 56 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.880229:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 56 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.880238:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726326912:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.880303:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.881852:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726326912:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.881871:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.881906:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b846680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1963:x1830945734512896:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1799us (2099us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.881914:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17312 00000100:00100000:0.0:1746126432.882891:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.883827:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734513152 00000100:00100000:1.0:1746126432.883835:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734513152 00002000:00100000:1.0:1746126432.883867:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b846d80 x1830945734513152/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.883875:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b846d80 with x1830945734513152 ext(0->4095) 00010000:00010000:1.0:1746126432.883882:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 56 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.883893:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 56 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.883898:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b846d80 00000100:00100000:1.0:1746126432.883920:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1890 00000100:00100000:1.0:1746126432.883927:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1963:x1830945734513152:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126432.884078:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1963:x1830945734513152:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (1188us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.884085:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1890 00002000:00100000:1.0:1746126432.884090:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b846d80 x1830945734513152/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.884096:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b846d80 with x1830945734513152 ext(0->4095) 00010000:00010000:1.0:1746126432.884102:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 56 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.884110:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 56 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.884114:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b846d80 00000100:00100000:0.0:1746126432.887972:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.890205:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734513280 00000100:00100000:3.0:1746126432.890215:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734513280 00000100:00100000:3.0:1746126432.890252:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5176 00000100:00100000:3.0:1746126432.890259:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:31643:x1830945734513280:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.890273:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.890287:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcddde expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.890309:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.890315:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.890319:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126432.890322:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 57 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.890354:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.890366:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 57 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.890379:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fae400, rc 0) 00000100:00100000:3.0:1746126432.890423:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:31643:x1830945734513280:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (2457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.890429:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5176 00000100:00100000:0.0:1746126432.890574:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.890850:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734513408 00000100:00100000:2.0:1746126432.890854:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734513408 00010000:00010000:2.0:1746126432.890868:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 57 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.890883:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17313 00000100:00100000:2.0:1746126432.890887:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1963:x1830945734513408:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.890895:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.890911:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 57 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.890920:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 57 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.890934:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80bad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd0 expref: 57 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.890945:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.890946:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.890951:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.890956:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.890972:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.890981:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 5 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.890991:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726327168:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.891047:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.895145:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.895313:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734513664 00000100:00100000:3.0:1746126432.895322:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734513664 00002000:00100000:3.0:1746126432.895354:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936db480 x1830945734513664/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.895362:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936db480 with x1830945734513664 ext(0->4095) 00010000:00010000:3.0:1746126432.895369:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.895380:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.895386:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800936db480 00000100:00100000:3.0:1746126432.895406:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1891 00000100:00100000:3.0:1746126432.895412:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734513664:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126432.895547:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734513664:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (409us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126432.895553:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1891 00002000:00100000:3.0:1746126432.895558:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936db480 x1830945734513664/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126432.895570:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936db480 with x1830945734513664 ext(0->4095) 00010000:00010000:3.0:1746126432.895574:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.895583:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126432.895588:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800936db480 00000100:00100000:2.0:1746126432.895668:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726327168:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.895684:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.895709:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1963:x1830945734513408:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4820us (5138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.895716:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17313 00000100:00100000:0.0:1746126432.902644:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.902862:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734513792 00000100:00100000:3.0:1746126432.902870:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734513792 00010000:00010000:3.0:1746126432.902899:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.902921:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17314 00000100:00100000:3.0:1746126432.902928:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734513792:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.902939:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.902955:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.902965:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.902984:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b484ca00/0x9851078746b80bb4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddd7 expref: 6 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.903010:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.903013:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.903019:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.903041:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.903070:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.903081:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726327296:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.905744:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.906635:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.907006:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734514048 00000100:00100000:2.0:1746126432.907014:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734514048 00002000:00100000:2.0:1746126432.907141:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936d9880 x1830945734514048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.907149:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9880 with x1830945734514048 ext(0->4095) 00000100:00100000:3.0:1746126432.907150:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726327296:192.168.203.32@tcp:105: 00002000:00010000:2.0:1746126432.907152:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800936d9880 00010000:00010000:3.0:1746126432.907167:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.907207:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734513792:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4279us (4570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.907389:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17314 00000100:00100000:2.0:1746126432.907461:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3895 00000100:00100000:2.0:1746126432.907468:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1963:x1830945734514048:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126432.907591:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1963:x1830945734514048:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (959us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.907596:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3895 00002000:00100000:2.0:1746126432.907600:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936d9880 x1830945734514048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.907607:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9880 with x1830945734514048 ext(0->4095) 00002000:00010000:2.0:1746126432.907609:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800936d9880 00000100:00100000:2.0:1746126432.913454:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.913552:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734514176 00000100:00100000:3.0:1746126432.913559:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734514176 00000100:00100000:3.0:1746126432.913599:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5177 00000100:00100000:3.0:1746126432.913605:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734514176:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.913618:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.913631:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bc2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdde5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.913653:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.913663:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.913664:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.913667:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bc2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdde5 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.913689:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 55 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.913698:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 55 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.913707:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726327424:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126432.915658:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.918507:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726327424:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126432.918661:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bc2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdde5 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.918757:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f243a00, rc 0) 00000100:00100000:3.0:1746126432.919151:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734514176:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5542us (5700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.919159:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5177 00000100:00100000:0.0:1746126432.920210:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.920522:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734514304 00000100:00100000:1.0:1746126432.920529:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734514304 00002000:00100000:1.0:1746126432.920560:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800936d8380 x1830945734514304/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.920567:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d8380 with x1830945734514304 ext(0->7) 00010000:00010000:1.0:1746126432.920573:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 56 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.920582:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 56 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.920587:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800936d8380 00000100:00100000:1.0:1746126432.920610:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1892 00000100:00100000:1.0:1746126432.920616:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+56:1966:x1830945734514304:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126432.920842:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1966:x1830945734514304:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 226us (634us total) trans 4294968053 rc 0/0 00000100:00100000:1.0:1746126432.920848:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1892 00002000:00100000:1.0:1746126432.920853:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800936d8380 x1830945734514304/t4294968053(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 496/448 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.920859:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d8380 with x1830945734514304 ext(0->7) 00010000:00010000:1.0:1746126432.920863:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 58 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.920870:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 58 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.920879:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800936d8380 00000100:00100000:0.0:1746126432.927436:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.927549:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734514432 00000100:00100000:3.0:1746126432.927556:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734514432 00010000:00010000:3.0:1746126432.927582:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 58 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.927618:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17315 00000100:00100000:3.0:1746126432.927625:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1966:x1830945734514432:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.927638:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.927653:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 58 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.927663:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 58 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.927680:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fae400/0x9851078746b80bbb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddde expref: 58 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.927824:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.927826:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.927832:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bc2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdde5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.927839:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bc2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdde5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.927865:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bc2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdde5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.927874:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726327552:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.927940:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.930798:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.930939:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734514688 00000100:00100000:2.0:1746126432.930945:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734514688 00002000:00100000:2.0:1746126432.930977:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936d9c00 x1830945734514688/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.930986:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9c00 with x1830945734514688 ext(0->4095) 00002000:00010000:2.0:1746126432.930990:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800936d9c00 00000100:00100000:2.0:1746126432.931016:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3896 00000100:00100000:2.0:1746126432.931040:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734514688:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126432.931169:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734514688:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.931175:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3896 00002000:00100000:2.0:1746126432.931179:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800936d9c00 x1830945734514688/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.931186:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9c00 with x1830945734514688 ext(0->4095) 00002000:00010000:2.0:1746126432.931188:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800936d9c00 00000100:00100000:3.0:1746126432.931413:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726327552:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.931431:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.931461:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1966:x1830945734514432:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3836us (4032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.931468:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17315 00000100:00100000:0.0:1746126432.933141:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.933254:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734514816 00000100:00100000:3.0:1746126432.933260:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734514816 00000100:00100000:3.0:1746126432.933302:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5178 00000100:00100000:3.0:1746126432.933308:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:31655:x1830945734514816:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.933320:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.933333:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcddec expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.933356:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bc2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdde5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.933363:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.933364:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.933367:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 58 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.933391:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bc2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdde5 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.933402:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bc2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdde5 expref: 5 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.933411:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726327680:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126432.933480:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.935625:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.935689:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.935766:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726327680:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126432.935791:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 58 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.935804:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f243800, rc 0) 00000100:00100000:3.0:1746126432.935833:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31655:x1830945734514816:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2525us (2695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.935841:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5178 00000100:00100000:2.0:1746126432.935883:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734515072 00000100:00100000:2.0:1746126432.935888:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734515072 00000100:00100000:2.0:1746126432.935924:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5179 00000100:00100000:2.0:1746126432.935929:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31643:x1830945734515072:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.935939:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.935950:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcddf3 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.935965:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.935969:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 60 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.935973:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.935976:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 60 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.936002:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 60 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.936011:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 60 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.936018:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20b800, rc 0) 00000100:00100000:2.0:1746126432.936056:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:31643:x1830945734515072:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.936060:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5179 00000100:00100000:2.0:1746126432.936077:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734514944 00000100:00100000:2.0:1746126432.936079:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734514944 00010000:00010000:2.0:1746126432.936090:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bc2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdde5 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.936116:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17316 00000100:00100000:2.0:1746126432.936122:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734514944:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126432.936128:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126432.936143:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bc2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdde5 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.936152:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bc2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdde5 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.936166:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bc2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdde5 expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.936178:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.936180:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.936185:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 59 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.936190:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 59 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.936217:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 59 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.936225:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 59 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.936234:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726327936:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126432.936274:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.938060:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726327936:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126432.938076:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126432.938107:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734514944:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1984us (2487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.938115:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17316 00000100:00100000:0.0:1746126432.938204:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.938418:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734515328 00000100:00100000:2.0:1746126432.938422:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734515328 00002000:00100000:2.0:1746126432.938445:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236fb80 x1830945734515328/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.938453:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236fb80 with x1830945734515328 ext(0->4095) 00010000:00010000:2.0:1746126432.938460:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 59 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.938474:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 59 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.938479:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236fb80 00000100:00100000:2.0:1746126432.938498:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1893 00000100:00100000:2.0:1746126432.938503:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1963:x1830945734515328:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126432.938758:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1963:x1830945734515328:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 253us (552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.938764:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1893 00002000:00100000:2.0:1746126432.938769:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236fb80 x1830945734515328/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.938775:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236fb80 with x1830945734515328 ext(0->4095) 00010000:00010000:2.0:1746126432.938779:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 59 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.938788:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 59 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.938793:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236fb80 00000100:00100000:0.0:1746126432.940630:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.940681:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734515456 00000100:00100000:3.0:1746126432.940689:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734515456 00000100:00100000:3.0:1746126432.940728:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5180 00000100:00100000:3.0:1746126432.940735:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734515456:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.940747:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.940761:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcddfa expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.940781:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.940785:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 58 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126432.940789:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:3.0:1746126432.940790:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126432.940793:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.940921:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 58 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.940938:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.940946:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f243a00, rc 0) 00000100:00100000:3.0:1746126432.940989:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734515456:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 254us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.940994:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5180 00000100:00100000:3.0:1746126432.941019:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734515584 00000100:00100000:3.0:1746126432.941045:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734515584 00010000:00010000:3.0:1746126432.941060:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 59 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.941079:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17317 00000100:00100000:3.0:1746126432.941083:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734515584:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.941091:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.941104:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 59 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.941113:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 59 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.941127:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b80bc9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddec expref: 59 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.941137:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.941139:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.941144:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 58 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.941150:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 58 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.941165:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 58 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.941174:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 58 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.941183:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726328192:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.941231:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.944734:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726328192:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.944755:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.944787:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734515584:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3702us (3996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.944796:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17317 00000100:00100000:0.0:1746126432.945335:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.945410:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734515840 00000100:00100000:2.0:1746126432.945416:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734515840 00002000:00100000:2.0:1746126432.945444:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236ea00 x1830945734515840/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.945452:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236ea00 with x1830945734515840 ext(0->4095) 00010000:00010000:2.0:1746126432.945459:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 58 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.945470:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 58 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.945475:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236ea00 00000100:00100000:2.0:1746126432.945500:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1894 00000100:00100000:2.0:1746126432.945505:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734515840:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126432.945633:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734515840:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (298us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.945638:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1894 00002000:00100000:2.0:1746126432.945643:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236ea00 x1830945734515840/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.945649:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236ea00 with x1830945734515840 ext(0->4095) 00010000:00010000:2.0:1746126432.945653:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 58 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.945661:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 58 pid: 8424 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.945666:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236ea00 00000100:00100000:0.0:1746126432.947919:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.947998:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.948173:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734516096 00000100:00100000:3.0:1746126432.948179:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734516096 00010000:00010000:3.0:1746126432.948204:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 58 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.949901:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17318 00000100:00100000:3.0:1746126432.949912:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1963:x1830945734516096:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.949929:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.949949:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 58 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.949961:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 58 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.949980:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80bd0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddf3 expref: 58 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.949992:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.949993:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.949999:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.950006:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126432.950204:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734515968 00000100:00100000:2.0:1746126432.950210:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734515968 00000100:00100000:2.0:1746126432.950233:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5181 00000100:00100000:2.0:1746126432.950238:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31643:x1830945734515968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.950249:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.950258:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80bde lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde01 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.950273:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.950278:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.950279:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.950282:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80bde lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde01 expref: 59 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.950296:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.950304:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 5 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.950313:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726328320:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.950383:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00010000:00010000:3.0:1746126432.950940:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 5 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.950948:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 5 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.950957:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726328448:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.950994:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.952496:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726328320:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.952530:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80bde lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde01 expref: 59 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.952541:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20be00, rc 0) 00000100:00100000:2.0:1746126432.952567:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31643:x1830945734515968:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2328us (4654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.952577:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5181 00000100:00100000:3.0:1746126432.953076:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726328448:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.953090:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.953109:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1963:x1830945734516096:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3201us (5110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.953116:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17318 00000100:00100000:0.0:1746126432.953886:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.953951:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734516352 00000100:00100000:2.0:1746126432.953956:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734516352 00002000:00100000:2.0:1746126432.953983:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236d880 x1830945734516352/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.953991:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236d880 with x1830945734516352 ext(0->4095) 00010000:00010000:2.0:1746126432.953997:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.954006:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.954011:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236d880 00000100:00100000:2.0:1746126432.954590:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1895 00000100:00100000:2.0:1746126432.954598:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734516352:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126432.954896:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734516352:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 299us (1011us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.954903:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1895 00002000:00100000:2.0:1746126432.954908:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013236d880 x1830945734516352/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.954915:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236d880 with x1830945734516352 ext(0->4095) 00010000:00010000:2.0:1746126432.954919:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126432.954932:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746126432.954937:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013236d880 00000100:00100000:0.0:1746126432.956919:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.957461:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734516480 00000100:00100000:3.0:1746126432.957468:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734516480 00010000:00010000:3.0:1746126432.957498:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.957541:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17319 00000100:00100000:3.0:1746126432.957547:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734516480:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.957558:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.957573:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.957584:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.957602:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b80bd7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcddfa expref: 6 pid: 8423 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.957627:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.957628:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.957634:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80bde lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde01 expref: 57 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.957642:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80bde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde01 expref: 57 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.957669:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80bde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde01 expref: 57 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.957680:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726328576:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.957749:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.962515:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.962679:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734516736 00000100:00100000:2.0:1746126432.962686:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734516736 00002000:00100000:2.0:1746126432.962719:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad7800 x1830945734516736/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.962728:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7800 with x1830945734516736 ext(0->4095) 00002000:00010000:2.0:1746126432.962732:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad7800 00000100:00100000:2.0:1746126432.962760:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3897 00000100:00100000:2.0:1746126432.962767:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734516736:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126432.962894:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734516736:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.962900:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3897 00002000:00100000:2.0:1746126432.962905:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad7800 x1830945734516736/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.962912:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7800 with x1830945734516736 ext(0->4095) 00002000:00010000:2.0:1746126432.962914:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad7800 00000100:00100000:3.0:1746126432.963269:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726328576:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.963287:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.963676:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734516480:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6127us (6760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.963683:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17319 00000100:00100000:0.0:1746126432.965631:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.965681:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734516864 00000100:00100000:2.0:1746126432.965686:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734516864 00000100:00100000:2.0:1746126432.965743:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5182 00000100:00100000:2.0:1746126432.965748:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734516864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.965760:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.965771:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80be5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde08 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.965788:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80bde lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde01 expref: 57 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.965792:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.965793:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.965795:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80be5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde08 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.965811:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80bde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde01 expref: 57 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.965817:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80bde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde01 expref: 57 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126432.965824:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726328704:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.966011:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126432.967415:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726328704:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126432.967436:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80be5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde08 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126432.967445:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126432.967446:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20aa00, rc 0) 00000100:00100000:2.0:1746126432.967480:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734516864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1731us (1851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.967490:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5182 00000100:00100000:3.0:1746126432.967591:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734516992 00000100:00100000:3.0:1746126432.967596:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734516992 00010000:00010000:3.0:1746126432.967614:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80bde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde01 expref: 58 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.967631:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17320 00000100:00100000:3.0:1746126432.967636:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734516992:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.967649:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.967665:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80bde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde01 expref: 58 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.967673:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80bde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde01 expref: 58 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.967689:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80bde lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde01 expref: 58 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.967711:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.967712:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.967717:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80be5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde08 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.967724:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80be5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde08 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.967746:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80be5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde08 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.967754:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726328832:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.967806:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.969150:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726328832:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.969163:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.969182:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1964:x1830945734516992:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1546us (1736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.969189:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17320 00000100:00100000:0.0:1746126432.970440:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.970552:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734517248 00000100:00100000:1.0:1746126432.970558:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734517248 00002000:00100000:1.0:1746126432.970588:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad4a80 x1830945734517248/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.970596:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4a80 with x1830945734517248 ext(0->4095) 00002000:00010000:1.0:1746126432.970599:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad4a80 00000100:00100000:1.0:1746126432.970623:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3898 00000100:00100000:1.0:1746126432.970629:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734517248:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126432.970757:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734517248:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.970762:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3898 00002000:00100000:1.0:1746126432.970767:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad4a80 x1830945734517248/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.970773:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4a80 with x1830945734517248 ext(0->4095) 00002000:00010000:1.0:1746126432.970775:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad4a80 00000100:00100000:0.0:1746126432.974707:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126432.974788:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.974891:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734517376 00000100:00100000:3.0:1746126432.974898:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734517376 00000100:00100000:3.0:1746126432.974928:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734517504 00000100:00100000:3.0:1746126432.974930:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734517504 00000100:00100000:3.0:1746126432.974949:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5183 00000100:00100000:3.0:1746126432.974955:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31643:x1830945734517376:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.974968:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.974981:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde0f expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.975005:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80be5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde08 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.975012:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.975013:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.975016:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.975239:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80be5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde08 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.975249:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80be5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde08 expref: 5 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.975260:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726328960:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126432.975370:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5184 00000100:00100000:2.0:1746126432.975384:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31655:x1830945734517504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126432.975390:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126432.975396:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80bf3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde16 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.975403:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1240 going to sleep for 11 seconds 00010000:00010000:2.0:1746126432.975408:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126432.975411:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 60 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.975416:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126432.975418:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80bf3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde16 expref: 60 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.975436:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 60 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.975446:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80bf3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde16 expref: 60 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126432.975454:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20a000, rc 0) 00000100:00100000:2.0:1746126432.975475:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:31655:x1830945734517504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126432.975480:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5184 00000100:00100000:3.0:1746126432.977482:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726328960:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126432.977504:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.977524:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a61af000, rc 0) 00000100:00100000:3.0:1746126432.977564:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31643:x1830945734517376:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2608us (2862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.977570:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5183 00000100:00100000:0.0:1746126432.979462:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.979730:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734517632 00000100:00100000:3.0:1746126432.979737:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734517632 00010000:00010000:3.0:1746126432.979761:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80be5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde08 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.979796:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17321 00000100:00100000:3.0:1746126432.979803:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734517632:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.979815:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.979831:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80be5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde08 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.979841:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80be5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde08 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.979860:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80be5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde08 expref: 6 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.979888:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.979890:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.979896:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.979904:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.979932:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.979946:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 58 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.979955:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726329216:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.980017:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.982913:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726329216:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.982934:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126432.982967:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734517632:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3163us (3508us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.982975:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17321 00000100:00100000:3.0:1746126432.983774:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126432.983956:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734517888 00000100:00100000:1.0:1746126432.983961:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734517888 00002000:00100000:1.0:1746126432.983991:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c31ad80 x1830945734517888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.984000:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31ad80 with x1830945734517888 ext(0->4095) 00010000:00010000:1.0:1746126432.984006:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.984048:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.984055:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c31ad80 00000100:00100000:1.0:1746126432.984077:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1896 00000100:00100000:1.0:1746126432.984084:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734517888:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126432.984200:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734517888:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126432.984205:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1896 00002000:00100000:1.0:1746126432.984209:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c31ad80 x1830945734517888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126432.984216:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31ad80 with x1830945734517888 ext(0->4095) 00010000:00010000:1.0:1746126432.984220:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126432.984227:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126432.984232:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c31ad80 00000100:00100000:0.0:1746126432.986116:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.986258:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734518016 00000100:00100000:3.0:1746126432.986264:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734518016 00010000:00010000:3.0:1746126432.986284:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.986315:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17322 00000100:00100000:3.0:1746126432.986321:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1963:x1830945734518016:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.986331:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.986346:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.986355:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.986374:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80bec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde0f expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.986390:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.986392:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.986397:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80bf3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde16 expref: 58 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.986403:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde16 expref: 58 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.986427:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde16 expref: 58 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.986437:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726329344:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.986507:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.989784:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726329344:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126432.989804:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126432.989882:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126432.990015:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734518272 00000100:00100000:2.0:1746126432.990048:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734518272 00002000:00100000:2.0:1746126432.990091:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad7b80 x1830945734518272/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.990099:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7b80 with x1830945734518272 ext(0->4095) 00002000:00010000:2.0:1746126432.990103:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad7b80 00000100:00100000:3.0:1746126432.990283:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1963:x1830945734518016:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3961us (4168us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.990291:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17322 00000100:00100000:2.0:1746126432.990634:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3899 00000100:00100000:2.0:1746126432.990641:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1963:x1830945734518272:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126432.990758:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1963:x1830945734518272:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (876us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126432.990764:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3899 00002000:00100000:2.0:1746126432.990769:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad7b80 x1830945734518272/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126432.990775:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad7b80 with x1830945734518272 ext(0->4095) 00002000:00010000:2.0:1746126432.990778:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad7b80 00000100:00100000:0.0:1746126432.993128:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.993206:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734518400 00000100:00100000:3.0:1746126432.993212:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734518400 00000100:00100000:3.0:1746126432.993244:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5185 00000100:00100000:3.0:1746126432.993250:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734518400:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126432.993264:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126432.993276:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde1d expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.993299:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80bf3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde16 expref: 57 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.993306:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.993307:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126432.993310:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde1d expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.993333:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde16 expref: 57 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.993343:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde16 expref: 57 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.993353:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726329472:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126432.993978:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126432.996811:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726329472:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126432.996838:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde1d expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.996851:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d04000, rc 0) 00000100:00100000:3.0:1746126432.996895:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734518400:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3643us (3770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126432.996905:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5185 00000100:00100000:0.0:1746126432.998867:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126432.998942:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734518528 00000100:00100000:3.0:1746126432.998951:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734518528 00010000:00010000:3.0:1746126432.998977:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde16 expref: 58 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126432.999008:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17323 00000100:00100000:3.0:1746126432.999015:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734518528:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126432.999054:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126432.999071:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde16 expref: 58 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.999079:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde16 expref: 58 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.999094:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20a000/0x9851078746b80bf3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde16 expref: 58 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126432.999114:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.999116:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126432.999122:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde1d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.999129:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde1d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126432.999151:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde1d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126432.999160:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726329600:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126432.999217:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.000774:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.000823:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734518656 00000100:00100000:3.0:1746126433.000828:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734518656 00000100:00100000:0.0:1746126433.000866:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.000880:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5186 00000100:00080000:1.0:1746126433.000913:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126433.000923:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734518912 00000100:00100000:1.0:1746126433.000926:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734518912 00000100:00100000:3.0:1746126433.000940:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31643:x1830945734518656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.000953:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:1.0:1746126433.000962:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1180 x1830945734518912/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126433.000964:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde24 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746126433.000975:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1180 with x1830945734518912 ext(0->4095) 00002000:00010000:1.0:1746126433.000978:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1180 00010000:00010000:3.0:1746126433.000981:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde1d expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.000987:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.000988:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746126433.000988:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3900 00010000:00010000:3.0:1746126433.000991:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126433.000993:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734518912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746126433.001010:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde1d expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.001019:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde1d expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126433.001047:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726329728:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.001090:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126433.001116:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734518912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (249us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.001167:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726329600:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.001181:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.001197:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734518528:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2183us (2335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.001204:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17323 00000100:00080000:0.0:1746126433.001255:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126433.001341:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3900 00002000:00100000:1.0:1746126433.001347:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1180 x1830945734518912/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.001354:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1180 with x1830945734518912 ext(0->4095) 00010000:00010000:1.0:1746126433.001359:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde1d expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126433.001368:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde1d expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126433.001373:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae1180 00000100:00100000:0.0:1746126433.002990:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.003312:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726329728:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.003332:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.003345:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661200, rc 0) 00000100:00100000:3.0:1746126433.003376:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31643:x1830945734518656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2490us (2605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.003383:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5186 00000100:00100000:3.0:1746126433.003401:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734519040 00000100:00100000:3.0:1746126433.003404:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734519040 00000100:00100000:0.0:1746126433.003797:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.004159:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5187 00000100:00100000:3.0:1746126433.004167:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31655:x1830945734519040:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.004180:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.004190:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde2b expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.004206:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.004209:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.004214:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.004217:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c08 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde2b expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.004239:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.004251:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c08 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde2b expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.004258:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660a00, rc 0) 00000100:00100000:3.0:1746126433.004287:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31655:x1830945734519040:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (1302us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.004292:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5187 00000100:00100000:2.0:1746126433.004501:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734519168 00000100:00100000:2.0:1746126433.004505:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734519168 00010000:00010000:2.0:1746126433.004529:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde1d expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.004545:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17324 00000100:00100000:2.0:1746126433.004550:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734519168:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.004557:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.004574:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde1d expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.004582:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde1d expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.004596:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80bfa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde1d expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.004609:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.004610:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.004614:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.004620:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.004652:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.004662:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 58 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.004671:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726329984:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.004715:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746126433.004763:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126433.007757:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726329984:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.007779:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.008107:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734519168:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3554us (4309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.008117:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17324 00000100:00100000:1.0:1746126433.008528:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.008700:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734519424 00000100:00100000:0.0:1746126433.008706:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734519424 00002000:00100000:0.0:1746126433.008734:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928ba300 x1830945734519424/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126433.008742:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928ba300 with x1830945734519424 ext(0->4095) 00010000:00010000:0.0:1746126433.008748:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126433.008759:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:0.0:1746126433.008765:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928ba300 00000100:00100000:3.0:1746126433.009423:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1897 00000100:00100000:3.0:1746126433.009431:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734519424:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126433.009560:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734519424:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (1032us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.009565:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1897 00002000:00100000:3.0:1746126433.009570:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928ba300 x1830945734519424/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.009576:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928ba300 with x1830945734519424 ext(0->4095) 00010000:00010000:3.0:1746126433.009581:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126433.009589:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126433.009594:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928ba300 00000100:00100000:0.0:1746126433.011979:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.012053:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734519552 00000100:00100000:2.0:1746126433.012061:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734519552 00010000:00010000:2.0:1746126433.012085:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.012116:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17325 00000100:00100000:2.0:1746126433.012122:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1963:x1830945734519552:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.012136:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.012152:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.012160:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.012178:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde24 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.012253:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.012255:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.012261:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde2b expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.012267:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde2b expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.012292:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde2b expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.012300:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726330112:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.012587:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.014460:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726330112:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.014478:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.014523:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1963:x1830945734519552:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2399us (2549us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.014531:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17325 00000100:00100000:0.0:1746126433.015342:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.015454:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734519808 00000100:00100000:1.0:1746126433.015459:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734519808 00002000:00100000:1.0:1746126433.015550:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae2300 x1830945734519808/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.015559:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae2300 with x1830945734519808 ext(0->4095) 00002000:00010000:1.0:1746126433.015562:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae2300 00000100:00100000:1.0:1746126433.015585:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3901 00000100:00100000:1.0:1746126433.015591:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1963:x1830945734519808:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126433.015719:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1963:x1830945734519808:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.015724:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3901 00002000:00100000:1.0:1746126433.015729:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae2300 x1830945734519808/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.015736:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae2300 with x1830945734519808 ext(0->4095) 00002000:00010000:1.0:1746126433.015739:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae2300 00000100:00100000:0.0:1746126433.017624:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.018408:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734519936 00000100:00100000:3.0:1746126433.018416:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734519936 00000100:00100000:3.0:1746126433.018457:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5188 00000100:00100000:3.0:1746126433.018464:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734519936:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.018475:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.018487:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde32 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.018521:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde2b expref: 57 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.018527:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.018528:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.018531:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c0f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde32 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.018555:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde2b expref: 57 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.018564:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde2b expref: 57 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126433.018574:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726330240:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.018847:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.020216:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726330240:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.020234:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c0f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde32 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.020249:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660c00, rc 0) 00000100:00100000:3.0:1746126433.020307:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734519936:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1843us (2687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.020314:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5188 00000100:00100000:0.0:1746126433.021966:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.022280:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734520064 00000100:00100000:2.0:1746126433.022287:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734520064 00010000:00010000:2.0:1746126433.022317:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde2b expref: 58 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.022402:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17326 00000100:00100000:2.0:1746126433.022413:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734520064:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.022424:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.022442:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde2b expref: 58 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.022452:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde2b expref: 58 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.022472:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde2b expref: 58 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.022498:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.022500:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.022506:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c0f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde32 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.022524:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde32 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.022550:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde32 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.022561:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726330368:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.022630:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.024822:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726330368:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.024840:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.024867:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1964:x1830945734520064:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2454us (2905us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.024876:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17326 00000100:00100000:0.0:1746126433.025118:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.025160:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734520320 00000100:00100000:3.0:1746126433.025165:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734520320 00002000:00100000:3.0:1746126433.025191:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae0380 x1830945734520320/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.025199:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0380 with x1830945734520320 ext(0->4095) 00002000:00010000:3.0:1746126433.025202:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae0380 00000100:00100000:3.0:1746126433.025214:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3902 00000100:00100000:3.0:1746126433.025219:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734520320:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126433.025324:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734520320:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (205us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.025328:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3902 00002000:00100000:3.0:1746126433.025333:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae0380 x1830945734520320/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.025339:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0380 with x1830945734520320 ext(0->4095) 00002000:00010000:3.0:1746126433.025341:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae0380 00000100:00100000:0.0:1746126433.026395:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.026434:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734520448 00000100:00100000:3.0:1746126433.026438:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734520448 00000100:00100000:3.0:1746126433.026468:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5189 00000100:00100000:3.0:1746126433.026473:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:31643:x1830945734520448:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.026483:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.026494:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde39 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.026520:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c0f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde32 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.026527:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.026529:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.026532:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.026554:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde32 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.026563:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde32 expref: 5 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126433.026573:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726330496:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.026638:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.028071:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.028750:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734520576 00000100:00100000:2.0:1746126433.028758:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734520576 00000100:00100000:2.0:1746126433.028801:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5190 00000100:00100000:2.0:1746126433.028808:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31655:x1830945734520576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.028820:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.028832:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80c1d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde40 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.028854:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.028859:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 60 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.028865:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.028867:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80c1d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde40 expref: 60 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.028896:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 60 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.028908:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80c1d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde40 expref: 60 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.028917:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20ae00, rc 0) 00000100:00100000:2.0:1746126433.029881:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:31655:x1830945734520576:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1071us (1812us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.029887:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5190 00000100:00100000:3.0:1746126433.031316:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726330496:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.031334:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126433.031342:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:3.0:1746126433.031346:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661c00, rc 0) 00000100:00100000:3.0:1746126433.031382:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31643:x1830945734520448:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4908us (4988us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.031391:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5189 00000100:00100000:2.0:1746126433.031887:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734520704 00000100:00100000:2.0:1746126433.031891:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734520704 00010000:00010000:2.0:1746126433.031910:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde32 expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.031936:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17327 00000100:00100000:2.0:1746126433.031942:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734520704:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.031950:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.031966:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde32 expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.031975:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde32 expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.031991:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde32 expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.032212:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.032214:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.032219:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.032227:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.032250:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.032258:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 58 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.032268:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726330752:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.032318:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.035302:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.035544:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734520960 00000100:00100000:1.0:1746126433.035551:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734520960 00000100:00100000:2.0:1746126433.035565:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726330752:192.168.203.32@tcp:105: 00002000:00100000:1.0:1746126433.035582:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae0a80 x1830945734520960/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126433.035583:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126433.035590:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0a80 with x1830945734520960 ext(0->4095) 00010000:00010000:1.0:1746126433.035596:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126433.035605:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126433.035610:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae0a80 00000100:00100000:1.0:1746126433.035635:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1898 00000100:00100000:1.0:1746126433.035641:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734520960:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126433.035926:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734520704:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3982us (4583us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.035934:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17327 00000100:00100000:1.0:1746126433.036020:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734520960:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 378us (721us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.036038:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1898 00002000:00100000:1.0:1746126433.036043:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae0a80 x1830945734520960/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.036050:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0a80 with x1830945734520960 ext(0->4095) 00010000:00010000:1.0:1746126433.036054:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746126433.036062:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:1.0:1746126433.036067:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae0a80 00000100:00100000:0.0:1746126433.038833:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.038981:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734521088 00000100:00100000:2.0:1746126433.038989:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734521088 00010000:00010000:2.0:1746126433.039013:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.039139:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17328 00000100:00100000:2.0:1746126433.039146:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734521088:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.039157:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.039174:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.039183:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.039201:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde39 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.039432:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.039434:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.039440:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80c1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde40 expref: 58 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.039447:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80c1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde40 expref: 58 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.039478:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80c1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde40 expref: 58 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.039490:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726330880:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.039930:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.042951:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.043053:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726330880:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.043071:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.043103:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734521088:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3957us (4275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.043112:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17328 00000100:00100000:1.0:1746126433.043196:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734521344 00000100:00100000:1.0:1746126433.043201:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734521344 00002000:00100000:1.0:1746126433.043228:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf1500 x1830945734521344/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.043237:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1500 with x1830945734521344 ext(0->4095) 00002000:00010000:1.0:1746126433.043241:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf1500 00000100:00100000:1.0:1746126433.043265:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3903 00000100:00100000:1.0:1746126433.043271:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1963:x1830945734521344:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126433.043384:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1963:x1830945734521344:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.043390:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3903 00002000:00100000:1.0:1746126433.043395:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf1500 x1830945734521344/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.043401:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1500 with x1830945734521344 ext(0->4095) 00002000:00010000:1.0:1746126433.043404:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf1500 00000100:00100000:0.0:1746126433.045154:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.045239:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734521472 00000100:00100000:3.0:1746126433.045245:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734521472 00000100:00100000:3.0:1746126433.045281:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5191 00000100:00100000:3.0:1746126433.045287:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734521472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.045299:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.045311:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde47 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.045332:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80c1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde40 expref: 57 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.045338:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.045339:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.045342:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c24 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde47 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.045365:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80c1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde40 expref: 57 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.045375:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80c1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde40 expref: 57 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126433.045384:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726331008:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.045444:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.046627:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726331008:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.046647:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c24 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde47 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.046657:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660c00, rc 0) 00000100:00100000:3.0:1746126433.046679:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734521472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1392us (1529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.046685:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5191 00000100:00100000:0.0:1746126433.047758:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.048294:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734521600 00000100:00100000:2.0:1746126433.048300:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734521600 00010000:00010000:2.0:1746126433.048347:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80c1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde40 expref: 58 pid: 9140 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.048373:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17329 00000100:00100000:2.0:1746126433.048379:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1963:x1830945734521600:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.048391:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.048407:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80c1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde40 expref: 58 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.048417:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80c1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde40 expref: 58 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.048433:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20ae00/0x9851078746b80c1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde40 expref: 58 pid: 9140 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.048460:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.048462:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.048471:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde47 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.048478:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde47 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.048502:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde47 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.048524:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726331136:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.048583:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.051652:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726331136:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.051674:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.051716:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:1963:x1830945734521600:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3336us (3959us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.051726:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17329 00000100:00100000:0.0:1746126433.052301:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.053117:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734521856 00000100:00100000:3.0:1746126433.053124:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734521856 00002000:00100000:3.0:1746126433.053158:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0000 x1830945734521856/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.053167:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0000 with x1830945734521856 ext(0->4095) 00002000:00010000:3.0:1746126433.053171:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0000 00000100:00100000:3.0:1746126433.053197:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3904 00000100:00100000:3.0:1746126433.053204:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734521856:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126433.053338:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734521856:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (1036us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.053344:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3904 00002000:00100000:3.0:1746126433.053349:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0000 x1830945734521856/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.053355:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0000 with x1830945734521856 ext(0->4095) 00002000:00010000:3.0:1746126433.053358:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0000 00000100:00100000:0.0:1746126433.053861:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.054516:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734521984 00000100:00100000:3.0:1746126433.054521:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734521984 00000100:00100000:3.0:1746126433.055377:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5192 00000100:00100000:3.0:1746126433.055385:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ad7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+57:31643:x1830945734521984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.055396:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.055410:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde4e expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.055432:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde47 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.055438:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.055440:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.055443:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.055468:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde47 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.055477:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde47 expref: 5 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126433.055487:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726331264:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126433.056257:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.056304:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734522112 00000100:00100000:1.0:1746126433.056309:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734522112 00000100:00100000:1.0:1746126433.056335:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5193 00000100:00100000:1.0:1746126433.056341:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31655:x1830945734522112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126433.056349:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126433.056356:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80c32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde55 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.056370:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.056374:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 60 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.056378:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126433.056381:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80c32 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde55 expref: 60 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.056401:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 60 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.056415:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80c32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde55 expref: 60 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.056423:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:1.0:1746126433.056448:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:31655:x1830945734522112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.056454:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5193 00000100:00100000:3.0:1746126433.056525:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.058574:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726331264:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.058595:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.058607:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661600, rc 0) 00000100:00100000:3.0:1746126433.058637:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ad7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31643:x1830945734521984:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3253us (4776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.058644:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5192 00000100:00100000:0.0:1746126433.059528:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.059865:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734522240 00000100:00100000:2.0:1746126433.059870:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734522240 00010000:00010000:2.0:1746126433.059893:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde47 expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.059921:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17330 00000100:00100000:2.0:1746126433.059927:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734522240:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.059940:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.059956:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde47 expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.059965:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde47 expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.059982:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde47 expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.060003:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.060005:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.060011:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.060018:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.060054:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.060063:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 58 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.060071:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726331520:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.060133:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.062455:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.062638:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726331520:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.062660:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.062690:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734522240:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2763us (3162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.062698:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17330 00000100:00100000:3.0:1746126433.062766:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734522496 00000100:00100000:3.0:1746126433.062772:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734522496 00002000:00100000:3.0:1746126433.062800:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2300 x1830945734522496/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.062807:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2300 with x1830945734522496 ext(0->4095) 00010000:00010000:3.0:1746126433.062814:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126433.062824:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126433.062829:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf2300 00000100:00100000:3.0:1746126433.062854:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1899 00000100:00100000:3.0:1746126433.062859:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734522496:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126433.062971:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734522496:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (521us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.062977:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1899 00002000:00100000:3.0:1746126433.062982:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2300 x1830945734522496/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.062989:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2300 with x1830945734522496 ext(0->4095) 00010000:00010000:3.0:1746126433.062993:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126433.063006:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126433.063011:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf2300 00000100:00100000:0.0:1746126433.065316:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.065393:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734522624 00000100:00100000:2.0:1746126433.065399:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734522624 00010000:00010000:2.0:1746126433.065426:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.065459:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17331 00000100:00100000:2.0:1746126433.065465:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734522624:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.065475:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.065491:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.065501:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.065528:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80c2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde4e expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.065539:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.065541:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.065546:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80c32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde55 expref: 58 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.065553:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80c32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde55 expref: 58 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.065578:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80c32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde55 expref: 58 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.065589:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726331648:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.065654:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.068604:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726331648:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.068625:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.068657:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734522624:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3191us (3346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.068667:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17331 00000100:00100000:0.0:1746126433.069830:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.069874:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734522880 00000100:00100000:1.0:1746126433.069880:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734522880 00002000:00100000:1.0:1746126433.069912:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0380 x1830945734522880/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.069920:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0380 with x1830945734522880 ext(0->4095) 00002000:00010000:1.0:1746126433.069924:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0380 00000100:00100000:1.0:1746126433.069950:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3905 00000100:00100000:1.0:1746126433.069956:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734522880:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126433.070106:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734522880:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.070111:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3905 00002000:00100000:1.0:1746126433.070116:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0380 x1830945734522880/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.070122:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0380 with x1830945734522880 ext(0->4095) 00002000:00010000:1.0:1746126433.070124:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0380 00000100:00100000:0.0:1746126433.072280:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.072539:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734523008 00000100:00100000:3.0:1746126433.072546:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734523008 00000100:00100000:3.0:1746126433.072591:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5194 00000100:00100000:3.0:1746126433.072596:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734523008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.072610:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.072624:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde5c expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.072647:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80c32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde55 expref: 57 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.072653:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.072654:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.072657:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.072683:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80c32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde55 expref: 57 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.072691:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80c32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde55 expref: 57 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126433.072702:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726331776:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.072779:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.074727:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726331776:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.074749:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.074761:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660c00, rc 0) 00000100:00100000:3.0:1746126433.074789:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734523008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2191us (2512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.074796:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5194 00000100:00100000:0.0:1746126433.076015:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.077396:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734523136 00000100:00100000:2.0:1746126433.077405:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734523136 00010000:00010000:2.0:1746126433.077433:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80c32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde55 expref: 58 pid: 8424 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.077468:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17332 00000100:00100000:2.0:1746126433.077474:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1963:x1830945734523136:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.077485:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.077503:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80c32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde55 expref: 58 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.077526:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80c32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde55 expref: 58 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.077544:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80c32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde55 expref: 58 pid: 8424 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.077570:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.077572:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.077579:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.077587:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.077613:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.077623:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726331904:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.077690:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.079492:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.080052:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734523264 00000100:00100000:3.0:1746126433.080059:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734523264 00000100:00100000:3.0:1746126433.080095:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5195 00000100:00100000:3.0:1746126433.080101:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31643:x1830945734523264:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.080114:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.080125:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde63 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.080144:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.080150:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.080151:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.080153:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.080174:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.080188:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 5 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746126433.080196:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726332032:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.080576:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.081776:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726331904:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.081797:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126433.081797:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.081931:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734523520 00000100:00100000:3.0:1746126433.081935:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734523520 00002000:00100000:3.0:1746126433.081961:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0e00 x1830945734523520/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.081969:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0e00 with x1830945734523520 ext(0->4095) 00010000:00010000:3.0:1746126433.081975:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126433.081986:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126433.081991:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf0e00 00000100:00100000:3.0:1746126433.082018:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1900 00000100:00100000:3.0:1746126433.082041:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734523520:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126433.082172:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1963:x1830945734523136:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4697us (6158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.082179:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17332 00000100:00100000:3.0:1746126433.082433:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734523520:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 408us (634us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.082439:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1900 00002000:00100000:3.0:1746126433.082444:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf0e00 x1830945734523520/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.082456:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0e00 with x1830945734523520 ext(0->4095) 00010000:00010000:3.0:1746126433.082460:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126433.082468:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126433.082473:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf0e00 00000100:00100000:3.0:1746126433.082981:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726332032:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.082996:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.083005:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661c00, rc 0) 00000100:00100000:3.0:1746126433.083612:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31643:x1830945734523264:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3509us (4122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.083618:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5195 00000100:00100000:1.0:1746126433.083784:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.083822:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734523648 00000100:00100000:3.0:1746126433.083826:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734523648 00000100:00100000:3.0:1746126433.083857:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5196 00000100:00100000:3.0:1746126433.083862:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31655:x1830945734523648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.083871:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.084106:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c47 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde6a expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.084124:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.084128:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.084133:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.084135:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c47 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde6a expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.084156:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.084164:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c47 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde6a expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.084170:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660a00, rc 0) 00000100:00100000:3.0:1746126433.084188:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31655:x1830945734523648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 325us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.084194:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5196 00000100:00100000:0.0:1746126433.084931:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.085134:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734523776 00000100:00100000:2.0:1746126433.085139:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734523776 00010000:00010000:2.0:1746126433.085157:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.085181:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17333 00000100:00100000:2.0:1746126433.085186:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734523776:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.085197:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.085213:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.085222:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.085236:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde5c expref: 6 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.085248:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.085250:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.085254:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.085260:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.085280:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.085289:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 58 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.085298:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726332288:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.085356:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.086806:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726332288:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.086824:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.086848:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734523776:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1661us (1918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.086855:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17333 00000100:00100000:0.0:1746126433.088442:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.088601:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734524032 00000100:00100000:3.0:1746126433.088607:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734524032 00002000:00100000:3.0:1746126433.088640:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf1180 x1830945734524032/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.088648:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1180 with x1830945734524032 ext(0->4095) 00010000:00010000:3.0:1746126433.088700:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126433.088712:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126433.088722:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf1180 00000100:00100000:3.0:1746126433.088746:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1901 00000100:00100000:3.0:1746126433.088752:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1963:x1830945734524032:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126433.088886:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1963:x1830945734524032:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (448us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.088892:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1901 00002000:00100000:3.0:1746126433.088897:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf1180 x1830945734524032/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.088904:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1180 with x1830945734524032 ext(0->4095) 00010000:00010000:3.0:1746126433.088908:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746126433.088916:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00002000:00010000:3.0:1746126433.088922:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf1180 00000100:00100000:0.0:1746126433.095318:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.095549:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734524160 00000100:00100000:2.0:1746126433.095556:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734524160 00010000:00010000:2.0:1746126433.095584:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746126433.095605:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17334 00000100:00100000:2.0:1746126433.095611:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734524160:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.095669:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.095688:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.095697:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.095714:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80c40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde63 expref: 59 pid: 17079 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746126433.095729:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.095731:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.095737:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde6a expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.095743:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde6a expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.096062:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde6a expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.096074:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726332416:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.096537:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.098618:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.098674:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734524416 00000100:00100000:1.0:1746126433.098680:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734524416 00002000:00100000:1.0:1746126433.098713:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093762300 x1830945734524416/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.098721:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762300 with x1830945734524416 ext(0->4095) 00002000:00010000:1.0:1746126433.098730:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093762300 00000100:00100000:2.0:1746126433.098753:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726332416:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126433.098758:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3906 00000100:00100000:1.0:1746126433.098766:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1965:x1830945734524416:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00010000:00010000:2.0:1746126433.098772:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.098802:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734524160:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3190us (3490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.098810:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17334 00000100:00100000:1.0:1746126433.098883:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1965:x1830945734524416:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.098888:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3906 00002000:00100000:1.0:1746126433.098893:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093762300 x1830945734524416/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.098899:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762300 with x1830945734524416 ext(0->4095) 00002000:00010000:1.0:1746126433.098902:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093762300 00000100:00100000:0.0:1746126433.101499:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.102134:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734524544 00000100:00100000:3.0:1746126433.102140:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734524544 00000100:00100000:3.0:1746126433.102182:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5197 00000100:00100000:3.0:1746126433.102189:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734524544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.102202:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.102216:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde71 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.102241:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde6a expref: 57 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.102247:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.102248:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.102251:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.102274:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde6a expref: 57 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.102284:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde6a expref: 57 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.102294:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726332544:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.102362:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.106289:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726332544:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.106315:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.106328:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660000, rc 0) 00000100:00100000:3.0:1746126433.106362:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734524544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4173us (4869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.106369:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5197 00000100:00100000:0.0:1746126433.106943:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.107085:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734524672 00000100:00100000:2.0:1746126433.107091:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734524672 00010000:00010000:2.0:1746126433.107113:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde6a expref: 58 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.107144:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17335 00000100:00100000:2.0:1746126433.107149:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734524672:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.107159:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.107175:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde6a expref: 58 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.107184:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde6a expref: 58 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.107203:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c47 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde6a expref: 58 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.107216:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.107219:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.107224:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.107230:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.107255:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.107266:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726332672:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.107322:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.109366:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.109769:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734524800 00000100:00100000:3.0:1746126433.109775:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734524800 00000100:00100000:3.0:1746126433.109819:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5198 00000100:00100000:3.0:1746126433.109825:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31643:x1830945734524800:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.109838:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.109849:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde78 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.109872:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.109877:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.109879:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.109882:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.109903:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.109912:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 5 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.109921:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726332800:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.111284:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.111364:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726332672:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.111380:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.111417:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734524672:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4267us (4474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.111426:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17335 00000100:00100000:0.0:1746126433.111951:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.112940:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734525056 00000100:00100000:3.0:1746126433.112946:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734525056 00002000:00100000:3.0:1746126433.112977:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760000 x1830945734525056/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.112985:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760000 with x1830945734525056 ext(0->4095) 00010000:00010000:3.0:1746126433.112992:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.113003:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.113009:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093760000 00000100:00100000:3.0:1746126433.113042:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1902 00000100:00100000:3.0:1746126433.113047:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734525056:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126433.113171:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734525056:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (1220us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.113176:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1902 00002000:00100000:3.0:1746126433.113181:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760000 x1830945734525056/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.113187:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760000 with x1830945734525056 ext(0->4095) 00010000:00010000:3.0:1746126433.113191:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.113198:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.113203:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093760000 00000100:00100000:3.0:1746126433.114359:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726332800:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.114378:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.114393:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661200, rc 0) 00000100:00100000:3.0:1746126433.114705:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31643:x1830945734524800:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4878us (5342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.114711:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5198 00000100:00100000:0.0:1746126433.116937:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.117140:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734525184 00000100:00100000:3.0:1746126433.117147:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734525184 00000100:00100000:3.0:1746126433.117691:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5199 00000100:00100000:3.0:1746126433.117700:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31655:x1830945734525184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.117716:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.117729:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c5c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde7f expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.117750:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.117754:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.117759:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.117761:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c5c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde7f expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.117791:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.117801:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c5c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde7f expref: 59 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.117813:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660c00, rc 0) 00000100:00100000:3.0:1746126433.117849:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:31655:x1830945734525184:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (917us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.117854:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5199 00000100:00100000:0.0:1746126433.118077:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.119336:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734525312 00000100:00100000:3.0:1746126433.119343:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734525312 00010000:00010000:3.0:1746126433.119364:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.119384:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17336 00000100:00100000:3.0:1746126433.119388:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734525312:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.119397:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.119413:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.119422:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.119437:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80c4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde71 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.119451:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.119452:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.119457:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.119467:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.119498:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.119515:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 58 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.119526:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726333056:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.119574:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.123179:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726333056:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.123196:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.124139:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734525312:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4748us (6060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.124149:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17336 00000100:00100000:0.0:1746126433.124840:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.125843:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734525568 00000100:00100000:1.0:1746126433.125850:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734525568 00002000:00100000:1.0:1746126433.125884:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093763100 x1830945734525568/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.125893:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763100 with x1830945734525568 ext(0->4095) 00010000:00010000:1.0:1746126433.125901:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 59 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.125913:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 59 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.125919:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093763100 00000100:00100000:1.0:1746126433.125970:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1903 00000100:00100000:1.0:1746126433.125977:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734525568:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126433.126718:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734525568:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 739us (1876us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.126725:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1903 00002000:00100000:1.0:1746126433.126731:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093763100 x1830945734525568/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.126738:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763100 with x1830945734525568 ext(0->4095) 00010000:00010000:1.0:1746126433.126743:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 59 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.126753:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 59 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.126759:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093763100 00000100:00100000:0.0:1746126433.132555:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.132618:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734525696 00000100:00100000:3.0:1746126433.132626:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734525696 00010000:00010000:3.0:1746126433.132655:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 59 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.132682:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17337 00000100:00100000:3.0:1746126433.132688:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734525696:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.132702:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.132721:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 59 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.132732:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 59 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.132751:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde78 expref: 59 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.132765:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.132766:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.132771:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde7f expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.132778:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde7f expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.132805:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde7f expref: 58 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.132815:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726333184:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126433.137240:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.137631:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.137672:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726333184:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.137688:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.137733:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734525696:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5044us (5185us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.137742:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17337 00000100:00100000:2.0:1746126433.137914:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734525952 00000100:00100000:2.0:1746126433.137920:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734525952 00002000:00100000:2.0:1746126433.137948:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093762d80 x1830945734525952/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.137957:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762d80 with x1830945734525952 ext(0->4095) 00002000:00010000:2.0:1746126433.137960:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093762d80 00000100:00100000:2.0:1746126433.137983:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3907 00000100:00100000:2.0:1746126433.137989:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734525952:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126433.138143:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734525952:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (913us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.138148:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3907 00002000:00100000:2.0:1746126433.138153:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093762d80 x1830945734525952/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.138159:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762d80 with x1830945734525952 ext(0->4095) 00002000:00010000:2.0:1746126433.138162:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093762d80 00000100:00100000:0.0:1746126433.142139:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.142191:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734526080 00000100:00100000:2.0:1746126433.142202:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734526080 00000100:00100000:2.0:1746126433.142254:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5200 00000100:00100000:2.0:1746126433.142261:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734526080:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.142276:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.142290:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde86 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.142319:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde7f expref: 57 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.142326:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.142327:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.142330:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.142357:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde7f expref: 57 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.142371:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde7f expref: 57 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.142382:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726333312:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.144058:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.144110:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726333312:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.144133:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.144146:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20b800, rc 0) 00000100:00100000:2.0:1746126433.144189:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734526080:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1927us (2058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.144197:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5200 00000100:00100000:0.0:1746126433.146405:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.148546:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734526208 00000100:00100000:3.0:1746126433.148555:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734526208 00010000:00010000:3.0:1746126433.148585:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde7f expref: 58 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.148608:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17338 00000100:00100000:3.0:1746126433.148613:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1964:x1830945734526208:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.148625:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.148649:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde7f expref: 58 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.148659:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde7f expref: 58 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.148676:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80c5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde7f expref: 58 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.148698:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.148700:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.148705:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.148712:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.148735:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.148749:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726333440:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.148809:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.148890:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.150891:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734526336 00000100:00100000:3.0:1746126433.150897:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734526336 00000100:00100000:3.0:1746126433.151260:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5201 00000100:00100000:3.0:1746126433.151267:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31643:x1830945734526336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.151278:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.151290:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde8d expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.151312:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.151318:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.151319:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.151322:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 59 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.151341:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.151350:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 5 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.151359:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726333568:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.151424:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.151954:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.152653:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734526592 00000100:00100000:3.0:1746126433.152658:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734526592 00002000:00100000:3.0:1746126433.152685:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760380 x1830945734526592/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.152692:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760380 with x1830945734526592 ext(0->4095) 00010000:00010000:3.0:1746126433.152697:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.152707:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.152712:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093760380 00000100:00100000:3.0:1746126433.152736:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1904 00000100:00100000:3.0:1746126433.152742:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734526592:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126433.153308:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734526592:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 564us (1352us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.153314:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1904 00002000:00100000:3.0:1746126433.153320:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760380 x1830945734526592/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.153327:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760380 with x1830945734526592 ext(0->4095) 00010000:00010000:3.0:1746126433.153331:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.153340:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.153346:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093760380 00000100:00100000:3.0:1746126433.153379:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726333440:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.153391:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.153417:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+59:1964:x1830945734526208:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4803us (7018us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.153424:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17338 00000100:00100000:3.0:1746126433.153678:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726333568:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.153692:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 58 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.153702:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661200, rc 0) 00000100:00100000:3.0:1746126433.153722:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:31643:x1830945734526336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2456us (4833us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.153727:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5201 00000100:00100000:0.0:1746126433.156622:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.156954:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734526720 00000100:00100000:3.0:1746126433.156961:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734526720 00010000:00010000:3.0:1746126433.156987:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.157019:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17339 00000100:00100000:3.0:1746126433.157048:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734526720:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.157060:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.157075:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.157090:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.157108:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde86 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.157126:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.157127:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.157133:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 57 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.157140:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 57 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.157162:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 57 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.157172:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726333696:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.157230:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.159701:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726333696:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.159717:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.160019:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734526720:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2968us (3399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.160055:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17339 00000100:00100000:0.0:1746126433.160233:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.160366:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734526976 00000100:00100000:3.0:1746126433.160370:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734526976 00002000:00100000:3.0:1746126433.160396:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760e00 x1830945734526976/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.160404:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760e00 with x1830945734526976 ext(0->4095) 00002000:00010000:3.0:1746126433.160408:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760e00 00000100:00100000:3.0:1746126433.160419:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3908 00000100:00100000:3.0:1746126433.160424:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1966:x1830945734526976:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126433.160542:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1966:x1830945734526976:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.160547:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3908 00002000:00100000:3.0:1746126433.160551:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093760e00 x1830945734526976/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.160558:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760e00 with x1830945734526976 ext(0->4095) 00002000:00010000:3.0:1746126433.160561:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760e00 00000100:00100000:2.0:1746126433.168595:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.168644:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734527104 00000100:00100000:3.0:1746126433.168652:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734527104 00000100:00100000:3.0:1746126433.168691:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5202 00000100:00100000:3.0:1746126433.168698:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734527104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.168711:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.168724:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde94 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.168749:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 57 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.168759:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.168760:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.168763:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.168787:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 57 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.168797:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 57 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.168805:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726333824:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.169051:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.174723:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726333824:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.174748:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.174764:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660a00, rc 0) 00000100:00100000:3.0:1746126433.174816:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734527104:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6117us (6227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.174823:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5202 00000100:00100000:0.0:1746126433.175178:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.175348:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734527232 00000100:00100000:2.0:1746126433.175353:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734527232 00002000:00100000:2.0:1746126433.175384:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093761500 x1830945734527232/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.175393:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761500 with x1830945734527232 ext(0->7) 00010000:00010000:2.0:1746126433.175399:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 58 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.175409:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 58 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.175416:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093761500 00000100:00100000:2.0:1746126433.175441:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1905 00000100:00100000:2.0:1746126433.175448:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+58:1963:x1830945734527232:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126433.175706:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1963:x1830945734527232:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 258us (527us total) trans 4294968054 rc 0/0 00000100:00100000:2.0:1746126433.175711:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1905 00002000:00100000:2.0:1746126433.175717:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093761500 x1830945734527232/t4294968054(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/448 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.175724:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761500 with x1830945734527232 ext(0->7) 00010000:00010000:2.0:1746126433.175728:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 60 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.175736:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 60 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.175741:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093761500 00000100:00100000:0.0:1746126433.182276:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.182620:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734527360 00000100:00100000:0.0:1746126433.182620:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.182627:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734527360 00010000:00010000:3.0:1746126433.182661:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 60 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.182700:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17340 00000100:00100000:3.0:1746126433.182706:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1964:x1830945734527360:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.182718:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.182733:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 60 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.182742:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 60 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.182760:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80c6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde8d expref: 60 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.182787:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.182789:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.182795:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.182801:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.182828:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.182838:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726333952:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.182903:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.183102:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734527488 00000100:00100000:2.0:1746126433.183106:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734527488 00000100:00100000:2.0:1746126433.183131:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5203 00000100:00100000:2.0:1746126433.183135:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:31643:x1830945734527488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.183146:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.183155:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcde9b expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.183174:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.183180:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.183181:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.183183:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 61 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.183196:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.183204:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 5 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.183216:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726334080:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.183253:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.184586:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726334080:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.184611:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 61 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.184621:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20be00, rc 0) 00000100:00100000:2.0:1746126433.184660:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+61:31643:x1830945734527488:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1523us (2039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.184666:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5203 00000100:00100000:3.0:1746126433.184733:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726333952:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.184743:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.184758:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1964:x1830945734527360:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2052us (2490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.184764:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17340 00000100:00100000:0.0:1746126433.184990:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.185076:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734527744 00000100:00100000:3.0:1746126433.185080:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734527744 00002000:00100000:3.0:1746126433.185102:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473b480 x1830945734527744/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.185109:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473b480 with x1830945734527744 ext(0->4095) 00010000:00010000:3.0:1746126433.185114:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.185123:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.185128:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009473b480 00000100:00100000:3.0:1746126433.185190:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1906 00000100:00100000:3.0:1746126433.185195:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734527744:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126433.185441:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734527744:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 244us (449us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.185447:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1906 00002000:00100000:3.0:1746126433.185451:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473b480 x1830945734527744/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.185458:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473b480 with x1830945734527744 ext(0->4095) 00010000:00010000:3.0:1746126433.185462:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.185470:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.185475:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009473b480 00000100:00100000:0.0:1746126433.188357:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.188810:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734527872 00000100:00100000:3.0:1746126433.188817:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734527872 00010000:00010000:3.0:1746126433.188844:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.188922:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17341 00000100:00100000:3.0:1746126433.188929:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734527872:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.188941:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.188957:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.188968:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.188986:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80c71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde94 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.189012:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.189014:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.189020:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 59 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.189051:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 59 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.189078:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 59 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.189158:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726334208:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.189391:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.191467:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726334208:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.191481:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.191522:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734527872:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2594us (3171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.191531:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17341 00000100:00100000:0.0:1746126433.192406:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.192475:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734528128 00000100:00100000:3.0:1746126433.192481:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734528128 00002000:00100000:3.0:1746126433.192518:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473ad80 x1830945734528128/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.192527:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473ad80 with x1830945734528128 ext(0->4095) 00002000:00010000:3.0:1746126433.192532:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009473ad80 00000100:00100000:3.0:1746126433.192627:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3909 00000100:00100000:3.0:1746126433.192633:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1966:x1830945734528128:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126433.192887:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1966:x1830945734528128:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 252us (481us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.192896:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3909 00002000:00100000:3.0:1746126433.192901:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473ad80 x1830945734528128/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.192908:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473ad80 with x1830945734528128 ext(0->4095) 00002000:00010000:3.0:1746126433.192910:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009473ad80 00000100:00100000:0.0:1746126433.199823:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.199920:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734528256 00000100:00100000:2.0:1746126433.199928:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734528256 00000100:00100000:2.0:1746126433.199960:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5204 00000100:00100000:2.0:1746126433.199967:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734528256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.199981:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.199995:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80c7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdea2 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.200017:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 59 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.200039:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.200041:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.200044:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80c7f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea2 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.200069:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 59 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.200080:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 59 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.200089:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726334336:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.200168:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.202319:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.202370:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734528384 00000100:00100000:3.0:1746126433.202375:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734528384 00000100:00100000:2.0:1746126433.202403:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726334336:192.168.203.32@tcp:104: 00002000:00100000:3.0:1746126433.202404:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094739500 x1830945734528384/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.202411:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094739500 with x1830945734528384 ext(0->7) 00010000:00010000:3.0:1746126433.202418:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 60 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.202425:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80c7f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea2 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.202427:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 60 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.202432:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094739500 00010000:00010000:2.0:1746126433.202440:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20aa00, rc 0) 00000100:00100000:3.0:1746126433.202448:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1907 00000100:00100000:3.0:1746126433.202453:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+60:1965:x1830945734528384:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126433.202477:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734528256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2510us (2662us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.202483:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5204 00000100:00100000:3.0:1746126433.202698:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1965:x1830945734528384:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 243us (382us total) trans 4294968055 rc 0/0 00000100:00100000:3.0:1746126433.202703:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1907 00002000:00100000:3.0:1746126433.202708:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094739500 x1830945734528384/t4294968055(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/448 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.202720:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094739500 with x1830945734528384 ext(0->7) 00010000:00010000:3.0:1746126433.202723:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 62 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.202731:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 62 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.202736:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094739500 00000100:00100000:0.0:1746126433.206214:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.208888:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734528512 00000100:00100000:3.0:1746126433.208898:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734528512 00010000:00010000:3.0:1746126433.208931:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 62 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.208974:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17342 00000100:00100000:3.0:1746126433.208982:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1965:x1830945734528512:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.208993:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.209012:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 62 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.209065:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 62 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.209083:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20be00/0x9851078746b80c78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcde9b expref: 62 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.209102:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.209104:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.209110:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80c7f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea2 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.209117:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80c7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea2 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.210064:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80c7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea2 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.210075:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726334464:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.213867:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.213897:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726334464:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.213912:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.213945:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+61:1965:x1830945734528512:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4963us (7737us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.213955:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17342 00000100:00100000:1.0:1746126433.214883:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.215271:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734528768 00000100:00100000:3.0:1746126433.215279:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734528768 00002000:00100000:3.0:1746126433.215312:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928bb100 x1830945734528768/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.215320:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bb100 with x1830945734528768 ext(0->4095) 00002000:00010000:3.0:1746126433.215324:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928bb100 00000100:00100000:3.0:1746126433.215339:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3910 00000100:00100000:3.0:1746126433.215345:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734528768:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126433.215466:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734528768:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (583us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.215471:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3910 00002000:00100000:3.0:1746126433.215477:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928bb100 x1830945734528768/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.215484:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bb100 with x1830945734528768 ext(0->4095) 00002000:00010000:3.0:1746126433.215487:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928bb100 00000100:00100000:0.0:1746126433.218708:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.218756:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.219016:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734528896 00000100:00100000:2.0:1746126433.219045:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734528896 00000100:00100000:2.0:1746126433.219082:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734529024 00000100:00100000:2.0:1746126433.219084:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734529024 00000100:00100000:2.0:1746126433.219099:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5205 00000100:00100000:2.0:1746126433.219106:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:31655:x1830945734528896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.219120:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.219132:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdea9 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126433.219137:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5206 00000100:00100000:0.0:1746126433.219143:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:31643:x1830945734529024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126433.219148:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126433.219152:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdeb0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.219156:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80c7f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea2 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.219162:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.219164:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.219167:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 64 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.219202:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.219206:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 64 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.219210:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126433.219213:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 64 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.219239:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 64 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.219249:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 64 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.219262:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07c00, rc 0) 00010000:00010000:2.0:1746126433.219431:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80c7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea2 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.219441:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80c7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea2 expref: 5 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.219451:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726334720:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.219841:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126433.219897:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:31643:x1830945734529024:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 753us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.219903:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5206 00000100:00100000:2.0:1746126433.223557:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726334720:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.223582:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 63 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.223595:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c20b800, rc 0) 00000100:00100000:2.0:1746126433.223664:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:31655:x1830945734528896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4557us (4961us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.223671:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5205 00000100:00100000:0.0:1746126433.224458:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.224602:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734529152 00000100:00100000:2.0:1746126433.224607:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734529152 00010000:00010000:2.0:1746126433.224629:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80c7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea2 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.224647:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17343 00000100:00100000:2.0:1746126433.224652:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734529152:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.224661:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.224678:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80c7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea2 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.224687:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80c7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea2 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.224706:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b80c7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea2 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.224734:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.224736:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.224742:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 62 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.224749:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 62 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.224774:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 62 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.224782:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 62 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.224791:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726334848:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.224843:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.228420:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726334848:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.228439:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.228490:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734529152:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3836us (4031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.228499:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17343 00000100:00100000:0.0:1746126433.231735:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.231841:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734529408 00000100:00100000:2.0:1746126433.231848:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734529408 00002000:00100000:2.0:1746126433.231883:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473a300 x1830945734529408/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.231891:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473a300 with x1830945734529408 ext(0->4095) 00010000:00010000:2.0:1746126433.231899:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.231910:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.231916:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009473a300 00000100:00100000:2.0:1746126433.231949:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1908 00000100:00100000:2.0:1746126433.231955:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1964:x1830945734529408:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126433.232114:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1964:x1830945734529408:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.232119:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1908 00002000:00100000:2.0:1746126433.232124:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009473a300 x1830945734529408/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.232130:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473a300 with x1830945734529408 ext(0->4095) 00010000:00010000:2.0:1746126433.232134:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.232147:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.232152:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009473a300 00000100:00100000:0.0:1746126433.238966:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.239045:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734529536 00000100:00100000:2.0:1746126433.239053:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734529536 00000100:00100000:0.0:1746126433.239073:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.239092:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5207 00000100:00100000:2.0:1746126433.239099:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734529536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.239117:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.239131:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdeb7 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.239152:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.239157:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 62 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.239162:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126433.239165:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.239194:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 62 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.239205:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.239209:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734529664 00000100:00100000:3.0:1746126433.239213:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734529664 00010000:00010000:2.0:1746126433.239214:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d05600, rc 0) 00010000:00010000:3.0:1746126433.239227:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.239242:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17344 00000100:00100000:3.0:1746126433.239247:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1966:x1830945734529664:12345-192.168.203.32@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126433.239253:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734529536:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (294us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126433.239254:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126433.239258:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5207 00010000:00010000:3.0:1746126433.239268:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.239277:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.239292:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b80c86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdea9 expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.239304:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.239305:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.239309:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 62 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.239316:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 62 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.239333:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 62 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.239345:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 62 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.239354:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726335104:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.239391:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.241162:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726335104:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.241177:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.241214:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1966:x1830945734529664:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1965us (2139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.241221:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17344 00000100:00100000:0.0:1746126433.242470:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.242517:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734529920 00000100:00100000:3.0:1746126433.242523:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734529920 00002000:00100000:3.0:1746126433.242550:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff10700 x1830945734529920/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.242559:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff10700 with x1830945734529920 ext(0->4095) 00010000:00010000:3.0:1746126433.242565:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 62 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.242575:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 62 pid: 8423 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.242580:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ff10700 00000100:00100000:3.0:1746126433.242604:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1909 00000100:00100000:3.0:1746126433.242611:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1964:x1830945734529920:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126433.242732:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1964:x1830945734529920:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.242738:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1909 00002000:00100000:3.0:1746126433.242743:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff10700 x1830945734529920/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.242749:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff10700 with x1830945734529920 ext(0->4095) 00010000:00010000:3.0:1746126433.242753:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 62 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.242760:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 62 pid: 8423 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.242765:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ff10700 00000100:00100000:0.0:1746126433.245283:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.245357:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.245525:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734530048 00000100:00100000:1.0:1746126433.245532:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734530048 00000100:00100000:1.0:1746126433.245575:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5208 00000100:00100000:1.0:1746126433.245581:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:31643:x1830945734530048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126433.245593:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126433.245605:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80c9b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdebe expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.245623:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126433.245628:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.245634:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126433.245637:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80c9b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdebe expref: 63 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.245665:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.245678:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80c9b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdebe expref: 63 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.245685:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18200, rc 0) 00000100:00100000:1.0:1746126433.245716:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:31643:x1830945734530048:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.245721:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5208 00000100:00100000:3.0:1746126433.245784:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734530176 00000100:00100000:3.0:1746126433.245788:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734530176 00010000:00010000:3.0:1746126433.245803:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 63 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.245821:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17345 00000100:00100000:3.0:1746126433.245825:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1963:x1830945734530176:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.245832:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.245846:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 63 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.245855:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 63 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.245874:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80c8d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb0 expref: 63 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.246480:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.246482:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.246487:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.246671:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.246691:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.246700:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 5 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.247334:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726335360:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.249059:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.252074:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726335360:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.252092:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.252910:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1963:x1830945734530176:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7081us (7549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.252920:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17345 00000100:00100000:1.0:1746126433.253040:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.253280:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734530432 00000100:00100000:3.0:1746126433.253286:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734530432 00002000:00100000:3.0:1746126433.253316:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928bb800 x1830945734530432/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.253325:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bb800 with x1830945734530432 ext(0->4095) 00010000:00010000:3.0:1746126433.253331:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.253342:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.253348:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928bb800 00000100:00100000:3.0:1746126433.253373:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1910 00000100:00100000:3.0:1746126433.253378:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734530432:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126433.253587:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734530432:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 208us (564us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.253592:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1910 00002000:00100000:3.0:1746126433.253597:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928bb800 x1830945734530432/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.253604:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bb800 with x1830945734530432 ext(0->4095) 00010000:00010000:3.0:1746126433.253608:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.253616:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.253621:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928bb800 00000100:00100000:0.0:1746126433.259063:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.260355:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734530560 00000100:00100000:2.0:1746126433.260369:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734530560 00010000:00010000:2.0:1746126433.260402:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.260429:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17346 00000100:00100000:2.0:1746126433.260435:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734530560:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.260447:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.260464:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.260474:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.260494:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d05600/0x9851078746b80c94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeb7 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.260529:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.260532:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.260537:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80c9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdebe expref: 61 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.260544:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80c9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdebe expref: 61 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.260575:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80c9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdebe expref: 61 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.260585:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726335488:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.260657:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.264273:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726335488:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.264292:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.264336:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734530560:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3900us (5280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.264345:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17346 00000100:00100000:0.0:1746126433.265922:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.265975:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734530816 00000100:00100000:3.0:1746126433.265982:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734530816 00002000:00100000:3.0:1746126433.266011:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff11180 x1830945734530816/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.266019:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff11180 with x1830945734530816 ext(0->4095) 00002000:00010000:3.0:1746126433.266054:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff11180 00000100:00100000:3.0:1746126433.266080:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3911 00000100:00100000:3.0:1746126433.266086:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1964:x1830945734530816:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126433.266206:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1964:x1830945734530816:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (298us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.266212:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3911 00002000:00100000:3.0:1746126433.266217:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ff11180 x1830945734530816/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.266223:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff11180 with x1830945734530816 ext(0->4095) 00002000:00010000:3.0:1746126433.266226:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff11180 00000100:00100000:1.0:1746126433.270891:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.271487:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734530944 00000100:00100000:2.0:1746126433.271495:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734530944 00000100:00100000:2.0:1746126433.271549:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5209 00000100:00100000:2.0:1746126433.271556:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734530944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.271569:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.271585:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdec5 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.271609:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80c9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdebe expref: 61 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.271616:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.271618:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.271621:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.271650:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80c9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdebe expref: 61 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.271661:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80c9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdebe expref: 61 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.271671:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726335616:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.271743:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.274845:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726335616:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.274872:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126433.274878:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126433.274886:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801312de000, rc 0) 00000100:00100000:3.0:1746126433.274957:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734531072 00000100:00100000:3.0:1746126433.274961:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734531072 00010000:00010000:3.0:1746126433.275001:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80c9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdebe expref: 62 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.275060:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17347 00000100:00100000:3.0:1746126433.275065:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1964:x1830945734531072:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.275076:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.275091:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80c9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdebe expref: 62 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.275105:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80c9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdebe expref: 62 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.275122:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80c9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdebe expref: 62 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.275266:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.275268:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.275274:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.275280:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.275301:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.275310:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726335744:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.275570:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734530944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4013us (4687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.275577:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.275577:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5209 00000100:00100000:0.0:1746126433.276974:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.277324:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726335744:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.277338:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.277363:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+61:1964:x1830945734531072:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2297us (2485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.277371:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17347 00000100:00100000:2.0:1746126433.277803:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734531200 00000100:00100000:2.0:1746126433.277809:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734531200 00000100:00100000:2.0:1746126433.277846:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5210 00000100:00100000:2.0:1746126433.277852:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+61:31643:x1830945734531200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.277865:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.277878:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdecc expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.277898:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.277904:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.277906:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.277909:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 62 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.277930:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.277940:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 5 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.277950:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726335872:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.278009:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.278058:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.278138:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734531456 00000100:00100000:3.0:1746126433.278142:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734531456 00002000:00100000:3.0:1746126433.278164:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403d880 x1830945734531456/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.278172:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403d880 with x1830945734531456 ext(0->4095) 00010000:00010000:3.0:1746126433.278177:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.278185:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.278191:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403d880 00000100:00100000:3.0:1746126433.279542:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1911 00000100:00100000:3.0:1746126433.279552:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734531456:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126433.279677:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734531456:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (1619us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.279682:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1911 00002000:00100000:3.0:1746126433.279688:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403d880 x1830945734531456/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.279694:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403d880 with x1830945734531456 ext(0->4095) 00010000:00010000:3.0:1746126433.279699:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.279707:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.279712:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403d880 00000100:00100000:2.0:1746126433.280186:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726335872:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.280206:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 62 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.280217:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d04000, rc 0) 00000100:00100000:2.0:1746126433.280238:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:31643:x1830945734531200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2386us (3266us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.280243:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5210 00000100:00100000:0.0:1746126433.282398:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.282567:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734531584 00000100:00100000:2.0:1746126433.282574:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734531584 00000100:00100000:2.0:1746126433.282618:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5211 00000100:00100000:2.0:1746126433.282624:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:31655:x1830945734531584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.282639:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.282651:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b80cb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcded3 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.282672:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.282676:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 63 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.282681:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.282684:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b80cb0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcded3 expref: 63 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.282710:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 63 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.282721:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b80cb0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcded3 expref: 63 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.282729:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a61af400, rc 0) 00000100:00100000:2.0:1746126433.282764:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:31655:x1830945734531584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.282769:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5211 00000100:00100000:0.0:1746126433.282929:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.283118:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734531712 00000100:00100000:3.0:1746126433.283123:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734531712 00010000:00010000:3.0:1746126433.283140:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.283157:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17348 00000100:00100000:3.0:1746126433.283162:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734531712:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.283169:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.283184:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.283192:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.283207:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312de000/0x9851078746b80ca2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdec5 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.283219:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.283220:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.283226:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 62 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.283232:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 62 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.283249:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 62 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.283262:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 62 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.283272:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726336128:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.283319:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.285900:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.286292:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734531968 00000100:00100000:2.0:1746126433.286299:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734531968 00002000:00100000:2.0:1746126433.286333:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403df80 x1830945734531968/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.286341:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403df80 with x1830945734531968 ext(0->4095) 00010000:00010000:2.0:1746126433.286350:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.286362:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.286368:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403df80 00000100:00100000:2.0:1746126433.286391:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1912 00000100:00100000:2.0:1746126433.286398:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1963:x1830945734531968:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126433.286531:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1963:x1830945734531968:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (637us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.286536:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1912 00002000:00100000:2.0:1746126433.286541:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403df80 x1830945734531968/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.286548:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403df80 with x1830945734531968 ext(0->4095) 00010000:00010000:2.0:1746126433.286551:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.286559:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.286564:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403df80 00000100:00100000:3.0:1746126433.286824:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726336128:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.286837:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.286862:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734531712:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3700us (3934us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.286869:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17348 00000100:00100000:0.0:1746126433.289584:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.289764:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734532096 00000100:00100000:3.0:1746126433.289772:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734532096 00010000:00010000:3.0:1746126433.289798:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.289819:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17349 00000100:00100000:3.0:1746126433.289826:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+63:1964:x1830945734532096:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.289839:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.289855:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.289864:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.289882:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80ca9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdecc expref: 63 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.289906:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.289909:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.289915:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b80cb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcded3 expref: 62 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.289922:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b80cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcded3 expref: 62 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.289949:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b80cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcded3 expref: 62 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.289960:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726336256:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.290041:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.292375:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726336256:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.292392:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.292470:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1964:x1830945734532096:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2642us (2891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.292479:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17349 00000100:00100000:0.0:1746126433.292842:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.292912:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734532352 00000100:00100000:2.0:1746126433.292917:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734532352 00002000:00100000:2.0:1746126433.292946:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403c000 x1830945734532352/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.292960:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403c000 with x1830945734532352 ext(0->4095) 00002000:00010000:2.0:1746126433.292964:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403c000 00000100:00100000:2.0:1746126433.292977:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3912 00000100:00100000:2.0:1746126433.292983:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1966:x1830945734532352:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126433.293139:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1966:x1830945734532352:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.293144:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3912 00002000:00100000:2.0:1746126433.293149:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403c000 x1830945734532352/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.293156:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403c000 with x1830945734532352 ext(0->4095) 00002000:00010000:2.0:1746126433.293158:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403c000 00000100:00100000:0.0:1746126433.295659:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.295821:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734532480 00000100:00100000:1.0:1746126433.295828:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734532480 00000100:00100000:1.0:1746126433.295873:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5212 00000100:00100000:1.0:1746126433.295879:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734532480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126433.295896:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126433.295910:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdeda expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.295932:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b80cb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcded3 expref: 61 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.295943:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126433.295945:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126433.295948:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.295971:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b80cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcded3 expref: 61 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.295981:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b80cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcded3 expref: 61 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:1.0:1746126433.295991:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726336384:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126433.296082:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126433.298649:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726336384:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126433.298677:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.298690:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18200, rc 0) 00000100:00100000:1.0:1746126433.298722:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734532480:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2843us (3068us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.298729:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5212 00000100:00100000:0.0:1746126433.299181:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.299320:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734532608 00000100:00100000:3.0:1746126433.299325:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734532608 00010000:00010000:3.0:1746126433.299347:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b80cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcded3 expref: 62 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.299366:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17350 00000100:00100000:3.0:1746126433.299372:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1963:x1830945734532608:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.299384:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.299400:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b80cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcded3 expref: 62 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.299409:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b80cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcded3 expref: 62 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.299425:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af400/0x9851078746b80cb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcded3 expref: 62 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.299447:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.299449:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.299455:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.299461:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.299484:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.299494:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726336512:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.299562:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.301766:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726336512:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.301782:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.301818:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+61:1963:x1830945734532608:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2444us (2637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.301829:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17350 00000100:00100000:0.0:1746126433.303926:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.303991:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.304053:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734532736 00000100:00100000:1.0:1746126433.304059:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734532736 00000100:00100000:1.0:1746126433.304102:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5213 00000100:00100000:1.0:1746126433.304109:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+61:31643:x1830945734532736:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126433.304127:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126433.304140:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdee1 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.304163:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.304170:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.304171:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.304173:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 62 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.304197:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.304207:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 5 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:1.0:1746126433.304218:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726336640:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126433.304275:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.304536:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734532992 00000100:00100000:2.0:1746126433.304540:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734532992 00002000:00100000:2.0:1746126433.304563:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403ed80 x1830945734532992/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.304571:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403ed80 with x1830945734532992 ext(0->4095) 00010000:00010000:2.0:1746126433.304576:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.304586:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.304591:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403ed80 00000100:00100000:2.0:1746126433.304613:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1913 00000100:00100000:2.0:1746126433.304620:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734532992:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126433.304733:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734532992:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (741us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.304738:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1913 00002000:00100000:2.0:1746126433.304743:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403ed80 x1830945734532992/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.304749:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403ed80 with x1830945734532992 ext(0->4095) 00010000:00010000:2.0:1746126433.304754:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.304762:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.304766:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403ed80 00000100:00100000:1.0:1746126433.306167:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726336640:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126433.306193:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 62 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.306205:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:1.0:1746126433.306229:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:31643:x1830945734532736:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2120us (2307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.306238:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5213 00000100:00100000:0.0:1746126433.311654:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.312012:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734533120 00000100:00100000:3.0:1746126433.312020:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734533120 00010000:00010000:3.0:1746126433.312117:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.312141:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17351 00000100:00100000:3.0:1746126433.312149:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734533120:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.312161:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.312179:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.312189:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.312207:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80cb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeda expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.312234:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.312236:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.312243:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 61 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.312250:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 61 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.312278:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 61 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.312288:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726336768:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.312356:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.317578:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.317651:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726336768:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.317667:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.317703:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734533120:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5554us (6055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.317712:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17351 00000100:00100000:1.0:1746126433.318327:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734533376 00000100:00100000:1.0:1746126433.318333:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734533376 00002000:00100000:1.0:1746126433.318362:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403ce00 x1830945734533376/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.318371:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403ce00 with x1830945734533376 ext(0->4095) 00002000:00010000:1.0:1746126433.318375:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403ce00 00000100:00100000:1.0:1746126433.318401:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3913 00000100:00100000:1.0:1746126433.318406:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1966:x1830945734533376:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126433.318555:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1966:x1830945734533376:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (982us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.318561:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3913 00002000:00100000:1.0:1746126433.318566:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800b403ce00 x1830945734533376/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.318573:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403ce00 with x1830945734533376 ext(0->4095) 00002000:00010000:1.0:1746126433.318575:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b403ce00 00000100:00100000:0.0:1746126433.330240:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.330300:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734533504 00000100:00100000:1.0:1746126433.330309:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734533504 00000100:00100000:1.0:1746126433.330355:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5214 00000100:00100000:1.0:1746126433.330362:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734533504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126433.330379:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126433.330393:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdee8 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.330420:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 61 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.330426:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126433.330427:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126433.330430:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.331688:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 61 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.331700:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 61 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:1.0:1746126433.331712:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726336896:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126433.332567:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126433.339439:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726336896:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126433.339469:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.339483:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18c00, rc 0) 00000100:00100000:1.0:1746126433.339526:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734533504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9164us (9291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.339533:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5214 00000100:00100000:0.0:1746126433.340456:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.340795:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734533632 00000100:00100000:1.0:1746126433.340801:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734533632 00002000:00100000:1.0:1746126433.340952:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800b403f100 x1830945734533632/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.340961:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403f100 with x1830945734533632 ext(0->7) 00010000:00010000:1.0:1746126433.340968:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 62 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.340978:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 62 pid: 8423 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.340983:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403f100 00000100:00100000:1.0:1746126433.346599:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1914 00000100:00100000:1.0:1746126433.346612:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+62:1963:x1830945734533632:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126433.346865:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1963:x1830945734533632:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 256us (6411us total) trans 4294968056 rc 0/0 00000100:00100000:1.0:1746126433.346872:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1914 00002000:00100000:1.0:1746126433.346878:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800b403f100 x1830945734533632/t4294968056(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/448 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.346886:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b403f100 with x1830945734533632 ext(0->7) 00010000:00010000:1.0:1746126433.346893:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 64 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.346904:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 64 pid: 8423 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.346910:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b403f100 00000100:00100000:0.0:1746126433.363454:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.363538:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.363646:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734533760 00000100:00100000:3.0:1746126433.363654:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734533760 00010000:00010000:3.0:1746126433.363683:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 64 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.363707:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17352 00000100:00100000:3.0:1746126433.363713:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1966:x1830945734533760:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.363723:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.363741:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 64 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.363751:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 64 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.363768:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80cbe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee1 expref: 64 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:1.0:1746126433.363847:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734533888 00000100:00100000:1.0:1746126433.363851:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734533888 00000100:00100000:1.0:1746126433.363880:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5215 00000100:00100000:1.0:1746126433.363885:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:31643:x1830945734533888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126433.363897:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126433.363906:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdeef expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.364153:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.364159:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.364164:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126433.364167:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 65 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.364195:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.364208:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 65 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.364215:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.364216:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.364220:0:8423:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.364226:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.364245:0:8423:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.364254:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 5 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.364757:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126433.364817:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726337152:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.365230:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+65:1966:x1830945734533760:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1516us (1781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.365238:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17352 00000100:00100000:1.0:1746126433.365304:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.367140:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.368072:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726337152:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126433.368092:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18e00, rc 0) 00000100:00100000:1.0:1746126433.368130:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:31643:x1830945734533888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4243us (4590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.368137:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5215 00000100:00100000:2.0:1746126433.369616:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734534144 00000100:00100000:2.0:1746126433.369624:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734534144 00002000:00100000:2.0:1746126433.369661:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133306a00 x1830945734534144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.369670:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133306a00 with x1830945734534144 ext(0->4095) 00010000:00010000:2.0:1746126433.369677:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.369688:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.369699:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133306a00 00000100:00100000:2.0:1746126433.369721:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1915 00000100:00100000:2.0:1746126433.369728:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734534144:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126433.369858:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734534144:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (2723us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.369863:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1915 00002000:00100000:2.0:1746126433.369869:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133306a00 x1830945734534144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.369876:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133306a00 with x1830945734534144 ext(0->4095) 00010000:00010000:2.0:1746126433.369880:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.369894:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.369899:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133306a00 00000100:00100000:1.0:1746126433.377661:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.377757:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734534272 00000100:00100000:3.0:1746126433.377764:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734534272 00010000:00010000:3.0:1746126433.377790:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.377810:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17353 00000100:00100000:3.0:1746126433.377815:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734534272:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.377825:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.377840:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.377849:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.377865:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80cc5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdee8 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.377883:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.377884:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.377890:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 63 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.377896:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 63 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.377923:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 63 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.377932:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726337280:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.379219:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.382175:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726337280:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.382200:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.382252:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734534272:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4434us (4595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.382260:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17353 00000100:00100000:0.0:1746126433.382605:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.384180:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734534528 00000100:00100000:2.0:1746126433.384187:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734534528 00002000:00100000:2.0:1746126433.384222:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133307480 x1830945734534528/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.384230:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307480 with x1830945734534528 ext(0->4095) 00002000:00010000:2.0:1746126433.384234:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133307480 00000100:00100000:2.0:1746126433.384258:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3914 00000100:00100000:2.0:1746126433.384264:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1963:x1830945734534528:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126433.384386:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1963:x1830945734534528:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (1783us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.384392:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3914 00002000:00100000:2.0:1746126433.384397:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133307480 x1830945734534528/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.384403:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307480 with x1830945734534528 ext(0->4095) 00002000:00010000:2.0:1746126433.384405:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133307480 00000100:00100000:0.0:1746126433.389737:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.389825:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734534656 00000100:00100000:1.0:1746126433.389832:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734534656 00000100:00100000:1.0:1746126433.389876:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5216 00000100:00100000:1.0:1746126433.389882:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734534656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126433.389896:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126433.389909:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdef6 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.389933:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 63 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.389944:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126433.389946:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126433.389949:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.389972:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 63 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.389982:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 63 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:1.0:1746126433.389994:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726337408:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126433.390081:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126433.393597:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726337408:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126433.393627:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.393641:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19400, rc 0) 00000100:00100000:1.0:1746126433.393676:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734534656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3793us (3945us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.393683:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5216 00000100:00100000:0.0:1746126433.397208:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.398936:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734534784 00000100:00100000:2.0:1746126433.398946:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734534784 00002000:00100000:2.0:1746126433.398985:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880133304a80 x1830945734534784/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.398994:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304a80 with x1830945734534784 ext(0->7) 00010000:00010000:2.0:1746126433.399002:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 64 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.399013:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 64 pid: 8423 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.399019:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133304a80 00000100:00100000:2.0:1746126433.411930:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1916 00000100:00100000:2.0:1746126433.411943:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+64:1964:x1830945734534784:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126433.412269:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1964:x1830945734534784:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 330us (15067us total) trans 4294968057 rc 0/0 00000100:00100000:2.0:1746126433.412278:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1916 00002000:00100000:2.0:1746126433.412284:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880133304a80 x1830945734534784/t4294968057(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/448 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.412292:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304a80 with x1830945734534784 ext(0->7) 00010000:00010000:2.0:1746126433.412300:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 66 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.412311:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 66 pid: 8423 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.412317:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133304a80 00000100:00100000:2.0:1746126433.414818:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.414862:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734534912 00000100:00100000:0.0:1746126433.414869:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734534912 00000100:00100000:0.0:1746126433.414910:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5217 00000100:00100000:0.0:1746126433.414917:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:31643:x1830945734534912:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126433.414929:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126433.414942:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80cda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdefd expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.414962:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126433.414966:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.414971:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126433.414974:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80cda lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdefd expref: 67 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.415002:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.415012:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80cda lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdefd expref: 67 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.415020:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06200, rc 0) 00000100:00100000:0.0:1746126433.415078:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:31643:x1830945734534912:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.415083:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5217 00000100:00100000:0.0:1746126433.418914:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.418973:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734535040 00000100:00100000:3.0:1746126433.418981:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734535040 00010000:00010000:3.0:1746126433.419009:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 67 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.419071:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17354 00000100:00100000:3.0:1746126433.419079:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1964:x1830945734535040:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.419090:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126433.419105:0:7072:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126431 -> 1746126432 00002000:00010000:3.0:1746126433.419108:0:7072:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126431 -> 1746126432 00010000:00010000:3.0:1746126433.419113:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 67 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.419123:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 67 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.419141:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80ccc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdeef expref: 67 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.419167:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.419168:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.419175:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.419182:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.419209:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.419219:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 5 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.419229:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726337664:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.419623:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126433.423066:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.423095:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734535296 00000100:00100000:1.0:1746126433.423101:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734535296 00002000:00100000:1.0:1746126433.423132:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928bb480 x1830945734535296/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.423147:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bb480 with x1830945734535296 ext(0->4095) 00010000:00010000:1.0:1746126433.423153:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.423164:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.423170:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928bb480 00000100:00100000:1.0:1746126433.423183:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1917 00000100:00100000:1.0:1746126433.423188:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734535296:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126433.423242:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726337664:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.423258:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.423290:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1964:x1830945734535040:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4212us (4381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.423297:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17354 00000100:00100000:1.0:1746126433.423298:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734535296:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.423302:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1917 00002000:00100000:1.0:1746126433.423307:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928bb480 x1830945734535296/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.423313:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bb480 with x1830945734535296 ext(0->4095) 00010000:00010000:1.0:1746126433.423316:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.423324:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.423329:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928bb480 00000100:00100000:0.0:1746126433.426550:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.426722:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734535424 00000100:00100000:3.0:1746126433.426729:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734535424 00010000:00010000:3.0:1746126433.426753:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:1.0:1746126433.427448:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17355 00000100:00100000:1.0:1746126433.427458:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734535424:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126433.427469:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126433.427486:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.427496:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.427524:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80cd3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdef6 expref: 6 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.427551:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.427553:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.427559:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80cda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdefd expref: 65 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.427567:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80cda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdefd expref: 65 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.427726:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80cda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdefd expref: 65 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126433.427736:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726337792:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126433.429829:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b220d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.434389:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726337792:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.434412:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.434462:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734535424:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7004us (7918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.434480:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17355 00000100:00100000:0.0:1746126433.435188:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.435258:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734535680 00000100:00100000:2.0:1746126433.435265:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734535680 00002000:00100000:2.0:1746126433.435301:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305c00 x1830945734535680/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.435310:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305c00 with x1830945734535680 ext(0->4095) 00002000:00010000:2.0:1746126433.435314:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133305c00 00000100:00100000:2.0:1746126433.435341:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3915 00000100:00100000:2.0:1746126433.435347:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1964:x1830945734535680:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126433.435477:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1964:x1830945734535680:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.435482:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3915 00002000:00100000:2.0:1746126433.435487:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305c00 x1830945734535680/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.435493:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305c00 with x1830945734535680 ext(0->4095) 00002000:00010000:2.0:1746126433.435496:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133305c00 00000100:00100000:1.0:1746126433.439234:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.439312:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734535808 00000100:00100000:3.0:1746126433.439320:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734535808 00000100:00100000:3.0:1746126433.439354:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5218 00000100:00100000:3.0:1746126433.439361:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734535808:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.439373:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.439387:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf04 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.439410:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80cda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdefd expref: 65 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.439416:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.439418:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.439421:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf04 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.439446:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80cda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdefd expref: 65 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.439457:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80cda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdefd expref: 65 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.439468:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726337920:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.439555:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.441262:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726337920:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.441283:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf04 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.441295:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660200, rc 0) 00000100:00100000:3.0:1746126433.441334:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734535808:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1974us (2107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.441342:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5218 00000100:00100000:0.0:1746126433.441729:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.441807:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734535936 00000100:00100000:2.0:1746126433.441812:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734535936 00010000:00010000:2.0:1746126433.441836:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80cda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdefd expref: 66 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.441865:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17356 00000100:00100000:2.0:1746126433.441871:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1963:x1830945734535936:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.441881:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.441897:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80cda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdefd expref: 66 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.441911:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80cda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdefd expref: 66 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.441927:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80cda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdefd expref: 66 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.441940:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.441942:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.441948:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf04 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.441954:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf04 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.441977:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf04 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.441986:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726338048:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.442061:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.443790:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726338048:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.443809:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.443844:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+65:1963:x1830945734535936:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1972us (2114us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.443853:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17356 00000100:00100000:1.0:1746126433.444057:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.444095:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.444605:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734536192 00000100:00100000:2.0:1746126433.444613:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734536192 00002000:00100000:2.0:1746126433.444645:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928bad80 x1830945734536192/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.444653:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bad80 with x1830945734536192 ext(0->4095) 00000100:00100000:3.0:1746126433.444656:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734536320 00002000:00010000:2.0:1746126433.444657:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928bad80 00000100:00100000:3.0:1746126433.444659:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734536320 00000100:00100000:2.0:1746126433.444682:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3916 00000100:00100000:3.0:1746126433.444686:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5219 00000100:00100000:2.0:1746126433.444688:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734536192:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126433.444691:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+65:31643:x1830945734536320:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.444698:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.444709:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf0b expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.444727:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf04 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.444732:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.444734:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.444737:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 66 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.444758:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf04 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.444768:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf04 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.444776:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726338176:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.444798:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734536192:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (742us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.444803:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3916 00002000:00100000:2.0:1746126433.444808:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928bad80 x1830945734536192/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.444814:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bad80 with x1830945734536192 ext(0->4095) 00010000:00010000:2.0:1746126433.444818:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf04 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.444819:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00010000:00010000:2.0:1746126433.444827:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf04 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.444832:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928bad80 00000100:00100000:0.0:1746126433.450683:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.450786:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.450830:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726338176:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.450855:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 66 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.450868:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660c00, rc 0) 00000100:00100000:3.0:1746126433.450904:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:31643:x1830945734536320:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6212us (6808us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.450911:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5219 00000100:00100000:3.0:1746126433.450931:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734536448 00000100:00100000:2.0:1746126433.450931:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734536576 00000100:00100000:3.0:1746126433.450935:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734536448 00000100:00100000:2.0:1746126433.450935:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734536576 00010000:00010000:2.0:1746126433.450955:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf04 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.450957:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5220 00000100:00100000:3.0:1746126433.450962:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:31655:x1830945734536448:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.450973:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126433.450973:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17357 00000100:00100000:2.0:1746126433.450978:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734536576:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.450983:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80cef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf12 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.450988:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.450996:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.451000:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.451005:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.451008:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80cef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf12 expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.451344:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf04 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.451354:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf04 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.451356:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.451369:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80ce1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf04 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.451371:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80cef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf12 expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.451377:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.451378:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.451382:0:9140:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.451387:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.451484:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126433.451489:0:9140:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.451498:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 67 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.451503:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734536576:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 524us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.451518:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726338432:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.451518:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17357 00000100:00100000:3.0:1746126433.451557:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.457317:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.457476:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726338432:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.457494:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660e00, rc 0) 00000100:00100000:3.0:1746126433.457542:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:31655:x1830945734536448:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6578us (6865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.457550:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5220 00000100:00100000:2.0:1746126433.457557:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734536832 00000100:00100000:2.0:1746126433.457564:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734536832 00002000:00100000:2.0:1746126433.457594:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133307b80 x1830945734536832/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.457602:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307b80 with x1830945734536832 ext(0->4095) 00010000:00010000:2.0:1746126433.457609:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 67 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.457619:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 67 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.457625:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133307b80 00000100:00100000:2.0:1746126433.457749:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1918 00000100:00100000:2.0:1746126433.457755:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1963:x1830945734536832:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126433.457873:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1963:x1830945734536832:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (562us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.457878:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1918 00002000:00100000:2.0:1746126433.457883:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133307b80 x1830945734536832/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.457894:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307b80 with x1830945734536832 ext(0->4095) 00010000:00010000:2.0:1746126433.457898:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 67 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.457906:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 67 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.457911:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133307b80 00000100:00100000:0.0:1746126433.466095:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.467791:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734536960 00000100:00100000:2.0:1746126433.467801:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734536960 00010000:00010000:2.0:1746126433.467839:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 67 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.467876:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17358 00000100:00100000:2.0:1746126433.467882:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1966:x1830945734536960:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.467896:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.467913:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 67 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.467922:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 67 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.467939:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80ce8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf0b expref: 67 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.467961:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.467963:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.467969:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80cef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf12 expref: 66 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.467975:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80cef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf12 expref: 66 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.468001:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80cef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf12 expref: 66 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.468011:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726338560:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.468104:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.471415:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726338560:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.471434:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.471693:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1966:x1830945734536960:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3809us (5604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.471703:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17358 00000100:00100000:0.0:1746126433.473396:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.473517:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734537216 00000100:00100000:1.0:1746126433.473525:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734537216 00002000:00100000:1.0:1746126433.473559:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305500 x1830945734537216/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.473568:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305500 with x1830945734537216 ext(0->4095) 00002000:00010000:1.0:1746126433.473572:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133305500 00000100:00100000:1.0:1746126433.473601:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3917 00000100:00100000:1.0:1746126433.473607:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1965:x1830945734537216:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126433.473747:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1965:x1830945734537216:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.473753:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3917 00002000:00100000:1.0:1746126433.473758:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305500 x1830945734537216/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.473764:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305500 with x1830945734537216 ext(0->4095) 00002000:00010000:1.0:1746126433.473767:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133305500 00000100:00100000:1.0:1746126433.478443:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.479334:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734537344 00000100:00100000:3.0:1746126433.479346:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734537344 00000100:00100000:3.0:1746126433.479396:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5221 00000100:00100000:3.0:1746126433.479403:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734537344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.479417:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.479431:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf19 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.480301:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80cef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf12 expref: 65 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.480311:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.480313:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.480317:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.480347:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80cef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf12 expref: 65 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.480357:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80cef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf12 expref: 65 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.480369:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726338688:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.480905:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.483215:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726338688:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.483240:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.483255:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660a00, rc 0) 00000100:00100000:3.0:1746126433.483303:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734537344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3900us (4866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.483310:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5221 00000100:00100000:0.0:1746126433.483489:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.483569:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734537472 00000100:00100000:3.0:1746126433.483574:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734537472 00000100:00100000:3.0:1746126433.483606:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5222 00000100:00100000:3.0:1746126433.483611:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:31643:x1830945734537472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.483623:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.483633:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80cfd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf20 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.483648:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.483652:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.483656:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126433.483659:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80cfd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf20 expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.483680:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.483688:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80cfd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf20 expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.483697:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660c00, rc 0) 00000100:00100000:3.0:1746126433.483726:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:31643:x1830945734537472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.483731:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5222 00000100:00100000:0.0:1746126433.484548:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.484693:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734537600 00000100:00100000:2.0:1746126433.484699:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734537600 00010000:00010000:2.0:1746126433.484720:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80cef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf12 expref: 67 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.484738:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17359 00000100:00100000:2.0:1746126433.484743:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1964:x1830945734537600:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.484752:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.484769:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80cef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf12 expref: 67 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.484783:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80cef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf12 expref: 67 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.484800:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80cef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf12 expref: 67 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.484813:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.484814:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.484820:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.484826:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.484844:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.484852:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 5 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.484862:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726338944:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.484920:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.488729:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.488859:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734537856 00000100:00100000:3.0:1746126433.488866:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734537856 00002000:00100000:3.0:1746126433.488901:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305880 x1830945734537856/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.488909:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305880 with x1830945734537856 ext(0->4095) 00010000:00010000:3.0:1746126433.488916:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.488926:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.488932:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133305880 00000100:00100000:2.0:1746126433.489680:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726338944:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.489699:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.489737:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1964:x1830945734537600:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4993us (5189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.489748:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17359 00000100:00100000:3.0:1746126433.489938:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1919 00000100:00100000:3.0:1746126433.489949:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734537856:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126433.490683:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734537856:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 735us (1958us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.490689:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1919 00002000:00100000:3.0:1746126433.490695:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133305880 x1830945734537856/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.490708:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305880 with x1830945734537856 ext(0->4095) 00010000:00010000:3.0:1746126433.490714:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.490724:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.490729:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133305880 00000100:00100000:1.0:1746126433.494944:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.495118:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734537984 00000100:00100000:2.0:1746126433.495125:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734537984 00010000:00010000:2.0:1746126433.495151:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.495197:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17360 00000100:00100000:2.0:1746126433.495203:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734537984:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.495214:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.495229:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.495239:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.495255:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80cf6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf19 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.495274:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.495276:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.495281:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80cfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf20 expref: 65 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.495288:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80cfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf20 expref: 65 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.495312:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80cfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf20 expref: 65 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.495321:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726339072:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.495760:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.497681:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726339072:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.497697:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.497736:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734537984:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2530us (2796us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.497744:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17360 00000100:00100000:0.0:1746126433.499991:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.500068:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734538240 00000100:00100000:3.0:1746126433.500074:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734538240 00002000:00100000:3.0:1746126433.500107:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2300 x1830945734538240/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.500115:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2300 with x1830945734538240 ext(0->4095) 00002000:00010000:3.0:1746126433.500119:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a2300 00000100:00100000:3.0:1746126433.500145:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3918 00000100:00100000:3.0:1746126433.500152:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1964:x1830945734538240:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126433.500272:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1964:x1830945734538240:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.500278:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3918 00002000:00100000:3.0:1746126433.500282:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2300 x1830945734538240/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.500288:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2300 with x1830945734538240 ext(0->4095) 00002000:00010000:3.0:1746126433.500291:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a2300 00000100:00100000:0.0:1746126433.502240:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.502389:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734538368 00000100:00100000:3.0:1746126433.502396:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734538368 00000100:00100000:3.0:1746126433.502545:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5223 00000100:00100000:3.0:1746126433.502552:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734538368:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.502564:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.502577:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf27 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.502598:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80cfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf20 expref: 65 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.502604:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.502605:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.502608:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.502631:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80cfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf20 expref: 65 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.502640:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80cfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf20 expref: 65 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.502649:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726339200:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.502707:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.505059:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726339200:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.505086:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.505103:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661c00, rc 0) 00000100:00100000:3.0:1746126433.505135:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734538368:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2583us (2898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.505142:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5223 00000100:00100000:0.0:1746126433.505679:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.506090:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734538496 00000100:00100000:3.0:1746126433.506095:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734538496 00010000:00010000:3.0:1746126433.506116:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80cfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf20 expref: 66 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.506609:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17361 00000100:00100000:3.0:1746126433.506616:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1964:x1830945734538496:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.506626:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.506642:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80cfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf20 expref: 66 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.506652:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80cfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf20 expref: 66 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.506670:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80cfd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf20 expref: 66 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.507177:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.507179:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.507185:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.507196:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.507224:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.507235:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726339328:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126433.508411:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.508456:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.508660:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734538624 00000100:00100000:2.0:1746126433.508666:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734538624 00000100:00100000:2.0:1746126433.508970:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5224 00000100:00100000:2.0:1746126433.508978:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:31643:x1830945734538624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.508990:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.509001:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf2e expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.509020:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.509046:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.509047:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.509050:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.509070:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.509084:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 5 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.509093:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726339456:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.509561:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.511361:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726339328:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.511375:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.511697:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+67:1964:x1830945734538496:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5080us (6017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.511706:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17361 00000100:00100000:0.0:1746126433.512076:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.512284:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726339456:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.512300:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 66 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.512312:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a61af000, rc 0) 00000100:00100000:2.0:1746126433.512334:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:31643:x1830945734538624:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3358us (3926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.512340:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5224 00000100:00100000:1.0:1746126433.512392:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734538880 00000100:00100000:1.0:1746126433.512397:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734538880 00002000:00100000:1.0:1746126433.512422:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2a00 x1830945734538880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.512429:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2a00 with x1830945734538880 ext(0->4095) 00010000:00010000:1.0:1746126433.512435:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.512444:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.512450:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a2a00 00000100:00100000:1.0:1746126433.512472:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1920 00000100:00100000:1.0:1746126433.512477:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734538880:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126433.512592:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734538880:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.512597:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1920 00002000:00100000:1.0:1746126433.512601:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2a00 x1830945734538880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.512608:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2a00 with x1830945734538880 ext(0->4095) 00010000:00010000:1.0:1746126433.512611:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.512619:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.512624:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a2a00 00000100:00100000:0.0:1746126433.520307:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.520638:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734539008 00000100:00100000:3.0:1746126433.520645:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734539008 00010000:00010000:3.0:1746126433.520670:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.520695:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17362 00000100:00100000:3.0:1746126433.520700:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734539008:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.520710:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.520725:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.520734:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.520750:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf27 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.521419:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.521421:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.521428:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 65 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.521436:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 65 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.521465:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 65 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.521476:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726339584:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.521598:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.524411:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726339584:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.524428:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.524464:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734539008:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3762us (4163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.524472:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17362 00000100:00100000:0.0:1746126433.525579:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.526227:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734539264 00000100:00100000:3.0:1746126433.526233:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734539264 00002000:00100000:3.0:1746126433.526380:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2680 x1830945734539264/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.526394:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2680 with x1830945734539264 ext(0->4095) 00002000:00010000:3.0:1746126433.526398:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a2680 00000100:00100000:3.0:1746126433.526531:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3919 00000100:00100000:3.0:1746126433.526539:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1963:x1830945734539264:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126433.526675:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1963:x1830945734539264:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (1097us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.526681:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3919 00002000:00100000:3.0:1746126433.526686:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a2680 x1830945734539264/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.526693:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a2680 with x1830945734539264 ext(0->4095) 00002000:00010000:3.0:1746126433.526695:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a2680 00000100:00100000:1.0:1746126433.534057:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3292:1830945726339840:0@lo:400:kworker.0 00000100:00100000:0.0:1746126433.534454:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3291:1830945726339712:0@lo:400:kworker.0 00000100:00100000:0.0:1746126433.534484:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126433.534517:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126433.534738:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726339840 00000100:00100000:3.0:1746126433.534745:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726339840 00000100:00100000:3.0:1746126433.534780:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1746126433.534785:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1830945726339840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126433.535037:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3291:1830945726340224:0@lo:400:kworker.0 00000100:00100000:1.0:1746126433.535082:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945726340352:0@lo:400:kworker.0 00000100:00100000:1.0:1746126433.535102:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126433.535129:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726339712 00000100:00100000:1.0:1746126433.535132:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726339712 00000100:00100000:1.0:1746126433.535150:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1746126433.535154:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3291:x1830945726339712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126433.535177:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3291:x1830945726339712:12345-0@lo:400:kworker.0 Request processed in 22us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.535181:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1746126433.535276:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1830945726339840:12345-0@lo:400:kworker.0 Request processed in 490us (1169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.535282:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1746126433.535311:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726340352 00000100:00100000:3.0:1746126433.535314:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726340352 00000100:00080000:3.0:1746126433.535329:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126433.535344:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1746126433.535347:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945726340352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126433.535371:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945726340352:12345-0@lo:400:kworker.0 Request processed in 23us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.535376:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1746126433.535396:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1830945726339968:0@lo:400:kworker.0 00000100:00100000:3.0:1746126433.535415:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126433.535429:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746126433.535433:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726340096:0@lo:400:kworker.0 00000100:00100000:3.0:1746126433.535445:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126433.535462:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726339968 00000100:00100000:3.0:1746126433.535464:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726339968 00000100:00100000:3.0:1746126433.535480:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1746126433.535484:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1830945726339968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126433.536069:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726340096 00000100:00100000:1.0:1746126433.536073:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726340096 00000100:00100000:1.0:1746126433.536091:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1746126433.536096:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726340096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126433.536221:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.536236:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734539392 00000100:00100000:2.0:1746126433.536238:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734539392 00000100:00100000:2.0:1746126433.536254:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5225 00000100:00100000:2.0:1746126433.536259:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734539392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.536267:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.536280:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf35 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.536299:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 65 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.536309:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.536310:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.536313:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.536331:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 65 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.536340:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 65 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.536347:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726340480:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.536384:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126433.537815:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726340096:12345-0@lo:400:kworker.0 Request processed in 1715us (2364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.537824:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1746126433.537871:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726340096:0@lo:400:kworker.0 00000100:00100000:1.0:1746126433.537897:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3292:1830945726339840:0@lo:400:kworker.0 00000100:00100000:1.0:1746126433.537906:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945726340352:0@lo:400:kworker.0 00000100:00100000:0.0:1746126433.538683:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126433.538705:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726340224 00000100:00100000:0.0:1746126433.538709:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726340224 00000100:00100000:0.0:1746126433.538736:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1746126433.538741:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1830945726340224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126433.538771:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1830945726340224:12345-0@lo:400:kworker.0 Request processed in 30us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.538775:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1746126433.538797:0:3291:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3291:1830945726340224:0@lo:400:kworker.0 00000100:00100000:0.0:1746126433.538809:0:3291:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3291:1830945726339712:0@lo:400:kworker.0 00000100:00100000:0.0:1746126433.538862:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726340480:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126433.538878:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.538890:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d04000, rc 0) 00000100:00100000:0.0:1746126433.538915:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734539392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2656us (2695us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.538920:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5225 00000100:00080000:2.0:1746126433.539208:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746126433.539212:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126433.539266:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1830945726339968:12345-0@lo:400:kworker.0 Request processed in 3781us (3849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.539273:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1746126433.539600:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1830945726339968:0@lo:400:kworker.0 00000100:00100000:0.0:1746126433.543142:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.543661:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734539520 00000100:00100000:1.0:1746126433.543669:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734539520 00002000:00100000:1.0:1746126433.543706:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800946a3480 x1830945734539520/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.543715:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3480 with x1830945734539520 ext(0->7) 00010000:00010000:1.0:1746126433.543723:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 66 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.543735:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 66 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.543745:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a3480 00000100:00100000:1.0:1746126433.543776:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1921 00000100:00100000:1.0:1746126433.543782:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+66:1963:x1830945734539520:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126433.544065:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1963:x1830945734539520:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 282us (928us total) trans 4294968058 rc 0/0 00000100:00100000:1.0:1746126433.544071:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1921 00002000:00100000:1.0:1746126433.544076:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800946a3480 x1830945734539520/t4294968058(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/448 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.544083:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3480 with x1830945734539520 ext(0->7) 00010000:00010000:1.0:1746126433.544087:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 68 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.544094:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 68 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.544099:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a3480 00000100:00100000:0.0:1746126433.552695:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.552771:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.552852:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734539776 00000100:00100000:2.0:1746126433.552859:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734539776 00010000:00010000:2.0:1746126433.552887:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 68 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.552906:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17363 00000100:00100000:2.0:1746126433.552912:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1964:x1830945734539776:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.552921:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.552936:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 68 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.552949:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 68 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.552966:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b80d0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf2e expref: 68 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.553173:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.553176:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.553185:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.553193:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.553219:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.553228:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726340608:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.553897:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cdd9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.554162:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734539648 00000100:00100000:3.0:1746126433.554167:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734539648 00000100:00100000:3.0:1746126433.554352:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5226 00000100:00100000:3.0:1746126433.554359:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:31643:x1830945734539648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.554370:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.554381:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf3c expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.554396:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.554402:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.554403:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.554406:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 69 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.554421:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.554430:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 5 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.554438:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726340736:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.555456:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.556395:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726340736:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.556414:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 69 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.556426:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661200, rc 0) 00000100:00100000:3.0:1746126433.556458:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:31643:x1830945734539648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2100us (3769us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.556465:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5226 00000100:00100000:2.0:1746126433.556517:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726340608:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.556528:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.556546:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1964:x1830945734539776:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3634us (3775us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.556554:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17363 00000100:00100000:0.0:1746126433.557280:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.557342:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734540032 00000100:00100000:1.0:1746126433.557347:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734540032 00002000:00100000:1.0:1746126433.557374:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a3b80 x1830945734540032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.557382:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3b80 with x1830945734540032 ext(0->4095) 00010000:00010000:1.0:1746126433.557388:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.557403:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.557408:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a3b80 00000100:00100000:1.0:1746126433.557472:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1922 00000100:00100000:1.0:1746126433.557479:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734540032:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126433.557606:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734540032:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.557612:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1922 00002000:00100000:1.0:1746126433.557617:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a3b80 x1830945734540032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.557623:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a3b80 with x1830945734540032 ext(0->4095) 00010000:00010000:1.0:1746126433.557628:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.557635:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.557640:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a3b80 00000100:00100000:0.0:1746126433.559412:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.559613:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734540160 00000100:00100000:2.0:1746126433.559620:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734540160 00010000:00010000:2.0:1746126433.559648:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.559775:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17364 00000100:00100000:2.0:1746126433.559783:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734540160:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.559793:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.559808:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.559818:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.559836:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d04000/0x9851078746b80d12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf35 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.559866:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.559867:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.559873:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.559879:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.559906:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.559920:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726340864:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.560375:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.562146:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.562165:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726340864:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.562182:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.562211:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734540160:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2428us (2803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.562218:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17364 00000100:00100000:1.0:1746126433.562278:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734540416 00000100:00100000:1.0:1746126433.562284:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734540416 00002000:00100000:1.0:1746126433.562321:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a1c00 x1830945734540416/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.562330:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a1c00 with x1830945734540416 ext(0->4095) 00002000:00010000:1.0:1746126433.562334:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a1c00 00000100:00100000:1.0:1746126433.562358:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3920 00000100:00100000:1.0:1746126433.562364:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1964:x1830945734540416:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126433.562476:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1964:x1830945734540416:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.562482:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3920 00002000:00100000:1.0:1746126433.562487:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a1c00 x1830945734540416/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.562494:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a1c00 with x1830945734540416 ext(0->4095) 00002000:00010000:1.0:1746126433.562496:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a1c00 00000100:00100000:0.0:1746126433.563888:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.563953:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734540544 00000100:00100000:3.0:1746126433.563959:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734540544 00000100:00100000:3.0:1746126433.563983:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5227 00000100:00100000:3.0:1746126433.563987:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734540544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.563998:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.564010:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf43 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.564049:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.564055:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.564056:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.564059:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf43 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.564082:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 67 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.564091:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 67 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.564100:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726340992:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.564743:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126433.566399:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.566475:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726340992:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.566496:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf43 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.566518:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661600, rc 0) 00000100:00100000:3.0:1746126433.566546:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734540544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2558us (2661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.566553:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5227 00000100:00100000:2.0:1746126433.566618:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734540672 00000100:00100000:2.0:1746126433.566623:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734540672 00002000:00100000:2.0:1746126433.566648:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009310bb80 x1830945734540672/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.566656:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310bb80 with x1830945734540672 ext(0->7) 00010000:00010000:2.0:1746126433.566662:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 68 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.566671:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 68 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.566677:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009310bb80 00000100:00100000:2.0:1746126433.566688:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1923 00000100:00100000:2.0:1746126433.566693:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+68:1963:x1830945734540672:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126433.566910:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1963:x1830945734540672:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 216us (514us total) trans 4294968059 rc 0/0 00000100:00100000:2.0:1746126433.566915:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1923 00002000:00100000:2.0:1746126433.566919:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009310bb80 x1830945734540672/t4294968059(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/448 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.566930:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310bb80 with x1830945734540672 ext(0->7) 00010000:00010000:2.0:1746126433.566934:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 70 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.566941:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 70 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.566946:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009310bb80 00000100:00100000:0.0:1746126433.571332:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.571835:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734540800 00000100:00100000:2.0:1746126433.571843:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734540800 00010000:00010000:2.0:1746126433.571874:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 70 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.571897:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17365 00000100:00100000:2.0:1746126433.571904:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1963:x1830945734540800:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.571915:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.571930:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 70 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.571939:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 70 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.571956:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf3c expref: 70 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.571968:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.571971:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.571977:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf43 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.571983:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf43 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.572006:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf43 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.572015:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726341120:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.572095:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.577941:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726341120:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.577960:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.578074:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1963:x1830945734540800:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6168us (6746us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.578406:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.578441:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.578483:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17365 00000100:00100000:1.0:1746126433.578557:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734541184 00000100:00100000:1.0:1746126433.578562:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734541184 00002000:00100000:1.0:1746126433.578594:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a0380 x1830945734541184/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.578603:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0380 with x1830945734541184 ext(0->4095) 00002000:00010000:1.0:1746126433.578606:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a0380 00000100:00100000:1.0:1746126433.578621:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3921 00000100:00100000:1.0:1746126433.578627:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734541184:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126433.578687:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734540928 00000100:00100000:3.0:1746126433.578907:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734540928 00000100:00100000:3.0:1746126433.579264:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5228 00000100:00100000:3.0:1746126433.579269:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:31643:x1830945734540928:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.579277:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.579288:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf4a expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.579306:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf43 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.579312:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.579314:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.579317:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 70 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.579339:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf43 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.579348:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf43 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.579358:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726341248:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.579820:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746126433.579829:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726341376:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746126433.579854:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126433.579896:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.579961:0:8426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726341376 00000100:00100000:2.0:1746126433.579964:0:8426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726341376 00000100:00100000:2.0:1746126433.579982:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1746126433.579986:0:8426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945726341376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746126433.579996:0:8426:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 425787392 pending 54525952 free 3855613952 avail 3853516800 00000100:00100000:2.0:1746126433.580018:0:8426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945726341376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 32us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.580037:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1746126433.580116:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734541184:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 1488us (1673us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.580121:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3921 00002000:00100000:1.0:1746126433.580127:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800946a0380 x1830945734541184/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.580140:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a0380 with x1830945734541184 ext(0->4095) 00010000:00010000:1.0:1746126433.580145:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf43 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.580154:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf43 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.580159:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a0380 00000100:00100000:3.0:1746126433.580427:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726341376:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746126433.581704:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726341248:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.581721:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 70 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.581733:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660000, rc 0) 00000100:00100000:3.0:1746126433.581769:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31643:x1830945734540928:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2498us (3363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.581775:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5228 00000100:00100000:0.0:1746126433.582951:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.583184:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.583216:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734541440 00000100:00100000:2.0:1746126433.583222:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734541440 00000100:00100000:3.0:1746126433.583396:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734541312 00000100:00100000:3.0:1746126433.583400:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734541312 00010000:00010000:2.0:1746126433.583923:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf43 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.583953:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17366 00000100:00100000:2.0:1746126433.583959:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734541440:12345-192.168.203.32@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746126433.583960:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5229 00000100:00100000:3.0:1746126433.583965:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31655:x1830945734541312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.583970:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.583975:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.583985:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80d2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf51 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.583985:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf43 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.583994:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf43 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.584187:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.584192:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 71 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.584198:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.584201:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80d2e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf51 expref: 71 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.584229:0:9140:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 71 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.584244:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80d2e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf51 expref: 71 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.584251:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660a00, rc 0) 00000100:00100000:3.0:1746126433.584284:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31655:x1830945734541312:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 318us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.584290:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5229 00010000:00010000:2.0:1746126433.584337:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d20 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf43 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.584351:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.584352:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.584357:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 70 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.584363:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 70 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.584381:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 70 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.584471:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 70 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.584488:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726341632:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.584902:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.586921:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726341632:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.586939:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126433.586979:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.587104:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734541440:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3144us (4154us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.587113:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17366 00000100:00100000:2.0:1746126433.587823:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734541696 00000100:00100000:2.0:1746126433.587829:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734541696 00002000:00100000:2.0:1746126433.587860:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590000 x1830945734541696/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.587869:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590000 with x1830945734541696 ext(0->4095) 00010000:00010000:2.0:1746126433.587876:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.587977:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.587984:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d590000 00000100:00100000:2.0:1746126433.588011:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1924 00000100:00100000:2.0:1746126433.588017:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1964:x1830945734541696:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126433.588160:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1964:x1830945734541696:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (1181us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.588169:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1924 00002000:00100000:2.0:1746126433.588175:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590000 x1830945734541696/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.588182:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590000 with x1830945734541696 ext(0->4095) 00010000:00010000:2.0:1746126433.588187:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.588196:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.588201:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d590000 00000100:00100000:0.0:1746126433.590808:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.590989:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734541824 00000100:00100000:2.0:1746126433.590996:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734541824 00010000:00010000:2.0:1746126433.591132:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.591163:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17367 00000100:00100000:2.0:1746126433.591170:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1965:x1830945734541824:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.591182:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.591198:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.591207:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.591223:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80d27 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf4a expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.591471:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.591474:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.591481:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80d2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf51 expref: 70 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.591488:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf51 expref: 70 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.591528:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf51 expref: 70 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.591538:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726341760:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.592005:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.594291:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.594389:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726341760:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.594405:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.594442:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1965:x1830945734541824:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3271us (3639us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.594451:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17367 00000100:00100000:1.0:1746126433.594600:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734542080 00000100:00100000:1.0:1746126433.594606:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734542080 00002000:00100000:1.0:1746126433.594634:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d591500 x1830945734542080/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.594643:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d591500 with x1830945734542080 ext(0->4095) 00002000:00010000:1.0:1746126433.594646:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d591500 00000100:00100000:1.0:1746126433.594673:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3922 00000100:00100000:1.0:1746126433.594680:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1963:x1830945734542080:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126433.594802:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1963:x1830945734542080:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.594807:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3922 00002000:00100000:1.0:1746126433.594811:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d591500 x1830945734542080/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.594817:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d591500 with x1830945734542080 ext(0->4095) 00002000:00010000:1.0:1746126433.594819:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d591500 00000100:00100000:0.0:1746126433.596958:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.597281:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734542208 00000100:00100000:3.0:1746126433.597289:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734542208 00000100:00100000:3.0:1746126433.597318:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5230 00000100:00100000:3.0:1746126433.597323:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734542208:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.597336:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.597348:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf58 expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.597372:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80d2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf51 expref: 69 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.597378:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.597379:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.597381:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.597406:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf51 expref: 69 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.597421:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80d2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf51 expref: 69 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.597431:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726341888:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.597499:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.603440:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726341888:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126433.603449:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:3.0:1746126433.603465:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 6 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.603478:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660200, rc 0) 00000100:00100000:2.0:1746126433.603679:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734542336 00000100:00100000:2.0:1746126433.603685:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734542336 00010000:00010000:2.0:1746126433.603710:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80d2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf51 expref: 70 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.604007:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734542208:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6682us (7053us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.604014:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5230 00000100:00100000:2.0:1746126433.604143:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17368 00000100:00100000:2.0:1746126433.604150:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d591f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734542336:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.604163:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.604178:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80d2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf51 expref: 70 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.604186:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf51 expref: 70 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.604202:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80d2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf51 expref: 70 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.604222:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.604224:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.604229:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.604236:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.604260:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.604269:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726342016:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.604324:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.607354:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.607770:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734542464 00000100:00100000:3.0:1746126433.607777:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734542464 00000100:00100000:3.0:1746126433.607808:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5231 00000100:00100000:3.0:1746126433.607814:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31643:x1830945734542464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.607827:0:9140:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.607839:0:9140:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf5f expref: -99 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.607859:0:9140:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.607869:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.607870:0:9140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.607873:0:9140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 71 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.607894:0:9140:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 5 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.607903:0:9140:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 5 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.607911:0:9140:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726342144:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.608129:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726342016:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.608145:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.608668:0:9140:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.608718:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d591f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1964:x1830945734542336:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4568us (5268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.608729:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17368 00000100:00100000:1.0:1746126433.608888:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.608988:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734542720 00000100:00100000:3.0:1746126433.608992:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734542720 00002000:00100000:3.0:1746126433.609013:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093108e00 x1830945734542720/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.609038:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108e00 with x1830945734542720 ext(0->4095) 00010000:00010000:3.0:1746126433.609044:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.609053:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.609058:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093108e00 00000100:00100000:3.0:1746126433.609073:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1925 00000100:00100000:3.0:1746126433.609078:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734542720:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126433.609185:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734542720:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (296us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.609190:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1925 00002000:00100000:3.0:1746126433.609195:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093108e00 x1830945734542720/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.609201:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108e00 with x1830945734542720 ext(0->4095) 00010000:00010000:3.0:1746126433.609205:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.609213:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.609217:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093108e00 00000100:00100000:1.0:1746126433.612265:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.612435:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734542848 00000100:00100000:0.0:1746126433.612441:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734542848 00000100:00100000:0.0:1746126433.612478:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5232 00000100:00100000:0.0:1746126433.612484:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31655:x1830945734542848:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126433.612498:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126433.612517:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80d43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf66 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.612537:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.612541:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 72 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.612546:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126433.612549:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80d43 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf66 expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.612575:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 72 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.612585:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80d43 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf66 expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.612593:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06200, rc 0) 00000100:00100000:3.0:1746126433.612701:0:9140:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9140:1830945726342144:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.612715:0:9140:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 72 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.612722:0:9140:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661c00, rc 0) 00000100:00100000:3.0:1746126433.613641:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:31643:x1830945734542464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5824us (6290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.613648:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5231 00000100:00100000:0.0:1746126433.613996:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31655:x1830945734542848:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1510us (1736us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.614002:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5232 00000100:00100000:1.0:1746126433.614265:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.614317:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734542976 00000100:00100000:2.0:1746126433.614323:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734542976 00010000:00010000:2.0:1746126433.614342:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.614369:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17369 00000100:00100000:2.0:1746126433.614374:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734542976:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.614385:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.614402:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.614412:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.614429:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80d35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf58 expref: 6 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.614451:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.614453:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.614457:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 70 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.614464:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 70 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.614485:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 70 pid: 9140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.614494:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 70 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.614503:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726342400:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.614567:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.617336:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726342400:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.617355:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.617841:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734542976:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3464us (3574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.617851:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17369 00000100:00100000:1.0:1746126433.618066:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.618348:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734543232 00000100:00100000:2.0:1746126433.618354:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734543232 00002000:00100000:2.0:1746126433.618382:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009310b480 x1830945734543232/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.618391:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b480 with x1830945734543232 ext(0->4095) 00010000:00010000:2.0:1746126433.618397:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.618408:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.618413:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009310b480 00000100:00100000:2.0:1746126433.618439:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1926 00000100:00100000:2.0:1746126433.618444:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1963:x1830945734543232:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126433.618569:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1963:x1830945734543232:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (503us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.618574:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1926 00002000:00100000:2.0:1746126433.618580:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009310b480 x1830945734543232/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.618586:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b480 with x1830945734543232 ext(0->4095) 00010000:00010000:2.0:1746126433.618590:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.618598:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.618604:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009310b480 00000100:00100000:1.0:1746126433.624605:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.624729:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734543360 00000100:00100000:2.0:1746126433.624737:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734543360 00010000:00010000:2.0:1746126433.624764:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.624788:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17370 00000100:00100000:2.0:1746126433.624794:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1964:x1830945734543360:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.624806:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.624822:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.624832:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.624851:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80d3c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf5f expref: 71 pid: 9140 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.624867:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.624869:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.624874:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80d43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf66 expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.624880:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf66 expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.624906:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf66 expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.624916:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726342528:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.625181:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092cddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.627549:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.627602:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734543616 00000100:00100000:3.0:1746126433.627609:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734543616 00002000:00100000:3.0:1746126433.627641:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590a80 x1830945734543616/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.627651:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590a80 with x1830945734543616 ext(0->4095) 00002000:00010000:3.0:1746126433.627655:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d590a80 00000100:00100000:3.0:1746126433.627807:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3923 00000100:00100000:3.0:1746126433.627815:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1965:x1830945734543616:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126433.627949:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1965:x1830945734543616:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (404us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.627955:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3923 00002000:00100000:3.0:1746126433.627960:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d590a80 x1830945734543616/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.627967:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d590a80 with x1830945734543616 ext(0->4095) 00002000:00010000:3.0:1746126433.627969:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d590a80 00000100:00100000:2.0:1746126433.628342:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726342528:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.628362:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.628388:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734543360:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3594us (3790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.628395:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17370 00000100:00100000:0.0:1746126433.629073:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.629139:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734543744 00000100:00100000:2.0:1746126433.629143:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734543744 00000100:00100000:2.0:1746126433.629176:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5233 00000100:00100000:2.0:1746126433.629181:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734543744:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.629192:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.629205:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf6d expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.629224:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80d43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf66 expref: 69 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.629231:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.629232:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.629235:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d4a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf6d expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.629257:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf66 expref: 69 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.629266:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf66 expref: 69 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.629275:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726342656:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.629333:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2116c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.632199:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726342656:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.632225:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d4a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf6d expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.632239:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094010800, rc 0) 00000100:00100000:2.0:1746126433.632286:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734543744:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3104us (3212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.632296:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5233 00000100:00100000:0.0:1746126433.633088:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.633179:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734543872 00000100:00100000:3.0:1746126433.633185:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734543872 00010000:00010000:3.0:1746126433.633209:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf66 expref: 70 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.633240:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17371 00000100:00100000:3.0:1746126433.633249:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1963:x1830945734543872:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.633260:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.633276:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf66 expref: 70 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.633286:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf66 expref: 70 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.633569:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80d43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf66 expref: 70 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.633702:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.633705:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.633712:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf6d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.633719:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf6d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.633743:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf6d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.633752:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726342784:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.634593:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.635615:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726342784:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.635629:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.635666:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+69:1963:x1830945734543872:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2419us (2578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.635674:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17371 00000100:00100000:0.0:1746126433.636386:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.636559:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734544128 00000100:00100000:3.0:1746126433.636565:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734544128 00002000:00100000:3.0:1746126433.636594:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d592680 x1830945734544128/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.636607:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d592680 with x1830945734544128 ext(0->4095) 00002000:00010000:3.0:1746126433.636611:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d592680 00000100:00100000:3.0:1746126433.636630:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3924 00000100:00100000:3.0:1746126433.636636:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734544128:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126433.637184:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734544128:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 547us (798us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.637190:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3924 00002000:00100000:3.0:1746126433.637195:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d592680 x1830945734544128/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.637201:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d592680 with x1830945734544128 ext(0->4095) 00002000:00010000:3.0:1746126433.637204:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d592680 00000100:00100000:0.0:1746126433.639250:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.639309:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734544256 00000100:00100000:2.0:1746126433.639317:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734544256 00000100:00100000:0.0:1746126433.639319:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.639354:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734544384 00000100:00100000:2.0:1746126433.639357:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734544384 00000100:00100000:2.0:1746126433.639384:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5234 00000100:00100000:2.0:1746126433.639390:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31655:x1830945734544256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.639402:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.639415:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf74 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.639439:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf6d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.639445:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.639446:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746126433.639489:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5235 00000100:00100000:1.0:1746126433.639497:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31643:x1830945734544384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126433.639511:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126433.639518:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf7b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.639592:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.639620:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.639624:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.639629:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126433.639631:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.639662:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.639674:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.639682:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19e00, rc 0) 00000100:00100000:1.0:1746126433.639725:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:31643:x1830945734544384:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 230us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.639734:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5235 00010000:00010000:2.0:1746126433.639991:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf6d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.640002:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf6d expref: 5 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.640011:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726343040:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.640091:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2116c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.647257:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726343040:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.647284:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.647297:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094010600, rc 0) 00000100:00100000:2.0:1746126433.647343:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31655:x1830945734544256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7952us (8097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.647351:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5234 00000100:00100000:1.0:1746126433.647403:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.647497:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734544512 00000100:00100000:3.0:1746126433.647510:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734544512 00010000:00010000:3.0:1746126433.647533:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf6d expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.647564:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17372 00000100:00100000:3.0:1746126433.647569:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734544512:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.647580:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.647596:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf6d expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.647605:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf6d expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.647622:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf6d expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.647633:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.647635:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.647640:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.647647:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.647669:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 70 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.647678:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 70 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.647688:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726343168:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.647740:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.650190:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726343168:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.650204:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.650243:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734544512:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2673us (2840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.650251:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17372 00000100:00100000:0.0:1746126433.651381:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.651476:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734544768 00000100:00100000:3.0:1746126433.651482:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734544768 00002000:00100000:3.0:1746126433.651638:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac4a80 x1830945734544768/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.651647:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac4a80 with x1830945734544768 ext(0->4095) 00010000:00010000:3.0:1746126433.651654:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 71 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.651665:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 71 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.651671:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac4a80 00000100:00100000:3.0:1746126433.651848:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1927 00000100:00100000:3.0:1746126433.651854:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1963:x1830945734544768:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126433.651971:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1963:x1830945734544768:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (592us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.651976:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1927 00002000:00100000:3.0:1746126433.651981:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac4a80 x1830945734544768/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.651987:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac4a80 with x1830945734544768 ext(0->4095) 00010000:00010000:3.0:1746126433.651994:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 71 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.652003:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 71 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.652008:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac4a80 00000100:00100000:0.0:1746126433.654953:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.655051:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734544896 00000100:00100000:2.0:1746126433.655058:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734544896 00000100:00100000:2.0:1746126433.655106:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5236 00000100:00100000:2.0:1746126433.655114:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734544896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.655129:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.655142:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf82 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.655164:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.655169:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.655174:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126433.655177:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.655204:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.655214:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.655223:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129eb2200, rc 0) 00000100:00100000:2.0:1746126433.655252:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734544896:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.655258:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5236 00000100:00100000:0.0:1746126433.658131:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.658519:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734545024 00000100:00100000:3.0:1746126433.658527:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734545024 00010000:00010000:3.0:1746126433.658552:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 71 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.658581:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17373 00000100:00100000:3.0:1746126433.658588:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1963:x1830945734545024:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.658600:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.658617:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 71 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.658628:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 71 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.658646:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094010600/0x9851078746b80d51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf74 expref: 71 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.658670:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.658672:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.658678:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.658685:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.658711:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.658724:0:7072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 70 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.658733:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726343424:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.658798:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.663288:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.663592:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726343424:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.663611:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.663648:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1963:x1830945734545024:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5060us (5523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.663657:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17373 00000100:00100000:2.0:1746126433.663742:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734545280 00000100:00100000:2.0:1746126433.663747:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734545280 00002000:00100000:2.0:1746126433.663777:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac5880 x1830945734545280/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.663786:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac5880 with x1830945734545280 ext(0->4095) 00010000:00010000:2.0:1746126433.663792:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 70 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.663803:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 70 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.663808:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac5880 00000100:00100000:2.0:1746126433.663822:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1928 00000100:00100000:2.0:1746126433.663833:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734545280:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126433.663958:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734545280:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (679us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.663963:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1928 00002000:00100000:2.0:1746126433.663968:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac5880 x1830945734545280/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.663980:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac5880 with x1830945734545280 ext(0->4095) 00010000:00010000:2.0:1746126433.663984:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 70 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.663992:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 70 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.663997:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac5880 00000100:00100000:0.0:1746126433.669131:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.669177:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.669200:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734545536 00000100:00100000:0.0:1746126433.669206:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734545536 00010000:00010000:0.0:1746126433.669232:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 70 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:0.0:1746126433.669271:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17374 00000100:00100000:0.0:1746126433.669278:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734545536:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126433.669289:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126433.669307:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 70 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126433.669318:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 70 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126433.669337:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80d58 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf7b expref: 70 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126433.669353:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.669355:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.669361:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.669367:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.669391:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126433.669401:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dac7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726343552:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126433.669457:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126433.669744:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734545408 00000100:00100000:1.0:1746126433.669748:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734545408 00000100:00100000:1.0:1746126433.669769:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5237 00000100:00100000:1.0:1746126433.669774:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31643:x1830945734545408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126433.669784:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126433.669793:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf89 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.669809:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.669814:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.669815:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.669818:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d66 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf89 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.669831:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.669840:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 5 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:1.0:1746126433.669849:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726343680:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126433.669869:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.672155:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dac7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726343552:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126433.672170:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126433.672197:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1964:x1830945734545536:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2918us (3019us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.672205:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17374 00000100:00100000:0.0:1746126433.672271:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.674639:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734545792 00000100:00100000:3.0:1746126433.674650:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734545792 00002000:00100000:3.0:1746126433.674688:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac7b80 x1830945734545792/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.674697:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac7b80 with x1830945734545792 ext(0->4095) 00010000:00010000:3.0:1746126433.674706:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.674717:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.674724:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac7b80 00000100:00100000:3.0:1746126433.674751:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1929 00000100:00100000:3.0:1746126433.674758:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734545792:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126433.674906:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734545792:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (2635us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.674912:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1929 00002000:00100000:3.0:1746126433.674918:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac7b80 x1830945734545792/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.674924:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac7b80 with x1830945734545792 ext(0->4095) 00010000:00010000:3.0:1746126433.674928:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.674938:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.674943:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dac7b80 00000100:00100000:2.0:1746126433.675217:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726343680:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.675237:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf89 expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.675247:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:2.0:1746126433.675268:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31643:x1830945734545408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5493us (6144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.675274:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5237 00000100:00100000:1.0:1746126433.677557:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.689054:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734545920 00000100:00100000:2.0:1746126433.689064:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734545920 00000100:00100000:2.0:1746126433.689116:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5238 00000100:00100000:2.0:1746126433.689124:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ad7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:31655:x1830945734545920:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.689137:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.689153:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf90 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.689174:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.689180:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf89 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.689184:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.689187:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.689217:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf89 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.689233:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.689241:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094010200, rc 0) 00000100:00100000:2.0:1746126433.689290:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ad7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31655:x1830945734545920:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (11737us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.689295:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5238 00000100:00100000:2.0:1746126433.690281:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.690335:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734546048 00000100:00100000:0.0:1746126433.690339:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734546048 00010000:00010000:0.0:1746126433.690357:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:0.0:1746126433.690385:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17375 00000100:00100000:0.0:1746126433.690391:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734546048:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126433.690398:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126433.690416:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126433.690424:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126433.690439:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80d5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf82 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126433.690451:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.690452:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.690457:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf89 expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.690464:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf89 expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.690483:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf89 expref: 70 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.690496:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf89 expref: 70 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:0.0:1746126433.690515:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dac7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726343936:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126433.692497:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126433.693668:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.693690:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734546176 00000100:00100000:1.0:1746126433.693696:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734546176 00010000:00010000:1.0:1746126433.693720:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d66 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf89 expref: 71 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:0.0:1746126433.693872:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17376 00000100:00100000:0.0:1746126433.693881:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1963:x1830945734546176:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126433.693911:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126433.693927:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d66 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf89 expref: 71 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126433.694767:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf89 expref: 71 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126433.694789:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.694791:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.694796:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.694804:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.694833:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126433.694846:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dac5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726344064:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126433.694926:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6300 going to sleep for 11 seconds 00010000:00010000:0.0:1746126433.694956:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf89 expref: 71 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:0.0:1746126433.694967:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dac7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726343936:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126433.694978:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126433.694996:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734546048:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4604us (4715us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.695002:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17375 00000100:00100000:2.0:1746126433.699499:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dac5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726344064:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.699526:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.699571:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1963:x1830945734546176:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5691us (5907us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.699581:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17376 00000100:00100000:0.0:1746126433.700518:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.700585:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734546432 00000100:00100000:3.0:1746126433.700591:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734546432 00002000:00100000:3.0:1746126433.700621:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac7480 x1830945734546432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.700630:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac7480 with x1830945734546432 ext(0->4095) 00002000:00010000:3.0:1746126433.700633:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dac7480 00000100:00100000:3.0:1746126433.700656:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3925 00000100:00100000:3.0:1746126433.700661:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734546432:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126433.700787:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1964:x1830945734546432:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (271us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.700793:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3925 00002000:00100000:3.0:1746126433.700799:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dac7480 x1830945734546432/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.700805:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dac7480 with x1830945734546432 ext(0->4095) 00002000:00010000:3.0:1746126433.700807:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dac7480 00000100:00100000:0.0:1746126433.709515:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.709580:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734546560 00000100:00100000:2.0:1746126433.709588:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734546560 00000100:00100000:2.0:1746126433.709639:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5239 00000100:00100000:2.0:1746126433.709648:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734546560:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.709665:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.709679:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf97 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.709702:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 69 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.709709:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.709710:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.709713:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d74 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf97 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.709747:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 69 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.709756:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 69 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.709766:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726344192:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.709846:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2116c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.712219:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726344192:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.712248:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d74 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf97 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.712261:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094010800, rc 0) 00000100:00100000:2.0:1746126433.712304:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734546560:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2656us (2805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.712315:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5239 00000100:00100000:0.0:1746126433.715439:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.715594:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734546688 00000100:00100000:2.0:1746126433.715601:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734546688 00002000:00100000:2.0:1746126433.715634:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013332bb80 x1830945734546688/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.715642:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332bb80 with x1830945734546688 ext(0->7) 00010000:00010000:2.0:1746126433.715650:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 70 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.715663:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 70 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.715669:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013332bb80 00000100:00100000:2.0:1746126433.716591:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1930 00000100:00100000:2.0:1746126433.716601:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+70:1963:x1830945734546688:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126433.716864:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1963:x1830945734546688:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 264us (1430us total) trans 4294968060 rc 0/0 00000100:00100000:2.0:1746126433.716871:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1930 00002000:00100000:2.0:1746126433.716877:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013332bb80 x1830945734546688/t4294968060(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/448 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.716884:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332bb80 with x1830945734546688 ext(0->7) 00010000:00010000:2.0:1746126433.716889:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.716902:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.716907:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013332bb80 00000100:00100000:1.0:1746126433.721103:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.721144:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734546816 00000100:00100000:2.0:1746126433.721151:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734546816 00010000:00010000:2.0:1746126433.721178:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.721202:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17377 00000100:00100000:2.0:1746126433.721208:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1965:x1830945734546816:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.721220:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.721235:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.721245:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.721261:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094010200/0x9851078746b80d6d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf90 expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.721674:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.721676:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.721683:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d74 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf97 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.721694:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf97 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.721722:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf97 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.721732:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726344320:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.722111:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2116c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.725950:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.726054:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734547072 00000100:00100000:3.0:1746126433.726061:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734547072 00002000:00100000:3.0:1746126433.726093:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133329880 x1830945734547072/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.726102:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133329880 with x1830945734547072 ext(0->4095) 00002000:00010000:3.0:1746126433.726107:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133329880 00000100:00100000:3.0:1746126433.726120:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3926 00000100:00100000:3.0:1746126433.726126:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734547072:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126433.726251:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734547072:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (305us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.726257:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3926 00002000:00100000:3.0:1746126433.726262:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133329880 x1830945734547072/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.726268:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133329880 with x1830945734547072 ext(0->4095) 00002000:00010000:3.0:1746126433.726270:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133329880 00000100:00100000:2.0:1746126433.726554:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726344320:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.726570:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.726590:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1965:x1830945734546816:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5383us (5495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.726597:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17377 00000100:00100000:2.0:1746126433.731181:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.732167:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734547200 00000100:00100000:0.0:1746126433.732175:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734547200 00000100:00100000:0.0:1746126433.732220:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5240 00000100:00100000:0.0:1746126433.732228:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31655:x1830945734547200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126433.732243:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126433.732257:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdf9e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.732281:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d74 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf97 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.732292:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.732293:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.732296:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.732320:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf97 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.732330:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf97 expref: 5 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:0.0:1746126433.732339:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133329c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726344448:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126433.733883:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.738767:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.738884:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734547328 00000100:00100000:3.0:1746126433.738891:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734547328 00000100:00100000:3.0:1746126433.738924:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5241 00000100:00100000:3.0:1746126433.738930:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31643:x1830945734547328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.738946:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.738960:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdfa5 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.738981:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.738986:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 74 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.738992:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.738994:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.739047:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 74 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.739059:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.739067:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661200, rc 0) 00000100:00100000:1.0:1746126433.739338:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133329c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726344448:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126433.739354:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 74 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.739361:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:3.0:1746126433.740128:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31643:x1830945734547328:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1195us (1365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.740134:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5241 00000100:00100000:1.0:1746126433.740203:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31655:x1830945734547200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7976us (9029us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.740207:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5240 00000100:00100000:1.0:1746126433.741549:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.741630:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734547456 00000100:00100000:3.0:1746126433.741637:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734547456 00010000:00010000:3.0:1746126433.741663:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf97 expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.741698:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17378 00000100:00100000:3.0:1746126433.741705:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734547456:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.741719:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.741737:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf97 expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.741748:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf97 expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.741764:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094010800/0x9851078746b80d74 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf97 expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.742865:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.742868:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.742876:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.742884:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.742913:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.742923:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.742933:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726344704:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.745186:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126433.751428:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726344704:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126433.751445:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126433.751472:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734547456:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 9767us (9927us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.751480:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17378 00000100:00100000:1.0:1746126433.751532:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.751770:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734547712 00000100:00100000:0.0:1746126433.751776:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734547712 00002000:00100000:0.0:1746126433.751805:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093109180 x1830945734547712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126433.751814:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109180 with x1830945734547712 ext(0->4095) 00010000:00010000:0.0:1746126433.751820:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126433.751831:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:0.0:1746126433.751837:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093109180 00000100:00100000:0.0:1746126433.751861:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1931 00000100:00100000:0.0:1746126433.751868:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734547712:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126433.751980:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734547712:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (447us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126433.751986:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1931 00002000:00100000:0.0:1746126433.751990:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093109180 x1830945734547712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126433.751997:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109180 with x1830945734547712 ext(0->4095) 00010000:00010000:0.0:1746126433.752001:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126433.752009:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:0.0:1746126433.752014:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093109180 00000100:00100000:0.0:1746126433.755100:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.755172:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734547840 00000100:00100000:1.0:1746126433.755179:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734547840 00000100:00100000:1.0:1746126433.755219:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5242 00000100:00100000:1.0:1746126433.755226:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734547840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126433.755240:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126433.755251:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdfac expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.755273:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126433.755278:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.755284:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126433.755287:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.755313:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.755324:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.755332:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:1.0:1746126433.755363:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734547840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.755369:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5242 00000100:00100000:0.0:1746126433.755944:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.755992:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734547968 00000100:00100000:1.0:1746126433.755995:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734547968 00010000:00010000:1.0:1746126433.756008:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:1.0:1746126433.756041:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17379 00000100:00100000:1.0:1746126433.756046:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1964:x1830945734547968:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126433.756052:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126433.756067:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.756075:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.756089:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80d7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdf9e expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.756781:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.756784:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.756790:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.756796:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.756819:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.756829:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 72 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:1.0:1746126433.756838:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726344960:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126433.757690:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126433.760750:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726344960:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126433.760769:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126433.761136:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1964:x1830945734547968:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5085us (5189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.761145:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17379 00000100:00100000:0.0:1746126433.761651:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.761969:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734548224 00000100:00100000:3.0:1746126433.761976:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734548224 00002000:00100000:3.0:1746126433.762005:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133328700 x1830945734548224/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.762013:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328700 with x1830945734548224 ext(0->4095) 00010000:00010000:3.0:1746126433.762019:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 72 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.762043:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 72 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.762049:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133328700 00000100:00100000:3.0:1746126433.762061:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1932 00000100:00100000:3.0:1746126433.762066:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1964:x1830945734548224:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126433.762183:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1964:x1830945734548224:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (533us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.762188:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1932 00002000:00100000:3.0:1746126433.762192:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133328700 x1830945734548224/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.762199:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328700 with x1830945734548224 ext(0->4095) 00010000:00010000:3.0:1746126433.762203:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 72 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.762211:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 72 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.762216:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133328700 00000100:00100000:0.0:1746126433.765118:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.765602:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734548352 00000100:00100000:3.0:1746126433.765609:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734548352 00000100:00100000:0.0:1746126433.765913:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.765939:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5243 00000100:00100000:3.0:1746126433.765946:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:31643:x1830945734548352:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.765959:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.765970:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdfb3 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.765990:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.765995:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.766000:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126433.766003:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfb3 expref: 73 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.766071:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.766082:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d90 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfb3 expref: 73 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.766091:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661600, rc 0) 00000100:00100000:3.0:1746126433.767639:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31643:x1830945734548352:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1688us (2520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.767648:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5243 00000100:00100000:3.0:1746126433.767690:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734548480 00000100:00100000:3.0:1746126433.767695:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734548480 00010000:00010000:3.0:1746126433.767713:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.767731:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17380 00000100:00100000:3.0:1746126433.767736:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133329c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1964:x1830945734548480:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.767745:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.767761:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.767771:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.767787:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80d82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfa5 expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.767812:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.767814:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.767820:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.767826:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.767848:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.767857:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 5 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.767871:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726345216:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.768499:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.771261:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726345216:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.771281:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.771460:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133329c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1964:x1830945734548480:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3721us (5546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.771469:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17380 00000100:00100000:0.0:1746126433.771655:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.773007:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734548736 00000100:00100000:1.0:1746126433.773015:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734548736 00002000:00100000:1.0:1746126433.773064:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466300 x1830945734548736/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.773073:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466300 with x1830945734548736 ext(0->4095) 00010000:00010000:1.0:1746126433.773079:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.773091:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.773097:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131466300 00000100:00100000:1.0:1746126433.773264:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1933 00000100:00100000:1.0:1746126433.773271:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734548736:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126433.773545:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734548736:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 273us (1889us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.773551:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1933 00002000:00100000:1.0:1746126433.773557:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466300 x1830945734548736/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.773564:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466300 with x1830945734548736 ext(0->4095) 00010000:00010000:1.0:1746126433.773568:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.773577:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.773582:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131466300 00000100:00100000:0.0:1746126433.777976:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.778095:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734548864 00000100:00100000:2.0:1746126433.778102:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734548864 00010000:00010000:2.0:1746126433.778130:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.778165:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17381 00000100:00100000:2.0:1746126433.778171:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734548864:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126433.778182:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126433.778199:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.778214:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.778237:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80d89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfac expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.778251:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.778253:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.778258:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfb3 expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.778264:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfb3 expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.778290:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfb3 expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126433.778300:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726345344:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126433.778350:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.781996:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.782185:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726345344:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126433.782203:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126433.782233:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734548864:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4062us (4264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.782242:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17381 00000100:00100000:1.0:1746126433.783071:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734549120 00000100:00100000:1.0:1746126433.783077:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734549120 00002000:00100000:1.0:1746126433.783106:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131465c00 x1830945734549120/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.783115:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465c00 with x1830945734549120 ext(0->4095) 00002000:00010000:1.0:1746126433.783118:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131465c00 00000100:00100000:1.0:1746126433.783143:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3927 00000100:00100000:1.0:1746126433.783149:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1964:x1830945734549120:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126433.783268:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1964:x1830945734549120:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (1280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.783273:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3927 00002000:00100000:1.0:1746126433.783279:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131465c00 x1830945734549120/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.783284:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465c00 with x1830945734549120 ext(0->4095) 00002000:00010000:1.0:1746126433.783287:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131465c00 00000100:00100000:0.0:1746126433.785129:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.785201:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734549248 00000100:00100000:1.0:1746126433.785208:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734549248 00000100:00100000:1.0:1746126433.785271:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5244 00000100:00100000:1.0:1746126433.785277:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734549248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126433.785290:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126433.785302:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdfba expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.785326:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfb3 expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.785332:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126433.785333:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126433.785336:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.785360:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfb3 expref: 71 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.785368:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfb3 expref: 71 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:1.0:1746126433.785377:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726345472:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126433.786147:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126433.788095:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726345472:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126433.788118:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.788130:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18a00, rc 0) 00000100:00100000:1.0:1746126433.788163:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734549248:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2885us (3037us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126433.788173:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5244 00000100:00100000:0.0:1746126433.788651:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.788887:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734549376 00000100:00100000:3.0:1746126433.788893:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734549376 00010000:00010000:3.0:1746126433.788914:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfb3 expref: 72 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.788933:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17382 00000100:00100000:3.0:1746126433.788938:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1963:x1830945734549376:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.788948:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.788965:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfb3 expref: 72 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.788973:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfb3 expref: 72 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.788990:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80d90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfb3 expref: 72 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.789958:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.789961:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.789969:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.789977:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.790005:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.790014:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726345600:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.790100:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.791991:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.792358:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734549504 00000100:00100000:1.0:1746126433.792365:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734549504 00000100:00100000:1.0:1746126433.792413:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5245 00000100:00100000:1.0:1746126433.792420:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:31643:x1830945734549504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126433.792435:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126433.792450:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdfc1 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.792471:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.792478:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.792479:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126433.792482:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.792515:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126433.792524:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 5 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:1.0:1746126433.792533:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726345728:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126433.792602:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.793826:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726345600:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.793843:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.793882:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734549376:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4942us (5230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.793890:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17382 00000100:00100000:0.0:1746126433.794054:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.794144:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734549760 00000100:00100000:3.0:1746126433.794149:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734549760 00002000:00100000:3.0:1746126433.794174:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467800 x1830945734549760/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.794182:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467800 with x1830945734549760 ext(0->4095) 00010000:00010000:3.0:1746126433.794188:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.794198:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.794210:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467800 00000100:00100000:3.0:1746126433.794226:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1934 00000100:00100000:3.0:1746126433.794231:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734549760:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126433.794494:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734549760:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 261us (470us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.794499:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1934 00002000:00100000:3.0:1746126433.794513:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467800 x1830945734549760/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.794520:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467800 with x1830945734549760 ext(0->4095) 00010000:00010000:3.0:1746126433.794524:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.794533:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126433.794538:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467800 00000100:00100000:3.0:1746126433.795212:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726345728:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.795229:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.795240:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18c00, rc 0) 00000100:00100000:3.0:1746126433.795519:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:31643:x1830945734549504:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3097us (3531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.795528:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5245 00000100:00100000:2.0:1746126433.798778:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.798986:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734549888 00000100:00100000:3.0:1746126433.798993:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734549888 00000100:00100000:3.0:1746126433.799045:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5246 00000100:00100000:3.0:1746126433.799051:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:31655:x1830945734549888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.799065:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.799077:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80da5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdfc8 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.799096:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.799101:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.799105:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.799108:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80da5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc8 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.799133:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.799144:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80da5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc8 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.799151:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661c00, rc 0) 00000100:00100000:3.0:1746126433.799183:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31655:x1830945734549888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.799189:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5246 00000100:00100000:0.0:1746126433.800312:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.800404:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734550016 00000100:00100000:3.0:1746126433.800408:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734550016 00010000:00010000:3.0:1746126433.800426:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.800442:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17383 00000100:00100000:3.0:1746126433.800447:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734550016:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.800455:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.800472:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.800481:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.800496:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80d97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfba expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.800527:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.800529:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.800534:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.800540:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.800559:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.800573:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.800583:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726345984:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.802092:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.805224:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726345984:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.805243:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.805860:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734550016:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5409us (5547us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.805870:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17383 00000100:00100000:0.0:1746126433.806358:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126433.806558:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734550272 00000100:00100000:1.0:1746126433.806564:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734550272 00002000:00100000:1.0:1746126433.806596:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131465180 x1830945734550272/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.806605:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465180 with x1830945734550272 ext(0->4095) 00010000:00010000:1.0:1746126433.806611:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.806622:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.806628:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131465180 00000100:00100000:1.0:1746126433.806649:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1935 00000100:00100000:1.0:1746126433.806655:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1964:x1830945734550272:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126433.806784:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1964:x1830945734550272:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.806790:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1935 00002000:00100000:1.0:1746126433.806794:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131465180 x1830945734550272/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.806801:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465180 with x1830945734550272 ext(0->4095) 00010000:00010000:1.0:1746126433.806805:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.806813:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.806818:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131465180 00000100:00100000:0.0:1746126433.814721:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.815397:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734550400 00000100:00100000:3.0:1746126433.815407:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734550400 00010000:00010000:3.0:1746126433.815432:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.815462:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17384 00000100:00100000:3.0:1746126433.815468:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a564d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1964:x1830945734550400:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.815479:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.815495:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.815512:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.815529:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80d9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc1 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.816805:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.816808:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.816817:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80da5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc8 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.816825:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80da5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc8 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.816856:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80da5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc8 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.816867:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726346112:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.816945:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.820241:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.820368:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734550656 00000100:00100000:2.0:1746126433.820374:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734550656 00002000:00100000:2.0:1746126433.820411:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131464a80 x1830945734550656/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.820419:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464a80 with x1830945734550656 ext(0->4095) 00002000:00010000:2.0:1746126433.820423:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131464a80 00000100:00100000:2.0:1746126433.820452:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3928 00000100:00100000:2.0:1746126433.820459:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734550656:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126433.820608:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734550656:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (372us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.820613:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3928 00002000:00100000:2.0:1746126433.820618:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131464a80 x1830945734550656/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.820624:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464a80 with x1830945734550656 ext(0->4095) 00002000:00010000:2.0:1746126433.820627:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131464a80 00000100:00100000:3.0:1746126433.820704:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726346112:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.820719:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.820738:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a564d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1964:x1830945734550400:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5270us (6024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.820744:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17384 00000100:00100000:0.0:1746126433.823632:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.823697:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734550784 00000100:00100000:2.0:1746126433.823703:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734550784 00000100:00100000:2.0:1746126433.823830:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5247 00000100:00100000:2.0:1746126433.823836:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734550784:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.823849:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.823862:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80dac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdfcf expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.823884:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80da5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc8 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.823895:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.823897:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.823899:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80dac lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfcf expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.823920:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80da5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc8 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.823930:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80da5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc8 expref: 71 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.823940:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726346240:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.824440:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.827084:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726346240:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.827109:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80dac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfcf expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.827122:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129eb2200, rc 0) 00000100:00100000:2.0:1746126433.827164:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734550784:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3327us (3535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.827170:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5247 00000100:00100000:0.0:1746126433.827537:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.827657:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734550912 00000100:00100000:3.0:1746126433.827663:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734550912 00010000:00010000:3.0:1746126433.827685:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80da5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc8 expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.827714:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17385 00000100:00100000:3.0:1746126433.827719:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1963:x1830945734550912:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.827731:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.827747:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80da5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc8 expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.827756:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80da5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc8 expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.827773:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80da5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfc8 expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.827797:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.827799:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.827804:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80dac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfcf expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.827810:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80dac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfcf expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.827835:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80dac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfcf expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.827845:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726346368:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.827893:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.830828:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.830916:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726346368:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.830934:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126433.830991:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734551168 00000100:00100000:1.0:1746126433.830997:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734551168 00002000:00100000:1.0:1746126433.831058:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467480 x1830945734551168/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.831067:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467480 with x1830945734551168 ext(0->4095) 00002000:00010000:1.0:1746126433.831070:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131467480 00000100:00100000:1.0:1746126433.831267:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3929 00000100:00100000:1.0:1746126433.831274:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734551168:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126433.831456:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1963:x1830945734550912:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3734us (3917us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.831467:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17385 00000100:00100000:1.0:1746126433.831610:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734551168:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 336us (787us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.831616:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3929 00002000:00100000:1.0:1746126433.831622:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467480 x1830945734551168/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.831629:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467480 with x1830945734551168 ext(0->4095) 00002000:00010000:1.0:1746126433.831632:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131467480 00000100:00100000:0.0:1746126433.831677:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.831837:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734551296 00000100:00100000:3.0:1746126433.831841:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734551296 00000100:00100000:3.0:1746126433.831875:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5248 00000100:00100000:3.0:1746126433.831881:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31643:x1830945734551296:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.831889:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.831900:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdfd6 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.831920:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80dac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfcf expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.831927:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.831928:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.831932:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.831954:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80dac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfcf expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.831964:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80dac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfcf expref: 5 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.831973:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726346496:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.832057:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.834802:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.834865:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734551424 00000100:00100000:2.0:1746126433.834873:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734551424 00000100:00100000:2.0:1746126433.834922:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5249 00000100:00100000:2.0:1746126433.834929:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31655:x1830945734551424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.834944:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.834957:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095664200/0x9851078746b80dba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdfdd expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.834982:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.834986:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.834992:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.834995:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095664200/0x9851078746b80dba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfdd expref: 74 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.835049:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.835061:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095664200/0x9851078746b80dba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfdd expref: 74 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.835069:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095664200, rc 0) 00000100:00100000:2.0:1746126433.835116:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31655:x1830945734551424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.835122:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5249 00000100:00100000:3.0:1746126433.836290:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726346496:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.836309:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 73 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.836319:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660a00, rc 0) 00000100:00100000:3.0:1746126433.836358:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31643:x1830945734551296:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4477us (4680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.836363:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5248 00000100:00100000:2.0:1746126433.836385:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.836406:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734551552 00000100:00100000:3.0:1746126433.836409:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734551552 00010000:00010000:3.0:1746126433.836424:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80dac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfcf expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.836455:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17386 00000100:00100000:3.0:1746126433.836460:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734551552:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.836468:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.836485:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80dac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfcf expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.836494:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80dac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfcf expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.836522:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129eb2200/0x9851078746b80dac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfcf expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.836534:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.836536:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.836541:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.836547:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.836565:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.836573:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 72 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.836583:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726346752:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.836638:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.839838:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.839910:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726346752:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.839924:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.839965:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734551552:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3503us (3579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.839973:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17386 00000100:00100000:1.0:1746126433.840044:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734551808 00000100:00100000:1.0:1746126433.840050:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734551808 00002000:00100000:1.0:1746126433.840079:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467100 x1830945734551808/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.840087:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467100 with x1830945734551808 ext(0->4095) 00010000:00010000:1.0:1746126433.840094:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.840105:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.840115:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467100 00000100:00100000:1.0:1746126433.840131:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1936 00000100:00100000:1.0:1746126433.840137:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734551808:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126433.840261:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734551808:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (428us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126433.840266:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1936 00002000:00100000:1.0:1746126433.840272:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467100 x1830945734551808/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126433.840278:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467100 with x1830945734551808 ext(0->4095) 00010000:00010000:1.0:1746126433.840282:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:1.0:1746126433.840290:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:1.0:1746126433.840294:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467100 00000100:00100000:0.0:1746126433.843753:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.843847:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734551936 00000100:00100000:3.0:1746126433.843854:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734551936 00010000:00010000:3.0:1746126433.843882:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.843916:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17387 00000100:00100000:3.0:1746126433.843922:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734551936:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.843933:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.843951:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.843961:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.843980:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80db3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfd6 expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.844004:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.844005:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.844011:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095664200/0x9851078746b80dba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfdd expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.844018:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095664200/0x9851078746b80dba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfdd expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.844063:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095664200/0x9851078746b80dba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfdd expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.844073:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726346880:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.844145:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.846346:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726346880:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.846363:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.846406:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1963:x1830945734551936:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2483us (2659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.846414:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17387 00000100:00100000:0.0:1746126433.846763:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.847010:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734552192 00000100:00100000:3.0:1746126433.847016:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734552192 00002000:00100000:3.0:1746126433.847078:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092828e00 x1830945734552192/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.847086:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828e00 with x1830945734552192 ext(0->4095) 00002000:00010000:3.0:1746126433.847089:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092828e00 00000100:00100000:3.0:1746126433.847113:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3930 00000100:00100000:3.0:1746126433.847119:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1963:x1830945734552192:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126433.847234:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1963:x1830945734552192:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (471us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.847239:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3930 00002000:00100000:3.0:1746126433.847244:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092828e00 x1830945734552192/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126433.847250:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828e00 with x1830945734552192 ext(0->4095) 00002000:00010000:3.0:1746126433.847253:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092828e00 00000100:00100000:0.0:1746126433.849578:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.849856:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734552320 00000100:00100000:3.0:1746126433.849863:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734552320 00000100:00100000:3.0:1746126433.849906:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5250 00000100:00100000:3.0:1746126433.849911:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734552320:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126433.849924:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126433.849937:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80dc1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdfe4 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.849958:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095664200/0x9851078746b80dba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfdd expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.849967:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.849969:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126433.849971:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80dc1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfe4 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.849995:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095664200/0x9851078746b80dba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfdd expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.850005:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095664200/0x9851078746b80dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfdd expref: 71 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.850014:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726347008:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126433.850714:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.852207:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726347008:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.852402:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80dc1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfe4 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.852419:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660e00, rc 0) 00000100:00100000:3.0:1746126433.852463:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734552320:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2550us (2891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.852471:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5250 00000100:00100000:0.0:1746126433.853369:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.853732:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734552448 00000100:00100000:3.0:1746126433.853738:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734552448 00010000:00010000:3.0:1746126433.853762:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095664200/0x9851078746b80dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfdd expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.853824:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17388 00000100:00100000:3.0:1746126433.853830:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1964:x1830945734552448:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.853842:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.853858:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095664200/0x9851078746b80dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfdd expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.853867:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095664200/0x9851078746b80dba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfdd expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.853884:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095664200/0x9851078746b80dba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfdd expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.853910:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.853911:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.853917:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80dc1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfe4 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.853923:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80dc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfe4 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.853948:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80dc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfe4 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.853957:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726347136:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.854456:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.856384:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726347136:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.856400:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.856428:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1964:x1830945734552448:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2598us (3061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.856435:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17388 00000100:00100000:0.0:1746126433.856674:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.857067:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734552704 00000100:00100000:2.0:1746126433.857072:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734552704 00002000:00100000:2.0:1746126433.857102:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092829880 x1830945734552704/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.857116:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829880 with x1830945734552704 ext(0->4095) 00002000:00010000:2.0:1746126433.857120:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092829880 00000100:00100000:2.0:1746126433.857134:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3931 00000100:00100000:2.0:1746126433.857139:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734552704:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126433.857248:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734552704:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (574us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.857253:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3931 00002000:00100000:2.0:1746126433.857258:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092829880 x1830945734552704/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.857264:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829880 with x1830945734552704 ext(0->4095) 00002000:00010000:2.0:1746126433.857266:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092829880 00000100:00100000:0.0:1746126433.857721:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.858047:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734552832 00000100:00100000:2.0:1746126433.858051:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734552832 00000100:00100000:2.0:1746126433.858073:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5251 00000100:00100000:2.0:1746126433.858077:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31643:x1830945734552832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.858085:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.858097:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdfeb expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.858115:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80dc1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfe4 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.858121:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.858123:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.858127:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.858149:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80dc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfe4 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.858159:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80dc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfe4 expref: 5 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.858168:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726347264:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.858835:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.861359:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.861524:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734552960 00000100:00100000:2.0:1746126433.861531:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734552960 00000100:00100000:2.0:1746126433.861567:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5252 00000100:00100000:2.0:1746126433.861573:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31655:x1830945734552960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.861587:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.861601:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b80dcf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdff2 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.861622:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.861626:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.861632:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.861635:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b80dcf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff2 expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.861662:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.861673:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b80dcf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff2 expref: 74 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.861682:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a6ecc00, rc 0) 00000100:00100000:3.0:1746126433.862172:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726347264:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126433.862187:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 74 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.862194:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129f60e00, rc 0) 00000100:00100000:2.0:1746126433.863275:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31655:x1830945734552960:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1697us (1917us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.863282:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5252 00000100:00100000:3.0:1746126433.863335:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31643:x1830945734552832:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5255us (5613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.863340:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5251 00000100:00100000:2.0:1746126433.864975:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.865059:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734553088 00000100:00100000:3.0:1746126433.865066:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734553088 00010000:00010000:3.0:1746126433.865089:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80dc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfe4 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.866701:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17389 00000100:00100000:3.0:1746126433.866711:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734553088:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.866724:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.866742:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80dc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfe4 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.866754:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80dc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfe4 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.866776:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80dc1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfe4 expref: 6 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.866797:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.866799:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.866805:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.866812:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.866838:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 72 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.866848:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 72 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.866857:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726347520:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.866919:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.872716:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.872830:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726347520:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.872848:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.872897:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734553088:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6187us (7924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.872906:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17389 00000100:00100000:2.0:1746126433.873129:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734553344 00000100:00100000:2.0:1746126433.873134:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734553344 00002000:00100000:2.0:1746126433.873167:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092828700 x1830945734553344/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.873175:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828700 with x1830945734553344 ext(0->4095) 00010000:00010000:2.0:1746126433.873183:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.873195:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.873200:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092828700 00000100:00100000:2.0:1746126433.873837:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1937 00000100:00100000:2.0:1746126433.873845:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734553344:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126433.873962:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734553344:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (1252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.873970:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1937 00002000:00100000:2.0:1746126433.873974:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092828700 x1830945734553344/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.873981:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828700 with x1830945734553344 ext(0->4095) 00010000:00010000:2.0:1746126433.873985:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.873994:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.873998:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092828700 00000100:00100000:2.0:1746126433.876690:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.876749:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734553472 00000100:00100000:3.0:1746126433.876756:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734553472 00010000:00010000:3.0:1746126433.876780:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.876812:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17390 00000100:00100000:3.0:1746126433.876818:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1966:x1830945734553472:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.876829:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.876845:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.876855:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.876871:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129f60e00/0x9851078746b80dc8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdfeb expref: 73 pid: 17079 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.876896:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.876898:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.876904:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b80dcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff2 expref: 72 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.876909:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b80dcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff2 expref: 72 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.876934:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b80dcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff2 expref: 72 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.876944:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726347648:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.877010:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.880236:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.880352:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734553728 00000100:00100000:2.0:1746126433.880358:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734553728 00002000:00100000:2.0:1746126433.880393:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092829c00 x1830945734553728/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.880402:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829c00 with x1830945734553728 ext(0->4095) 00002000:00010000:2.0:1746126433.880406:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092829c00 00000100:00100000:2.0:1746126433.880422:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3932 00000100:00100000:2.0:1746126433.880428:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1965:x1830945734553728:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126433.880492:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726347648:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.880515:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.880545:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1966:x1830945734553472:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3727us (3861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.880549:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1965:x1830945734553728:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (319us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126433.880552:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17390 00000100:00100000:2.0:1746126433.880553:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3932 00002000:00100000:2.0:1746126433.880557:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092829c00 x1830945734553728/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.880564:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092829c00 with x1830945734553728 ext(0->4095) 00002000:00010000:2.0:1746126433.880566:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092829c00 00000100:00100000:0.0:1746126433.883895:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.883979:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734553856 00000100:00100000:2.0:1746126433.883987:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734553856 00000100:00100000:2.0:1746126433.884047:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5253 00000100:00100000:2.0:1746126433.884053:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734553856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.884067:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.884079:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dcdff9 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.884102:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b80dcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff2 expref: 71 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.884109:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.884111:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.884114:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.884136:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b80dcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff2 expref: 71 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.884145:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b80dcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff2 expref: 71 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.884155:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726347776:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.886060:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.887121:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726347776:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.887143:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.887158:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07800, rc 0) 00000100:00100000:2.0:1746126433.887896:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734553856:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3838us (4002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.887904:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5253 00000100:00100000:0.0:1746126433.888434:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.888483:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734553984 00000100:00100000:3.0:1746126433.888489:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734553984 00010000:00010000:3.0:1746126433.888520:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b80dcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff2 expref: 72 pid: 8423 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.888550:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17391 00000100:00100000:3.0:1746126433.888556:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1963:x1830945734553984:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.888567:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.888584:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b80dcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff2 expref: 72 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.888593:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b80dcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff2 expref: 72 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.888610:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b80dcf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff2 expref: 72 pid: 8423 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.888632:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.888635:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.888640:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.888652:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.888677:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.888687:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726347904:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.888737:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ee1300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.892553:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.892694:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726347904:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.892712:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.892745:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:1963:x1830945734553984:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4188us (4311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.892755:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17391 00000100:00100000:0.0:1746126433.893717:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734554112 00000100:00100000:0.0:1746126433.893723:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734554112 00000100:00100000:0.0:1746126433.893767:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5254 00000100:00100000:0.0:1746126433.893774:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+71:31643:x1830945734554112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126433.893788:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126433.893805:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce000 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.893828:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.893835:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.893837:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.893840:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.893863:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.893873:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 5 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:0.0:1746126433.893883:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726348032:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126433.893937:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.894082:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126433.894752:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734554368 00000100:00100000:0.0:1746126433.894756:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734554368 00002000:00100000:0.0:1746126433.894780:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22e300 x1830945734554368/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126433.894787:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22e300 with x1830945734554368 ext(0->4095) 00010000:00010000:0.0:1746126433.894792:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126433.894802:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:0.0:1746126433.894807:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22e300 00000100:00100000:0.0:1746126433.894832:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1938 00000100:00100000:0.0:1746126433.894838:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734554368:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126433.894960:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734554368:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (878us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126433.894966:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1938 00002000:00100000:0.0:1746126433.894971:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22e300 x1830945734554368/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126433.894977:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22e300 with x1830945734554368 ext(0->4095) 00010000:00010000:0.0:1746126433.894982:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126433.894990:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:0.0:1746126433.895006:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22e300 00000100:00100000:2.0:1746126433.896723:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009282ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726348032:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.896747:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.896761:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06200, rc 0) 00000100:00100000:2.0:1746126433.896806:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:31643:x1830945734554112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3031us (4257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.896813:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5254 00000100:00100000:0.0:1746126433.897852:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.898002:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734554496 00000100:00100000:2.0:1746126433.898007:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734554496 00000100:00100000:2.0:1746126433.898059:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5255 00000100:00100000:2.0:1746126433.898066:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:31655:x1830945734554496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.898079:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.898092:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce007 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.898695:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126433.898700:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.898705:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.898708:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.898732:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.898741:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.898749:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07c00, rc 0) 00000100:00100000:2.0:1746126433.899084:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:31655:x1830945734554496:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1017us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.899090:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5255 00000100:00100000:0.0:1746126433.900458:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.900810:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734554624 00000100:00100000:3.0:1746126433.900816:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734554624 00010000:00010000:3.0:1746126433.900839:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.900867:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17392 00000100:00100000:3.0:1746126433.900872:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734554624:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.900882:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.900897:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.900906:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.900922:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80dd6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcdff9 expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.900993:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.900995:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.901000:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.901007:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.901053:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.901063:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.901073:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726348288:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.901377:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137619e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.904662:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726348288:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.904684:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.904719:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734554624:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3845us (4262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.904728:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17392 00000100:00100000:0.0:1746126433.906495:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.906580:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734554880 00000100:00100000:2.0:1746126433.906586:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734554880 00002000:00100000:2.0:1746126433.906621:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1880 x1830945734554880/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.906630:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1880 with x1830945734554880 ext(0->4095) 00010000:00010000:2.0:1746126433.906637:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.906654:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.906660:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f1880 00000100:00100000:2.0:1746126433.906713:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1939 00000100:00100000:2.0:1746126433.906719:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734554880:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126433.907128:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1963:x1830945734554880:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 408us (635us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.907134:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1939 00002000:00100000:2.0:1746126433.907140:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1880 x1830945734554880/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.907147:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1880 with x1830945734554880 ext(0->4095) 00010000:00010000:2.0:1746126433.907152:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.907161:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.907166:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f1880 00000100:00100000:0.0:1746126433.909622:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.909800:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734555008 00000100:00100000:3.0:1746126433.909808:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734555008 00010000:00010000:3.0:1746126433.909833:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.909867:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17393 00000100:00100000:3.0:1746126433.909873:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1964:x1830945734555008:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.909884:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.909900:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.909909:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.909927:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06200/0x9851078746b80ddd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce000 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.909952:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.909954:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.909960:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.909967:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.909993:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 72 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.910003:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726348416:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.913357:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137619e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.920448:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.920815:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734555264 00000100:00100000:2.0:1746126433.920824:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734555264 00002000:00100000:2.0:1746126433.920864:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f2300 x1830945734555264/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.920873:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f2300 with x1830945734555264 ext(0->4095) 00002000:00010000:2.0:1746126433.920879:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f2300 00000100:00100000:2.0:1746126433.920897:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3933 00000100:00100000:2.0:1746126433.920904:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1966:x1830945734555264:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126433.921113:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726348416:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.921132:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.921166:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+73:1964:x1830945734555008:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 11293us (11550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.921174:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17393 00000100:00100000:2.0:1746126433.922203:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1966:x1830945734555264:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 1296us (1761us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.922211:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3933 00002000:00100000:2.0:1746126433.922217:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f2300 x1830945734555264/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.922225:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f2300 with x1830945734555264 ext(0->4095) 00002000:00010000:2.0:1746126433.922228:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f2300 00000100:00100000:0.0:1746126433.924477:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.925317:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734555392 00000100:00100000:2.0:1746126433.925325:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734555392 00000100:00100000:2.0:1746126433.925585:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5256 00000100:00100000:2.0:1746126433.925593:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734555392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.925608:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.925622:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce00e expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.925646:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.925653:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.925654:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.925657:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.925685:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 71 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.925694:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 71 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.925704:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726348544:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.926475:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.933259:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726348544:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.933287:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.933303:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06400, rc 0) 00000100:00100000:2.0:1746126433.933338:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734555392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7745us (8866us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.933346:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5256 00000100:00100000:0.0:1746126433.940464:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.940554:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734555520 00000100:00100000:2.0:1746126433.940561:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734555520 00002000:00100000:2.0:1746126433.940593:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008a9f3800 x1830945734555520/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.940603:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f3800 with x1830945734555520 ext(0->7) 00010000:00010000:2.0:1746126433.940610:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.940626:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 72 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.940632:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f3800 00000100:00100000:2.0:1746126433.940646:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1940 00000100:00100000:2.0:1746126433.940653:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+72:1966:x1830945734555520:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126433.940916:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1966:x1830945734555520:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 263us (458us total) trans 4294968061 rc 0/0 00000100:00100000:2.0:1746126433.940923:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1940 00002000:00100000:2.0:1746126433.940929:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008a9f3800 x1830945734555520/t4294968061(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 496/448 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.940935:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f3800 with x1830945734555520 ext(0->7) 00010000:00010000:2.0:1746126433.940939:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 74 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.940947:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 74 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.940952:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f3800 00000100:00100000:0.0:1746126433.955202:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.955284:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734555648 00000100:00100000:2.0:1746126433.955291:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734555648 00000100:00100000:2.0:1746126433.955334:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5257 00000100:00100000:2.0:1746126433.955341:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:31643:x1830945734555648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.955354:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.955367:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce015 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.955387:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.955391:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.955397:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126433.955399:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 75 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.955424:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.955433:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 75 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.955441:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07000, rc 0) 00000100:00100000:2.0:1746126433.955475:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:31643:x1830945734555648:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.955480:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5257 00000100:00100000:0.0:1746126433.958420:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.958517:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734555776 00000100:00100000:3.0:1746126433.958523:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734555776 00010000:00010000:3.0:1746126433.958551:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 75 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.958586:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17394 00000100:00100000:3.0:1746126433.958592:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+75:1965:x1830945734555776:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.958603:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.958620:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 75 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.958630:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 75 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.958647:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80de4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce007 expref: 75 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.959112:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.959114:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.959121:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.959132:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.959159:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.959168:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 5 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.959178:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726348800:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126433.960336:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137619e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.962725:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726348800:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.962747:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.962782:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1965:x1830945734555776:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4189us (4366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.962791:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17394 00000100:00100000:0.0:1746126433.963193:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.963811:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734556032 00000100:00100000:2.0:1746126433.963817:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734556032 00002000:00100000:2.0:1746126433.963850:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1f80 x1830945734556032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.963858:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1f80 with x1830945734556032 ext(0->4095) 00010000:00010000:2.0:1746126433.963865:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.963882:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.963887:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f1f80 00000100:00100000:2.0:1746126433.964734:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1941 00000100:00100000:2.0:1746126433.964743:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734556032:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126433.965444:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734556032:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 701us (2250us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.965451:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1941 00002000:00100000:2.0:1746126433.965457:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1f80 x1830945734556032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.965464:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1f80 with x1830945734556032 ext(0->4095) 00010000:00010000:2.0:1746126433.965471:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126433.965481:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126433.965486:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f1f80 00000100:00100000:0.0:1746126433.973240:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.977088:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734556160 00000100:00100000:3.0:1746126433.977100:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734556160 00010000:00010000:3.0:1746126433.977131:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126433.977161:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17395 00000100:00100000:3.0:1746126433.977167:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734556160:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126433.977178:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126433.977194:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.977286:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.977304:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80deb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce00e expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126433.977323:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.977325:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126433.977330:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.977336:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126433.977360:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126433.977369:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726348928:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126433.979633:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126433.980090:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734556416 00000100:00100000:2.0:1746126433.980097:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734556416 00002000:00100000:2.0:1746126433.980132:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1500 x1830945734556416/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.980140:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1500 with x1830945734556416 ext(0->4095) 00002000:00010000:2.0:1746126433.980145:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f1500 00000100:00100000:2.0:1746126433.980167:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3934 00000100:00100000:2.0:1746126433.980173:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734556416:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126433.980299:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1964:x1830945734556416:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (672us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126433.980304:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3934 00002000:00100000:2.0:1746126433.980309:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9f1500 x1830945734556416/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126433.980316:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f1500 with x1830945734556416 ext(0->4095) 00002000:00010000:2.0:1746126433.980318:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f1500 00000100:00100000:3.0:1746126433.985060:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137619e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126433.985106:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726348928:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126433.985129:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126433.985173:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734556160:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 8004us (11939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126433.985183:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17395 00000100:00100000:0.0:1746126433.988545:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126433.990142:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734556544 00000100:00100000:3.0:1746126433.990152:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734556544 00000100:00100000:2.0:1746126433.991435:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5258 00000100:00100000:2.0:1746126433.991448:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734556544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126433.991465:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126433.991480:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce01c expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.991517:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.991523:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.991524:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126433.991527:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.991551:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 73 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.991564:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 73 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126433.991573:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726349056:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126433.991657:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126433.996809:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726349056:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126433.996836:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126433.996850:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06c00, rc 0) 00000100:00100000:2.0:1746126433.996895:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734556544:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5449us (8355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126433.996903:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5258 00000100:00100000:0.0:1746126434.000959:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.001331:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734556672 00000100:00100000:2.0:1746126434.001339:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734556672 00002000:00100000:2.0:1746126434.001372:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008a9f0e00 x1830945734556672/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.001380:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f0e00 with x1830945734556672 ext(0->7) 00010000:00010000:2.0:1746126434.001388:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 74 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126434.001398:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 74 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126434.001408:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f0e00 00000100:00100000:2.0:1746126434.001945:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1942 00000100:00100000:2.0:1746126434.001953:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+74:1963:x1830945734556672:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126434.002246:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+76:1963:x1830945734556672:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 293us (1292us total) trans 4294968062 rc 0/0 00000100:00100000:2.0:1746126434.002252:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1942 00002000:00100000:2.0:1746126434.002258:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008a9f0e00 x1830945734556672/t4294968062(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.002264:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f0e00 with x1830945734556672 ext(0->7) 00010000:00010000:2.0:1746126434.002269:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 76 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126434.002277:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 76 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:2.0:1746126434.002282:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9f0e00 00000100:00100000:0.0:1746126434.007428:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.007567:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734556800 00000100:00100000:2.0:1746126434.007575:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734556800 00000100:00100000:2.0:1746126434.007797:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5259 00000100:00100000:2.0:1746126434.007805:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+76:31643:x1830945734556800:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.007818:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.007833:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce023 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.007858:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.007864:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.007869:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126434.007872:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 77 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.007901:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.007911:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 77 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.007919:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07600, rc 0) 00000100:00100000:2.0:1746126434.008451:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+77:31643:x1830945734556800:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 645us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.008457:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5259 00010000:00010000:0.0:1746126434.008568:0:8439:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126434.008657:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.008849:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734556928 00000100:00100000:3.0:1746126434.008853:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734556928 00010000:00010000:3.0:1746126434.008871:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 77 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126434.008888:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17396 00000100:00100000:3.0:1746126434.008892:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+77:1963:x1830945734556928:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.008900:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.008918:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 77 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.008927:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 77 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.008942:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80df2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce015 expref: 77 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.008956:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.008957:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.008962:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.008968:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.008988:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.009001:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 5 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126434.009010:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726349312:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.009076:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137619e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.012162:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726349312:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.012183:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.012221:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+76:1963:x1830945734556928:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3327us (3563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.012229:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17396 00000100:00100000:2.0:1746126434.012875:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.013174:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734557184 00000100:00100000:0.0:1746126434.013180:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734557184 00002000:00100000:0.0:1746126434.013210:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22ca80 x1830945734557184/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126434.013219:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22ca80 with x1830945734557184 ext(0->4095) 00010000:00010000:0.0:1746126434.013225:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126434.013237:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:0.0:1746126434.013242:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22ca80 00000100:00100000:0.0:1746126434.013268:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1943 00000100:00100000:0.0:1746126434.013274:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734557184:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126434.013714:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734557184:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 440us (840us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126434.013720:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1943 00002000:00100000:0.0:1746126434.013726:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22ca80 x1830945734557184/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126434.013733:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22ca80 with x1830945734557184 ext(0->4095) 00010000:00010000:0.0:1746126434.013738:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126434.013746:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:0.0:1746126434.013751:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22ca80 00000100:00100000:0.0:1746126434.016146:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.016232:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734557312 00000100:00100000:3.0:1746126434.016239:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734557312 00010000:00010000:3.0:1746126434.016263:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126434.016285:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17397 00000100:00100000:3.0:1746126434.016291:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734557312:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.016302:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.016318:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.016328:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.016346:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80df9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce01c expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.016617:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.016619:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.016626:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 75 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.016633:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 75 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.016660:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 75 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.016670:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726349440:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.017094:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137619e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.021014:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726349440:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.021064:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.021100:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734557312:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4808us (4959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.021110:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17397 00000100:00100000:0.0:1746126434.023270:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.023793:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734557568 00000100:00100000:2.0:1746126434.023801:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734557568 00002000:00100000:2.0:1746126434.023834:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4d180 x1830945734557568/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.023844:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4d180 with x1830945734557568 ext(0->4095) 00002000:00010000:2.0:1746126434.023848:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4d180 00000100:00100000:2.0:1746126434.023871:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3935 00000100:00100000:2.0:1746126434.023877:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+76:1963:x1830945734557568:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126434.024000:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+76:1963:x1830945734557568:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (740us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126434.024006:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3935 00002000:00100000:2.0:1746126434.024011:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4d180 x1830945734557568/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.024017:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4d180 with x1830945734557568 ext(0->4095) 00002000:00010000:2.0:1746126434.024019:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4d180 00000100:00100000:0.0:1746126434.030734:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.031537:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734557696 00000100:00100000:2.0:1746126434.031545:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734557696 00000100:00100000:2.0:1746126434.031596:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5260 00000100:00100000:2.0:1746126434.031604:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734557696:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.031618:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.031632:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce02a expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.031654:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 75 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.031661:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.031662:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.031665:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.031690:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 75 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.031704:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 75 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126434.031714:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726349568:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.031799:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.036987:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.037057:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734557824 00000100:00100000:3.0:1746126434.037063:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734557824 00002000:00100000:3.0:1746126434.037098:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cd4ca80 x1830945734557824/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.037106:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4ca80 with x1830945734557824 ext(0->7) 00000100:00100000:2.0:1746126434.037112:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726349568:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126434.037113:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 76 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.037134:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 76 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126434.037134:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126434.037139:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4ca80 00010000:00010000:2.0:1746126434.037146:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07800, rc 0) 00000100:00100000:3.0:1746126434.037172:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1944 00000100:00100000:3.0:1746126434.037179:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+76:1964:x1830945734557824:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126434.037479:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734557696:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5875us (6750us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.037486:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5260 00000100:00100000:3.0:1746126434.037811:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1964:x1830945734557824:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 628us (826us total) trans 4294968063 rc 0/0 00000100:00100000:3.0:1746126434.037818:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1944 00002000:00100000:3.0:1746126434.037823:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cd4ca80 x1830945734557824/t4294968063(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.037830:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4ca80 with x1830945734557824 ext(0->7) 00010000:00010000:3.0:1746126434.037835:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 78 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.037843:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 78 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126434.037848:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4ca80 00000100:00100000:0.0:1746126434.041973:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.042041:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734557952 00000100:00100000:3.0:1746126434.042048:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734557952 00010000:00010000:3.0:1746126434.042073:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 78 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126434.042095:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17398 00000100:00100000:3.0:1746126434.042102:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1965:x1830945734557952:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.042113:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.042129:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 78 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.042139:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 78 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.042157:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce023 expref: 78 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.042369:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.042371:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.042378:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.042385:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.042412:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.042421:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726349696:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.042856:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137619e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.048696:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.049837:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.050453:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734558080 00000100:00100000:2.0:1746126434.050460:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734558080 00000100:00100000:2.0:1746126434.050497:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5261 00000100:00100000:2.0:1746126434.050516:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:31643:x1830945734558080:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.050531:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.050545:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce031 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.050567:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.050578:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.050580:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.050583:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 79 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.050604:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.050614:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 5 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126434.050623:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726349824:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.050694:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.051039:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734558336 00000100:00100000:3.0:1746126434.051044:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734558336 00002000:00100000:3.0:1746126434.051068:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4dc00 x1830945734558336/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.051081:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4dc00 with x1830945734558336 ext(0->4095) 00010000:00010000:3.0:1746126434.051087:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.051098:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126434.051104:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4dc00 00000100:00100000:3.0:1746126434.051118:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1945 00000100:00100000:3.0:1746126434.051123:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734558336:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126434.051243:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734558336:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (1407us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.051249:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1945 00002000:00100000:3.0:1746126434.051254:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4dc00 x1830945734558336/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.051261:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4dc00 with x1830945734558336 ext(0->4095) 00010000:00010000:3.0:1746126434.051265:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.051274:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:3.0:1746126434.051279:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4dc00 00000100:00100000:3.0:1746126434.051310:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726349696:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.051327:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.051348:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+79:1965:x1830945734557952:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 9245us (9381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.051354:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17398 00000100:00100000:2.0:1746126434.053742:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726349824:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.053766:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 78 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.053781:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07c00, rc 0) 00000100:00100000:2.0:1746126434.053823:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:31643:x1830945734558080:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3319us (5133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.053831:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5261 00000100:00100000:0.0:1746126434.054704:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.054784:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734558464 00000100:00100000:2.0:1746126434.054790:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734558464 00000100:00100000:2.0:1746126434.054818:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5262 00000100:00100000:2.0:1746126434.054823:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:31655:x1830945734558464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.054837:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.054849:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce038 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.054871:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.054875:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 79 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.054880:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.054883:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 79 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.054907:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 79 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.054916:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 79 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.054923:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06600, rc 0) 00000100:00100000:2.0:1746126434.056316:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+79:31655:x1830945734558464:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1487us (1609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.056325:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5262 00000100:00100000:3.0:1746126434.056756:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.056823:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734558592 00000100:00100000:3.0:1746126434.056828:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734558592 00010000:00010000:3.0:1746126434.056848:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126434.056865:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17399 00000100:00100000:3.0:1746126434.056870:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734558592:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.056878:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.056893:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.056902:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.056919:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80e07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce02a expref: 6 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:3.0:1746126434.057808:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.057811:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.057818:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 78 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.057825:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 78 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.057850:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 78 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.057859:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 78 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:3.0:1746126434.057867:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726350080:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.069228:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.069616:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726350080:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.069634:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.071632:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734558592:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 14754us (14868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.071644:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17399 00000100:00100000:3.0:1746126434.071776:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.071859:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734558848 00000100:00100000:0.0:1746126434.071865:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734558848 00002000:00100000:0.0:1746126434.071893:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c31a680 x1830945734558848/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126434.071902:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31a680 with x1830945734558848 ext(0->4095) 00010000:00010000:0.0:1746126434.071909:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 79 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126434.071920:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 79 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:0.0:1746126434.071930:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c31a680 00000100:00100000:0.0:1746126434.071941:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1946 00000100:00100000:0.0:1746126434.071946:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+79:1964:x1830945734558848:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126434.072078:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+79:1964:x1830945734558848:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126434.072083:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1946 00002000:00100000:0.0:1746126434.072087:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c31a680 x1830945734558848/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126434.072093:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31a680 with x1830945734558848 ext(0->4095) 00010000:00010000:0.0:1746126434.072097:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 79 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:0.0:1746126434.072104:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 79 pid: 8424 timeout: 652 lvb_type: 0 00002000:00010000:0.0:1746126434.072109:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c31a680 00000100:00100000:3.0:1746126434.078631:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.078731:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734558976 00000100:00100000:2.0:1746126434.078738:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734558976 00010000:00010000:2.0:1746126434.078768:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 79 pid: 8424 timeout: 652 lvb_type: 0 00000100:00100000:2.0:1746126434.078802:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17400 00000100:00100000:2.0:1746126434.078809:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+79:1964:x1830945734558976:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.078820:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.078837:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 79 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126434.078848:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 79 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126434.078866:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce031 expref: 79 pid: 8424 timeout: 652 lvb_type: 0 00010000:00010000:2.0:1746126434.078891:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.078892:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.078898:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 78 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.078905:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 78 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.078931:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 78 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126434.078942:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726350208:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.079003:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.088751:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.089001:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726350208:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.089018:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.089749:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1964:x1830945734558976:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 10938us (11123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.089759:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17400 00000100:00100000:3.0:1746126434.091276:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734559232 00000100:00100000:3.0:1746126434.091285:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734559232 00002000:00100000:3.0:1746126434.091321:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4e300 x1830945734559232/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.091330:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4e300 with x1830945734559232 ext(0->4095) 00002000:00010000:3.0:1746126434.091334:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4e300 00000100:00100000:3.0:1746126434.091362:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3936 00000100:00100000:3.0:1746126434.091368:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1964:x1830945734559232:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126434.091515:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1964:x1830945734559232:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (2770us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.091521:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3936 00002000:00100000:3.0:1746126434.091526:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4e300 x1830945734559232/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.091533:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4e300 with x1830945734559232 ext(0->4095) 00002000:00010000:3.0:1746126434.091537:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4e300 00000100:00100000:0.0:1746126434.093865:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.094597:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734559360 00000100:00100000:2.0:1746126434.094606:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734559360 00000100:00100000:2.0:1746126434.103604:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5263 00000100:00100000:2.0:1746126434.103622:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734559360:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.103639:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.103655:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce03f expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.103680:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 77 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.103687:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.103689:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.103692:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.103715:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 77 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.103730:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 77 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.103741:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726350336:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.103839:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.114262:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726350336:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.114288:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.114304:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07600, rc 0) 00000100:00100000:2.0:1746126434.114358:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734559360:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10743us (20497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.114365:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5263 00000100:00100000:0.0:1746126434.120723:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.123144:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734559488 00000100:00100000:2.0:1746126434.123153:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734559488 00002000:00100000:2.0:1746126434.123199:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cd4ed80 x1830945734559488/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.123208:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4ed80 with x1830945734559488 ext(0->7) 00010000:00010000:2.0:1746126434.123216:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 78 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.123228:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 78 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.123238:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4ed80 00000100:00100000:3.0:1746126434.124355:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1947 00000100:00100000:3.0:1746126434.124366:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+78:1965:x1830945734559488:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126434.124666:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1965:x1830945734559488:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 302us (3949us total) trans 4294968064 rc 0/0 00000100:00100000:3.0:1746126434.124672:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1947 00002000:00100000:3.0:1746126434.124678:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cd4ed80 x1830945734559488/t4294968064(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.124686:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4ed80 with x1830945734559488 ext(0->7) 00010000:00010000:3.0:1746126434.124693:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 80 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.124703:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 80 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.124710:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4ed80 00000100:00100000:0.0:1746126434.136303:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.138286:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734559616 00000100:00100000:2.0:1746126434.138295:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734559616 00000100:00100000:2.0:1746126434.138336:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5264 00000100:00100000:2.0:1746126434.138349:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:31643:x1830945734559616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.138364:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.138377:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce046 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.138397:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.138402:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.138408:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126434.138411:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 81 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.138439:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.138449:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 81 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.138456:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06c00, rc 0) 00000100:00100000:2.0:1746126434.138496:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:31643:x1830945734559616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (2200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.138512:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5264 00000100:00100000:0.0:1746126434.139349:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.139814:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734559744 00000100:00100000:2.0:1746126434.139819:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734559744 00010000:00010000:2.0:1746126434.139841:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 81 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.139871:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17401 00000100:00100000:2.0:1746126434.139880:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:1965:x1830945734559744:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.139888:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.139908:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 81 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.139917:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 81 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.139934:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80e15 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce038 expref: 81 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.141644:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.141647:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.141656:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.141667:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.141702:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.141713:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 5 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.141724:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726350592:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.143135:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.144272:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726350592:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.144289:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.144331:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1965:x1830945734559744:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4450us (4982us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.144339:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17401 00000100:00100000:0.0:1746126434.145311:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.145403:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734560000 00000100:00100000:2.0:1746126434.145409:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734560000 00002000:00100000:2.0:1746126434.145441:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4f100 x1830945734560000/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.145450:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4f100 with x1830945734560000 ext(0->4095) 00010000:00010000:2.0:1746126434.145457:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.145468:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.145474:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4f100 00000100:00100000:2.0:1746126434.146012:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1948 00000100:00100000:2.0:1746126434.146019:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734560000:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126434.146187:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734560000:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (877us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126434.146193:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1948 00002000:00100000:2.0:1746126434.146198:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4f100 x1830945734560000/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.146205:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4f100 with x1830945734560000 ext(0->4095) 00010000:00010000:2.0:1746126434.146210:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.146219:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.146224:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd4f100 00000100:00100000:0.0:1746126434.155163:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.155237:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734560128 00000100:00100000:2.0:1746126434.155244:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734560128 00010000:00010000:2.0:1746126434.155275:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.155301:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17402 00000100:00100000:2.0:1746126434.155307:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734560128:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.155321:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.155338:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.155348:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.155366:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80e1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce03f expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.155389:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.155391:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.155397:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 79 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.155404:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 79 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.155430:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 79 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126434.155441:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726350720:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.156779:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.158910:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726350720:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.158927:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.158965:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734560128:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3657us (3809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.158975:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17402 00000100:00100000:0.0:1746126434.159775:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.160904:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734560384 00000100:00100000:3.0:1746126434.160911:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734560384 00002000:00100000:3.0:1746126434.160945:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4c380 x1830945734560384/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.160954:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4c380 with x1830945734560384 ext(0->4095) 00002000:00010000:3.0:1746126434.160958:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4c380 00000100:00100000:3.0:1746126434.160984:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3937 00000100:00100000:3.0:1746126434.160990:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1963:x1830945734560384:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126434.161224:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:1963:x1830945734560384:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 233us (1450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.161230:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3937 00002000:00100000:3.0:1746126434.161235:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd4c380 x1830945734560384/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.161241:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4c380 with x1830945734560384 ext(0->4095) 00002000:00010000:3.0:1746126434.161244:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4c380 00000100:00100000:0.0:1746126434.163786:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.167174:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734560512 00000100:00100000:2.0:1746126434.167183:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734560512 00000100:00100000:2.0:1746126434.167228:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5265 00000100:00100000:2.0:1746126434.167234:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734560512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.167251:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.167265:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce04d expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.167287:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 79 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.167292:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.167294:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.167296:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.167318:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 79 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.167327:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 79 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.167336:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726350848:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.167406:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.170488:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.170547:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726350848:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.170570:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.170583:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07000, rc 0) 00000100:00100000:2.0:1746126434.170617:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734560512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3382us (6836us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.170627:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5265 00000100:00100000:0.0:1746126434.170734:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.170927:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734560768 00000100:00100000:2.0:1746126434.170932:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734560768 00000100:00100000:2.0:1746126434.170957:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5266 00000100:00100000:2.0:1746126434.170963:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+80:31643:x1830945734560768:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.170974:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.170984:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce054 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.170999:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.171003:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.171007:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126434.171010:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e31 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce054 expref: 81 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.171056:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.171065:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e31 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce054 expref: 81 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.171071:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06a00, rc 0) 00000100:00100000:2.0:1746126434.171090:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:31643:x1830945734560768:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.171094:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5266 00000100:00100000:3.0:1746126434.171255:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734560640 00000100:00100000:3.0:1746126434.171258:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734560640 00002000:00100000:3.0:1746126434.171281:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132594a80 x1830945734560640/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.171288:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594a80 with x1830945734560640 ext(0->7) 00010000:00010000:3.0:1746126434.171292:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 81 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.171301:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 81 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.171306:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132594a80 00000100:00100000:3.0:1746126434.171317:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1949 00000100:00100000:3.0:1746126434.171321:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+81:1966:x1830945734560640:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126434.171567:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1966:x1830945734560640:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 245us (832us total) trans 4294968065 rc 0/0 00000100:00100000:3.0:1746126434.171573:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1949 00002000:00100000:3.0:1746126434.171579:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132594a80 x1830945734560640/t4294968065(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.171590:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594a80 with x1830945734560640 ext(0->7) 00010000:00010000:3.0:1746126434.171594:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 83 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.171602:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 83 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.171607:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132594a80 00000100:00100000:0.0:1746126434.174953:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.175048:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734560896 00000100:00100000:2.0:1746126434.175054:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734560896 00010000:00010000:2.0:1746126434.175113:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 83 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.175138:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17403 00000100:00100000:2.0:1746126434.175144:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1963:x1830945734560896:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.175155:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.175170:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 83 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.175180:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 83 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.175197:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80e23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce046 expref: 83 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.175334:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.175336:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.175343:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.175351:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.175379:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.175393:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 5 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.175402:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726351104:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.175804:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.179192:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.179231:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734561152 00000100:00100000:3.0:1746126434.179237:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734561152 00002000:00100000:3.0:1746126434.179268:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c31b100 x1830945734561152/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.179278:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31b100 with x1830945734561152 ext(0->4095) 00010000:00010000:3.0:1746126434.179286:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.179298:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.179303:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c31b100 00000100:00100000:3.0:1746126434.179319:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1950 00000100:00100000:3.0:1746126434.179324:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734561152:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126434.179455:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734561152:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (270us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.179464:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1950 00002000:00100000:3.0:1746126434.179470:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c31b100 x1830945734561152/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.179476:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31b100 with x1830945734561152 ext(0->4095) 00010000:00010000:3.0:1746126434.179481:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.179488:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.179493:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c31b100 00000100:00100000:2.0:1746126434.179826:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726351104:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.179842:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.179874:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1963:x1830945734560896:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4730us (4928us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.179881:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17403 00000100:00100000:0.0:1746126434.187230:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.188214:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734561280 00000100:00100000:2.0:1746126434.188224:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734561280 00010000:00010000:2.0:1746126434.188254:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.188281:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17404 00000100:00100000:2.0:1746126434.188288:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734561280:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.188299:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.188316:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.188325:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.188344:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce04d expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.188370:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.188373:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.188378:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce054 expref: 81 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.188385:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce054 expref: 81 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.188411:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce054 expref: 81 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126434.188421:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726351232:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.188510:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.192356:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726351232:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126434.192366:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126434.192373:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.192418:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734561280:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4130us (5194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.192427:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17404 00000100:00100000:3.0:1746126434.193056:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734561536 00000100:00100000:3.0:1746126434.193066:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734561536 00002000:00100000:3.0:1746126434.193098:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132595880 x1830945734561536/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.193105:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595880 with x1830945734561536 ext(0->4095) 00002000:00010000:3.0:1746126434.193109:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132595880 00000100:00100000:3.0:1746126434.193133:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3938 00000100:00100000:3.0:1746126434.193139:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1964:x1830945734561536:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126434.193279:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1964:x1830945734561536:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (912us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.193285:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3938 00002000:00100000:3.0:1746126434.193290:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132595880 x1830945734561536/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.193302:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595880 with x1830945734561536 ext(0->4095) 00002000:00010000:3.0:1746126434.193304:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132595880 00000100:00100000:3.0:1746126434.199836:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.199873:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734561664 00000100:00100000:0.0:1746126434.199880:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734561664 00000100:00100000:3.0:1746126434.201289:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5267 00000100:00100000:3.0:1746126434.201297:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734561664:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.201311:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.201325:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce05b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.201349:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce054 expref: 81 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.201355:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.201357:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.201360:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.201383:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce054 expref: 81 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.201392:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce054 expref: 81 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.201401:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726351360:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126434.201478:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.204828:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.205965:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726351360:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126434.205989:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.206003:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660000, rc 0) 00000100:00100000:3.0:1746126434.206053:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734561664:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4756us (6222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.206060:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5267 00000100:00100000:0.0:1746126434.206229:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.206530:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734561792 00000100:00100000:3.0:1746126434.206536:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734561792 00000100:00100000:3.0:1746126434.206561:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5268 00000100:00100000:3.0:1746126434.206567:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:31643:x1830945734561792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.206579:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.206590:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce062 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.206607:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.206611:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.206617:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126434.206620:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 83 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.206642:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.206650:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 83 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.206658:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661c00, rc 0) 00000100:00100000:3.0:1746126434.206678:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:31643:x1830945734561792:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (1856us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.206684:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5268 00000100:00100000:0.0:1746126434.206878:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734561920 00000100:00100000:0.0:1746126434.206882:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734561920 00010000:00010000:0.0:1746126434.206897:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce054 expref: 83 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:0.0:1746126434.206924:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17405 00000100:00100000:0.0:1746126434.206929:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+83:1964:x1830945734561920:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126434.206936:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126434.206951:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce054 expref: 83 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1746126434.206960:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce054 expref: 83 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1746126434.206974:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce054 expref: 83 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1746126434.206994:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.206997:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.207002:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.207009:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.207164:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.207174:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 5 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:0.0:1746126434.207183:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726351616:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126434.207236:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.210172:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726351616:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.210189:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.210232:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1964:x1830945734561920:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3301us (4001us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.210241:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17405 00000100:00100000:0.0:1746126434.210337:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.210767:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734562176 00000100:00100000:2.0:1746126434.210773:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734562176 00002000:00100000:2.0:1746126434.210804:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132594700 x1830945734562176/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.210812:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594700 with x1830945734562176 ext(0->4095) 00010000:00010000:2.0:1746126434.210819:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.210829:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.210835:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132594700 00000100:00100000:2.0:1746126434.210858:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1951 00000100:00100000:2.0:1746126434.210864:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734562176:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126434.210994:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734562176:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (658us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126434.211000:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1951 00002000:00100000:2.0:1746126434.211005:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132594700 x1830945734562176/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.211012:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594700 with x1830945734562176 ext(0->4095) 00010000:00010000:2.0:1746126434.211016:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.211048:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.211054:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132594700 00000100:00100000:0.0:1746126434.213749:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.213861:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734562304 00000100:00100000:2.0:1746126434.213868:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734562304 00010000:00010000:2.0:1746126434.213895:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.213929:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17406 00000100:00100000:2.0:1746126434.213935:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734562304:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.213946:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.213962:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.213972:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.213991:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80e38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce05b expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.214017:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.214019:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.214048:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 81 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.214055:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 81 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.214082:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 81 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126434.214097:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726351744:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.214151:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.216934:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726351744:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.216950:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.216993:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734562304:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3056us (3247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.217001:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17406 00000100:00100000:0.0:1746126434.217510:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.217628:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734562560 00000100:00100000:2.0:1746126434.217633:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734562560 00002000:00100000:2.0:1746126434.217659:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132594380 x1830945734562560/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.217667:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594380 with x1830945734562560 ext(0->4095) 00002000:00010000:2.0:1746126434.217670:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132594380 00000100:00100000:2.0:1746126434.217695:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3939 00000100:00100000:2.0:1746126434.217701:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1964:x1830945734562560:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126434.217817:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132594380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1964:x1830945734562560:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126434.217823:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3939 00002000:00100000:2.0:1746126434.217828:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132594380 x1830945734562560/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.217835:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594380 with x1830945734562560 ext(0->4095) 00002000:00010000:2.0:1746126434.217838:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132594380 00000100:00100000:2.0:1746126434.220982:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.221043:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734562688 00000100:00100000:0.0:1746126434.221050:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734562688 00000100:00100000:0.0:1746126434.221333:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5269 00000100:00100000:0.0:1746126434.221341:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734562688:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126434.221354:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126434.221365:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce069 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.221388:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 81 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.221398:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126434.221400:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126434.221402:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.221424:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 81 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.221434:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 81 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:0.0:1746126434.221444:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132597800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726351872:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126434.224161:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.226276:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.226345:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734562816 00000100:00100000:1.0:1746126434.226353:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734562816 00002000:00100000:1.0:1746126434.226386:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132597b80 x1830945734562816/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.226395:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597b80 with x1830945734562816 ext(0->7) 00010000:00010000:1.0:1746126434.226402:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 82 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.226414:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 82 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.226419:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132597b80 00000100:00100000:1.0:1746126434.226447:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1952 00000100:00100000:1.0:1746126434.226452:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+82:1963:x1830945734562816:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126434.226697:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1963:x1830945734562816:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 244us (426us total) trans 4294968066 rc 0/0 00000100:00100000:1.0:1746126434.226703:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1952 00002000:00100000:1.0:1746126434.226708:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132597b80 x1830945734562816/t4294968066(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.226715:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597b80 with x1830945734562816 ext(0->7) 00010000:00010000:1.0:1746126434.226719:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 84 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.226727:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 84 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.226733:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132597b80 00000100:00100000:2.0:1746126434.230256:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132597800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726351872:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.230283:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.230296:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:2.0:1746126434.230361:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734562688:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9021us (9385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.230369:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5269 00000100:00100000:0.0:1746126434.242214:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.243708:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734562944 00000100:00100000:2.0:1746126434.243718:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734562944 00000100:00100000:2.0:1746126434.243765:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5270 00000100:00100000:2.0:1746126434.243772:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:31643:x1830945734562944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.243787:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.243800:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce070 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.243820:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.243825:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.243830:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126434.243833:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e4d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce070 expref: 85 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.243861:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.243875:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e4d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce070 expref: 85 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.243883:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07c00, rc 0) 00000100:00100000:2.0:1746126434.244055:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:31643:x1830945734562944:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 282us (1846us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.244061:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5270 00000100:00100000:0.0:1746126434.245204:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.245268:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734563072 00000100:00100000:2.0:1746126434.245273:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734563072 00010000:00010000:2.0:1746126434.245293:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 85 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.246375:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17407 00000100:00100000:2.0:1746126434.246384:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:1964:x1830945734563072:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.246396:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.246414:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 85 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.246424:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 85 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.246442:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce062 expref: 85 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.246491:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.246493:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.246507:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.246514:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.246539:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.246547:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 5 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.246557:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726352128:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.246685:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.249363:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726352128:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.249380:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.249416:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1964:x1830945734563072:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3034us (4215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.249425:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17407 00000100:00100000:0.0:1746126434.250169:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.250433:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734563328 00000100:00100000:3.0:1746126434.250439:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734563328 00002000:00100000:3.0:1746126434.250468:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132596a00 x1830945734563328/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.250476:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596a00 with x1830945734563328 ext(0->4095) 00010000:00010000:3.0:1746126434.250483:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.250494:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.250509:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132596a00 00000100:00100000:3.0:1746126434.250789:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1953 00000100:00100000:3.0:1746126434.250796:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734563328:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126434.250913:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734563328:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (751us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.250918:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1953 00002000:00100000:3.0:1746126434.250923:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132596a00 x1830945734563328/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.250933:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596a00 with x1830945734563328 ext(0->4095) 00010000:00010000:3.0:1746126434.250937:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.250944:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.250949:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132596a00 00000100:00100000:3.0:1746126434.258959:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.258998:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734563456 00000100:00100000:2.0:1746126434.259007:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734563456 00010000:00010000:2.0:1746126434.259057:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.259091:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17408 00000100:00100000:2.0:1746126434.259097:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734563456:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.259111:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.259127:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.259137:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.259155:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80e46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce069 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.259168:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.259170:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.259175:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce070 expref: 83 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.259181:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce070 expref: 83 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.259205:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce070 expref: 83 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126434.259215:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726352256:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.259260:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.263707:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726352256:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.263724:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.264420:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734563456:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5321us (5470us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.264433:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17408 00000100:00100000:2.0:1746126434.265419:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.265487:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734563712 00000100:00100000:1.0:1746126434.265494:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734563712 00002000:00100000:1.0:1746126434.265533:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22d180 x1830945734563712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.265541:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22d180 with x1830945734563712 ext(0->4095) 00002000:00010000:1.0:1746126434.265545:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22d180 00000100:00100000:1.0:1746126434.266365:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3940 00000100:00100000:1.0:1746126434.266374:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1963:x1830945734563712:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126434.267877:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1963:x1830945734563712:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 1499us (2454us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.267885:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3940 00002000:00100000:1.0:1746126434.267892:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22d180 x1830945734563712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.267899:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22d180 with x1830945734563712 ext(0->4095) 00002000:00010000:1.0:1746126434.267902:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22d180 00000100:00100000:0.0:1746126434.271904:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.272138:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734563840 00000100:00100000:2.0:1746126434.272145:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734563840 00000100:00100000:2.0:1746126434.272272:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5271 00000100:00100000:2.0:1746126434.272280:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734563840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.272294:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.272308:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce077 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.272329:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce070 expref: 83 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.272335:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.272337:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.272339:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.272362:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce070 expref: 83 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.272371:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce070 expref: 83 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.272381:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726352384:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.273954:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.275776:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726352384:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.275800:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.275814:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07000, rc 0) 00000100:00100000:2.0:1746126434.275857:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734563840:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3577us (3959us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.275864:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5271 00000100:00100000:0.0:1746126434.277814:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.277885:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.277957:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734563968 00000100:00100000:3.0:1746126434.277963:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734563968 00010000:00010000:3.0:1746126434.277989:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce070 expref: 84 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.278147:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734564096 00000100:00100000:2.0:1746126434.278150:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734564096 00000100:00100000:2.0:1746126434.278179:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5272 00000100:00100000:2.0:1746126434.278185:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:31643:x1830945734564096:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.278198:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.278209:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce07e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.278227:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.278232:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.278237:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126434.278240:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.278278:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.278288:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.278299:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06a00, rc 0) 00000100:00100000:2.0:1746126434.278326:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:31643:x1830945734564096:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.278331:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5272 00000100:00100000:3.0:1746126434.278792:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17409 00000100:00100000:3.0:1746126434.278798:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:1964:x1830945734563968:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.278806:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.278821:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce070 expref: 85 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.278829:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce070 expref: 85 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.278843:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce070 expref: 85 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.278870:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.278872:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.278877:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.278883:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.278902:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.278911:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 5 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.278921:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726352640:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.278961:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.281295:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726352640:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.281311:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126434.281314:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.281335:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1964:x1830945734563968:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2537us (3450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.281343:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17409 00000100:00100000:1.0:1746126434.281404:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734564352 00000100:00100000:1.0:1746126434.281409:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734564352 00002000:00100000:1.0:1746126434.281438:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132597800 x1830945734564352/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.281446:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597800 with x1830945734564352 ext(0->4095) 00010000:00010000:1.0:1746126434.281452:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.281463:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.281468:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132597800 00000100:00100000:1.0:1746126434.281492:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1954 00000100:00100000:1.0:1746126434.281498:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734564352:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126434.281630:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734564352:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.281636:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1954 00002000:00100000:1.0:1746126434.281641:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132597800 x1830945734564352/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.281647:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597800 with x1830945734564352 ext(0->4095) 00010000:00010000:1.0:1746126434.281651:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.281659:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.281663:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132597800 00000100:00100000:0.0:1746126434.283166:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.283225:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734564480 00000100:00100000:3.0:1746126434.283230:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734564480 00010000:00010000:3.0:1746126434.283247:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.283276:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17410 00000100:00100000:3.0:1746126434.283281:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734564480:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.283289:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.283301:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.283309:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.283324:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80e54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce077 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.283342:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.283344:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.283349:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 83 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.283356:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 83 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.283377:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 83 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.283386:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726352768:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.283428:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.285250:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726352768:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.285265:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.285287:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734564480:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2006us (2124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.285294:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17410 00000100:00100000:0.0:1746126434.286355:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.286418:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734564736 00000100:00100000:3.0:1746126434.286423:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734564736 00002000:00100000:3.0:1746126434.286447:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132596d80 x1830945734564736/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.286455:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596d80 with x1830945734564736 ext(0->4095) 00002000:00010000:3.0:1746126434.286458:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132596d80 00000100:00100000:3.0:1746126434.286478:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3941 00000100:00100000:3.0:1746126434.286483:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1963:x1830945734564736:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126434.286587:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1963:x1830945734564736:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (233us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.286591:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3941 00002000:00100000:3.0:1746126434.286596:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132596d80 x1830945734564736/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.286602:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596d80 with x1830945734564736 ext(0->4095) 00002000:00010000:3.0:1746126434.286604:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132596d80 00000100:00100000:0.0:1746126434.290220:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.290297:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734564864 00000100:00100000:3.0:1746126434.290305:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734564864 00000100:00100000:3.0:1746126434.290347:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5273 00000100:00100000:3.0:1746126434.290354:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734564864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.290369:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.290381:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce085 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.290403:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 83 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.290409:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.290410:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.290413:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e62 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce085 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.290435:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 83 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.290443:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 83 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.290452:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726352896:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126434.290531:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.294431:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726352896:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126434.294458:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e62 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce085 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.294472:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661200, rc 0) 00000100:00100000:3.0:1746126434.294520:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734564864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4166us (4306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.294530:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5273 00000100:00100000:0.0:1746126434.298738:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.298869:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734564992 00000100:00100000:1.0:1746126434.298878:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734564992 00002000:00100000:1.0:1746126434.298912:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094f63100 x1830945734564992/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.298921:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f63100 with x1830945734564992 ext(0->7) 00010000:00010000:1.0:1746126434.298928:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 84 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.298941:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 84 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.298947:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f63100 00000100:00100000:1.0:1746126434.298973:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1955 00000100:00100000:1.0:1746126434.298980:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+84:1964:x1830945734564992:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126434.299271:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734564992:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 290us (537us total) trans 4294968067 rc 0/0 00000100:00100000:1.0:1746126434.299277:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1955 00002000:00100000:1.0:1746126434.299283:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094f63100 x1830945734564992/t4294968067(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.299289:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f63100 with x1830945734564992 ext(0->7) 00010000:00010000:1.0:1746126434.299293:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.299301:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.299306:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f63100 00000100:00100000:0.0:1746126434.309605:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.309700:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734565248 00000100:00100000:3.0:1746126434.309708:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734565248 00010000:00010000:3.0:1746126434.309739:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.309774:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17411 00000100:00100000:3.0:1746126434.309781:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734565248:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.309794:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.309812:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.309821:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.309838:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80e5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce07e expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.309865:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.309867:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.309873:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce085 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.309879:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce085 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.309905:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce085 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.309916:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726353024:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.309979:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.311338:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726353024:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.311355:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.311429:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:1964:x1830945734565248:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1647us (1829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.311437:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17411 00000100:00100000:0.0:1746126434.314557:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.315296:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734565504 00000100:00100000:3.0:1746126434.315305:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734565504 00002000:00100000:3.0:1746126434.315342:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f60700 x1830945734565504/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.315351:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f60700 with x1830945734565504 ext(0->4095) 00002000:00010000:3.0:1746126434.315355:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f60700 00000100:00100000:3.0:1746126434.315385:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3942 00000100:00100000:3.0:1746126434.315392:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734565504:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126434.315537:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734565504:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (986us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.315543:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3942 00002000:00100000:3.0:1746126434.315548:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f60700 x1830945734565504/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.315555:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f60700 with x1830945734565504 ext(0->4095) 00002000:00010000:3.0:1746126434.315557:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f60700 00000100:00100000:0.0:1746126434.320567:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.320612:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734565632 00000100:00100000:3.0:1746126434.320619:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734565632 00000100:00100000:3.0:1746126434.320661:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5274 00000100:00100000:3.0:1746126434.320668:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+85:31655:x1830945734565632:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.320682:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.320696:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce093 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.320717:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce085 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.320723:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.320724:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.320727:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 86 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.320751:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce085 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.320760:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce085 expref: 5 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.320770:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726353152:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126434.320837:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.320986:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.321039:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734565120 00000100:00100000:2.0:1746126434.321044:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734565120 00000100:00100000:2.0:1746126434.321070:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5275 00000100:00100000:2.0:1746126434.321075:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31643:x1830945734565120:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.321081:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.321087:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce08c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.321098:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.321101:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 88 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.321106:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.321108:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.321125:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 88 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.321134:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 88 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.321146:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07c00, rc 0) 00000100:00100000:2.0:1746126434.321166:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:31643:x1830945734565120:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.321171:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5275 00000100:00100000:3.0:1746126434.326287:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726353152:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126434.326320:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 87 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.326342:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660200, rc 0) 00000100:00100000:3.0:1746126434.326389:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:31655:x1830945734565632:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5719us (5826us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.326397:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5274 00000100:00100000:0.0:1746126434.326900:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.328690:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734565760 00000100:00100000:3.0:1746126434.328702:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734565760 00010000:00010000:3.0:1746126434.328744:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce085 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.328779:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17412 00000100:00100000:3.0:1746126434.328786:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734565760:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.328800:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.328822:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce085 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.328832:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce085 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.328856:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce085 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.328876:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.328878:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.328885:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 86 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.328897:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 86 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.328930:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 86 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.328942:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 86 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.328952:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726353408:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.330385:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.333482:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.333585:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726353408:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.333601:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126434.334434:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734566016 00000100:00100000:1.0:1746126434.334445:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734566016 00002000:00100000:1.0:1746126434.334495:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22f100 x1830945734566016/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.334516:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22f100 with x1830945734566016 ext(0->4095) 00010000:00010000:1.0:1746126434.334525:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 87 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.334539:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 87 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.334546:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22f100 00000100:00100000:1.0:1746126434.334581:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1956 00000100:00100000:1.0:1746126434.334589:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1963:x1830945734566016:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126434.334786:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734565760:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5997us (7883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.334796:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17412 00000100:00100000:1.0:1746126434.335120:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1963:x1830945734566016:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 530us (1642us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.335127:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1956 00002000:00100000:1.0:1746126434.335133:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22f100 x1830945734566016/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.335140:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22f100 with x1830945734566016 ext(0->4095) 00010000:00010000:1.0:1746126434.335144:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 87 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.335153:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 87 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.335159:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22f100 00000100:00100000:0.0:1746126434.341194:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.341294:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734566144 00000100:00100000:3.0:1746126434.341302:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734566144 00000100:00100000:3.0:1746126434.341333:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5276 00000100:00100000:3.0:1746126434.341339:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c315180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734566144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.341353:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.341366:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce09a expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.341386:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.341391:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.341396:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126434.341399:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.341425:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.341434:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.341441:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660c00, rc 0) 00000100:00100000:3.0:1746126434.341666:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c315180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734566144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 325us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.341672:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5276 00000100:00100000:0.0:1746126434.344887:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.346345:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734566272 00000100:00100000:3.0:1746126434.346353:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734566272 00010000:00010000:3.0:1746126434.346383:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 87 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.346423:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17413 00000100:00100000:3.0:1746126434.346430:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1965:x1830945734566272:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.346442:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.346458:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 87 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.346472:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 87 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.346491:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce093 expref: 87 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.346533:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.346535:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.346541:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.346548:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.346575:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 86 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.346585:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.346594:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726353664:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.346670:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.354493:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.354594:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726353664:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.354611:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.354655:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1965:x1830945734566272:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 8223us (9773us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.354666:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17413 00000100:00100000:1.0:1746126434.354857:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734566528 00000100:00100000:1.0:1746126434.354863:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734566528 00002000:00100000:1.0:1746126434.354894:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c314000 x1830945734566528/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.354902:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c314000 with x1830945734566528 ext(0->4095) 00010000:00010000:1.0:1746126434.354909:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.354919:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.354929:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c314000 00000100:00100000:1.0:1746126434.354955:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1957 00000100:00100000:1.0:1746126434.354961:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734566528:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126434.355122:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734566528:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.355127:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1957 00002000:00100000:1.0:1746126434.355132:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c314000 x1830945734566528/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.355139:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c314000 with x1830945734566528 ext(0->4095) 00010000:00010000:1.0:1746126434.355143:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.355152:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.355157:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c314000 00000100:00100000:0.0:1746126434.358603:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.358647:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.358723:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734566784 00000100:00100000:2.0:1746126434.358730:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734566784 00010000:00010000:2.0:1746126434.358758:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.358788:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17414 00000100:00100000:2.0:1746126434.358794:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1963:x1830945734566784:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.358810:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.358825:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.358835:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.358859:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80e70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce08c expref: 86 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.358885:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.358887:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.358896:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.358903:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.358936:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126434.358946:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726353792:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.359009:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.359152:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734566656 00000100:00100000:3.0:1746126434.359156:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734566656 00000100:00100000:3.0:1746126434.359172:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5277 00000100:00100000:3.0:1746126434.359176:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:31643:x1830945734566656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.359185:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.359192:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce0a1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.359205:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.359210:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.359211:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.359213:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 87 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.359227:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.359236:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 5 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.359243:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726353920:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126434.359277:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.360946:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726353792:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.360961:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.360991:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+87:1963:x1830945734566784:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2196us (2342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.360998:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17414 00000100:00100000:3.0:1746126434.362935:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726353920:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126434.362960:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 86 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.362972:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661200, rc 0) 00000100:00100000:3.0:1746126434.363013:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:31643:x1830945734566656:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3835us (4415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.363019:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5277 00000100:00100000:0.0:1746126434.364784:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.364848:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734567040 00000100:00100000:3.0:1746126434.364855:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734567040 00002000:00100000:3.0:1746126434.364886:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009be49500 x1830945734567040/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.364894:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be49500 with x1830945734567040 ext(0->4095) 00010000:00010000:3.0:1746126434.364899:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.364909:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.364915:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009be49500 00000100:00100000:3.0:1746126434.364940:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1958 00000100:00100000:3.0:1746126434.364945:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734567040:12345-192.168.203.32@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746126434.366104:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734567040:12345-192.168.203.32@tcp:3:ldlm_bl.0 Request processed in 1153us (1318us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.366111:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1958 00002000:00100000:3.0:1746126434.366118:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009be49500 x1830945734567040/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.366126:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be49500 with x1830945734567040 ext(0->4095) 00010000:00010000:3.0:1746126434.366132:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.366143:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.366148:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009be49500 00000100:00100000:2.0:1746126434.371681:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.371761:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734567168 00000100:00100000:0.0:1746126434.371769:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734567168 00010000:00010000:0.0:1746126434.371796:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:0.0:1746126434.371830:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17415 00000100:00100000:0.0:1746126434.371837:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734567168:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126434.371847:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126434.371864:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1746126434.371873:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1746126434.371891:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80e77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce09a expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1746126434.372714:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.372717:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.372724:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 85 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.372731:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 85 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.372759:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 85 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126434.372769:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b56680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726354048:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126434.373408:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.375219:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b56680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726354048:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.375237:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.375283:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734567168:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3445us (3606us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.375292:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17415 00000100:00100000:1.0:1746126434.376241:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.376306:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734567424 00000100:00100000:2.0:1746126434.376311:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734567424 00002000:00100000:2.0:1746126434.376342:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093108380 x1830945734567424/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.376350:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108380 with x1830945734567424 ext(0->4095) 00002000:00010000:2.0:1746126434.376354:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093108380 00000100:00100000:2.0:1746126434.376367:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3943 00000100:00100000:2.0:1746126434.376372:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734567424:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126434.376490:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1964:x1830945734567424:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126434.376496:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3943 00002000:00100000:2.0:1746126434.376509:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093108380 x1830945734567424/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.376516:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108380 with x1830945734567424 ext(0->4095) 00002000:00010000:2.0:1746126434.376518:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093108380 00000100:00100000:0.0:1746126434.377748:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.378173:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734567552 00000100:00100000:3.0:1746126434.378179:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734567552 00000100:00100000:3.0:1746126434.378206:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5278 00000100:00100000:3.0:1746126434.378211:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734567552:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.378222:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.378233:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce0a8 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.378253:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 85 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.378260:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.378261:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.378264:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.378286:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 85 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.378299:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 85 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.378309:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726354176:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126434.381141:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126434.394340:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.394401:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726354176:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126434.394426:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.394440:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661600, rc 0) 00000100:00100000:3.0:1746126434.394477:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734567552:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16264us (16731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.394484:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5278 00000100:00100000:0.0:1746126434.395071:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734567680 00000100:00100000:0.0:1746126434.395077:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734567680 00002000:00100000:0.0:1746126434.395110:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093108000 x1830945734567680/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126434.395122:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108000 with x1830945734567680 ext(0->7) 00010000:00010000:0.0:1746126434.395128:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 86 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1746126434.395138:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 86 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:0.0:1746126434.395144:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093108000 00000100:00100000:0.0:1746126434.395271:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1959 00000100:00100000:0.0:1746126434.395278:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+86:1963:x1830945734567680:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126434.395494:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1963:x1830945734567680:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 217us (1159us total) trans 4294968068 rc 0/0 00000100:00100000:0.0:1746126434.395508:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1959 00002000:00100000:0.0:1746126434.395513:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093108000 x1830945734567680/t4294968068(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126434.395521:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108000 with x1830945734567680 ext(0->7) 00010000:00010000:0.0:1746126434.395527:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 88 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1746126434.395535:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 88 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:0.0:1746126434.395541:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093108000 00000100:00100000:0.0:1746126434.408532:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.408599:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734567808 00000100:00100000:2.0:1746126434.408607:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734567808 00010000:00010000:2.0:1746126434.409349:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 88 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.409389:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17416 00000100:00100000:2.0:1746126434.409396:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1965:x1830945734567808:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.409407:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126434.409420:0:7071:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126432 -> 1746126433 00002000:00010000:2.0:1746126434.409423:0:7071:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126432 -> 1746126433 00010000:00010000:2.0:1746126434.409427:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 88 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.409437:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 88 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.409458:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80e7e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a1 expref: 88 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.409477:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.409479:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.409484:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.409491:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.409523:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126434.409533:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726354304:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.409602:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.410979:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.411015:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734567936 00000100:00100000:3.0:1746126434.411035:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734567936 00000100:00100000:3.0:1746126434.411074:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5279 00000100:00100000:3.0:1746126434.411080:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:31643:x1830945734567936:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.411092:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.411101:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce0af expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.411120:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.411130:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.411131:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.411134:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 89 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.411152:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.411161:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 5 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.411169:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726354432:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126434.411226:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.413386:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.413531:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734568192 00000100:00100000:1.0:1746126434.413538:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734568192 00000100:00100000:3.0:1746126434.413556:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726354432:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126434.413575:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 89 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.413589:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661c00, rc 0) 00002000:00100000:1.0:1746126434.413623:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22df80 x1830945734568192/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.413631:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22df80 with x1830945734568192 ext(0->4095) 00010000:00010000:1.0:1746126434.413637:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.413647:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.413653:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22df80 00000100:00100000:0.0:1746126434.413654:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726354304:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126434.413666:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126434.413695:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1965:x1830945734567808:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4299us (5169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126434.413703:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17416 00000100:00100000:3.0:1746126434.413724:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:31643:x1830945734567936:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2643us (2746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.413730:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5279 00000100:00100000:1.0:1746126434.413915:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1960 00000100:00100000:1.0:1746126434.413921:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734568192:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126434.414188:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734568192:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 266us (806us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.414193:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1960 00002000:00100000:1.0:1746126434.414198:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22df80 x1830945734568192/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.414204:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22df80 with x1830945734568192 ext(0->4095) 00010000:00010000:1.0:1746126434.414208:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.414215:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.414220:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22df80 00000100:00100000:0.0:1746126434.417699:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.418269:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734568320 00000100:00100000:2.0:1746126434.418276:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734568320 00010000:00010000:2.0:1746126434.418303:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.418339:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17417 00000100:00100000:2.0:1746126434.418345:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734568320:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.418356:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.418374:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.418384:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.418401:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e85 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0a8 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.418429:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.418430:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.418436:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 87 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.418444:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 87 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.418471:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 87 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126434.418481:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726354560:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.418566:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.422314:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.422540:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726354560:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126434.422556:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126434.422587:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734568320:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4241us (4894us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126434.422594:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17417 00000100:00100000:1.0:1746126434.422879:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734568576 00000100:00100000:1.0:1746126434.422885:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734568576 00002000:00100000:1.0:1746126434.422911:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22fb80 x1830945734568576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.422925:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22fb80 with x1830945734568576 ext(0->4095) 00002000:00010000:1.0:1746126434.422928:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22fb80 00000100:00100000:1.0:1746126434.422951:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3944 00000100:00100000:1.0:1746126434.422957:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1963:x1830945734568576:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126434.425692:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1963:x1830945734568576:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 2730us (3378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.425702:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3944 00002000:00100000:1.0:1746126434.425710:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22fb80 x1830945734568576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.425718:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22fb80 with x1830945734568576 ext(0->4095) 00002000:00010000:1.0:1746126434.425722:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22fb80 00000100:00100000:0.0:1746126434.429377:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.429476:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734568704 00000100:00100000:3.0:1746126434.429484:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734568704 00000100:00100000:3.0:1746126434.429529:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5280 00000100:00100000:3.0:1746126434.429536:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734568704:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.429550:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.429564:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e93 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce0b6 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.429588:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 87 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.429595:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.429596:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.429599:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e93 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0b6 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.429624:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 87 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.429635:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 87 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.429644:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726354688:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126434.431180:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.432262:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726354688:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126434.432283:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e93 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0b6 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.432294:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660200, rc 0) 00000100:00100000:3.0:1746126434.432321:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734568704:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2785us (2949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.432330:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5280 00000100:00100000:0.0:1746126434.432816:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.433705:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734568832 00000100:00100000:1.0:1746126434.433712:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734568832 00002000:00100000:1.0:1746126434.433742:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093b55880 x1830945734568832/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.433750:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b55880 with x1830945734568832 ext(0->7) 00010000:00010000:1.0:1746126434.433756:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 88 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.433766:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 88 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.433772:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b55880 00000100:00100000:1.0:1746126434.433798:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1961 00000100:00100000:1.0:1746126434.433805:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+88:1964:x1830945734568832:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126434.434250:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1964:x1830945734568832:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 445us (1434us total) trans 4294968069 rc 0/0 00000100:00100000:1.0:1746126434.434255:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1961 00002000:00100000:1.0:1746126434.434261:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093b55880 x1830945734568832/t4294968069(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.434267:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b55880 with x1830945734568832 ext(0->7) 00010000:00010000:1.0:1746126434.434271:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 90 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.434278:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 90 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.434283:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b55880 00000100:00100000:0.0:1746126434.439107:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.439253:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734568960 00000100:00100000:2.0:1746126434.439260:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734568960 00010000:00010000:2.0:1746126434.439286:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 90 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.439305:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17418 00000100:00100000:2.0:1746126434.439310:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1965:x1830945734568960:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.439321:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.439334:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 90 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.439343:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 90 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.439359:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b80e8c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0af expref: 90 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.439371:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.439373:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.439379:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e93 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0b6 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.439385:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e93 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0b6 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.439408:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e93 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0b6 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126434.439416:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726354816:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.439473:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.444052:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726354816:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.444072:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.444114:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:1965:x1830945734568960:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4802us (5011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.444124:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17418 00000100:00100000:0.0:1746126434.444345:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.444563:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734569216 00000100:00100000:1.0:1746126434.444568:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734569216 00002000:00100000:1.0:1746126434.444601:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b57480 x1830945734569216/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.444610:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57480 with x1830945734569216 ext(0->4095) 00002000:00010000:1.0:1746126434.444614:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b57480 00000100:00100000:1.0:1746126434.444637:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3945 00000100:00100000:1.0:1746126434.444643:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734569216:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126434.444755:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734569216:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.444763:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3945 00002000:00100000:1.0:1746126434.444768:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b57480 x1830945734569216/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.444774:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57480 with x1830945734569216 ext(0->4095) 00002000:00010000:1.0:1746126434.444777:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b57480 00000100:00100000:0.0:1746126434.448000:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.453447:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734569344 00000100:00100000:3.0:1746126434.453462:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734569344 00000100:00100000:3.0:1746126434.453520:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5281 00000100:00100000:3.0:1746126434.453526:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+89:31643:x1830945734569344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.453539:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.453553:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce0bd expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.453576:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e93 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0b6 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.453582:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.453583:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.453586:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 90 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.453609:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e93 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0b6 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.453618:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e93 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0b6 expref: 5 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.453627:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726354944:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126434.453760:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.453903:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734569472 00000100:00100000:1.0:1746126434.453907:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734569472 00000100:00100000:1.0:1746126434.453928:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5282 00000100:00100000:1.0:1746126434.453933:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31655:x1830945734569472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126434.453940:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126434.453946:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce0c4 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.453956:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126434.453960:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.453965:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126434.453967:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.454261:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.454275:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 92 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.454288:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18200, rc 0) 00000100:00100000:1.0:1746126434.454768:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31655:x1830945734569472:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 833us (1008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126434.454774:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5282 00000100:00100000:3.0:1746126434.455220:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.459741:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.459879:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726354944:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126434.459905:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.459919:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661600, rc 0) 00000100:00100000:3.0:1746126434.459967:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:31643:x1830945734569344:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6440us (11971us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.459974:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5281 00000100:00100000:2.0:1746126434.460052:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734569600 00000100:00100000:2.0:1746126434.460058:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734569600 00010000:00010000:2.0:1746126434.460086:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e93 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0b6 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.460114:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17419 00000100:00100000:2.0:1746126434.460120:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734569600:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.461348:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.461373:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e93 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0b6 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.461390:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e93 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0b6 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.461408:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80e93 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0b6 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.461422:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.461423:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.461431:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 90 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.461438:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 90 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.461470:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 90 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.461483:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 90 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.461494:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726355200:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.461558:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.464145:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726355200:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.464159:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.464194:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734569600:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4074us (4461us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.464201:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17419 00000100:00100000:0.0:1746126434.465828:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.465908:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734569856 00000100:00100000:2.0:1746126434.465915:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734569856 00002000:00100000:2.0:1746126434.465948:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b56d80 x1830945734569856/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.465957:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b56d80 with x1830945734569856 ext(0->4095) 00010000:00010000:2.0:1746126434.465965:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 91 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.465976:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 91 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.465982:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b56d80 00000100:00100000:2.0:1746126434.466538:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1962 00000100:00100000:2.0:1746126434.466546:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734569856:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126434.466675:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1963:x1830945734569856:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (851us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126434.466683:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1962 00002000:00100000:2.0:1746126434.466688:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b56d80 x1830945734569856/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.466695:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b56d80 with x1830945734569856 ext(0->4095) 00010000:00010000:2.0:1746126434.466699:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 91 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.466709:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 91 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.466714:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b56d80 00000100:00100000:0.0:1746126434.470003:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.471182:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734569984 00000100:00100000:2.0:1746126434.471190:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734569984 00010000:00010000:2.0:1746126434.471217:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 91 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.471247:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17420 00000100:00100000:2.0:1746126434.471253:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+91:1966:x1830945734569984:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.471264:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.471281:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 91 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.471290:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 91 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.471309:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80e9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0bd expref: 91 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.471332:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.471334:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.471340:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.471346:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.471373:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 90 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126434.471392:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726355328:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.471967:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.473901:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726355328:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.473917:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.473957:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1966:x1830945734569984:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2702us (3959us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.473965:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17420 00000100:00100000:0.0:1746126434.475941:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.477436:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734570240 00000100:00100000:1.0:1746126434.477445:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734570240 00002000:00100000:1.0:1746126434.477482:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b54380 x1830945734570240/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.477492:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54380 with x1830945734570240 ext(0->4095) 00002000:00010000:1.0:1746126434.477497:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b54380 00000100:00100000:1.0:1746126434.477524:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3946 00000100:00100000:1.0:1746126434.477531:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734570240:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126434.477656:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734570240:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (1718us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.477661:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3946 00002000:00100000:1.0:1746126434.477666:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b54380 x1830945734570240/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.477673:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54380 with x1830945734570240 ext(0->4095) 00002000:00010000:1.0:1746126434.477675:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b54380 00000100:00100000:2.0:1746126434.485733:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.485816:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734570368 00000100:00100000:3.0:1746126434.485824:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734570368 00000100:00100000:3.0:1746126434.485865:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5283 00000100:00100000:3.0:1746126434.485871:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734570368:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.485885:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.485899:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce0cb expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.485924:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.485932:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.485933:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.485936:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.485963:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 89 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.485974:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 89 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.485985:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726355456:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126434.486062:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.489462:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726355456:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126434.489489:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.489512:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661200, rc 0) 00000100:00100000:3.0:1746126434.489564:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734570368:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3691us (3836us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.489571:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5283 00000100:00100000:0.0:1746126434.496530:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.496596:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734570496 00000100:00100000:2.0:1746126434.496604:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734570496 00002000:00100000:2.0:1746126434.496638:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093b55f80 x1830945734570496/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.496652:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b55f80 with x1830945734570496 ext(0->7) 00010000:00010000:2.0:1746126434.496660:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 90 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.496672:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 90 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.496677:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b55f80 00000100:00100000:2.0:1746126434.496704:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1963 00000100:00100000:2.0:1746126434.496711:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+90:1963:x1830945734570496:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126434.496963:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734570496:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 252us (439us total) trans 4294968070 rc 0/0 00000100:00100000:2.0:1746126434.496968:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1963 00002000:00100000:2.0:1746126434.496973:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093b55f80 x1830945734570496/t4294968070(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.496979:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b55f80 with x1830945734570496 ext(0->7) 00010000:00010000:2.0:1746126434.496983:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 92 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.496991:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 92 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.496996:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b55f80 00000100:00100000:0.0:1746126434.511610:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.511664:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.511721:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734570752 00000100:00100000:3.0:1746126434.511729:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734570752 00000100:00100000:2.0:1746126434.512240:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734570624 00000100:00100000:2.0:1746126434.512245:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734570624 00010000:00010000:2.0:1746126434.512266:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 93 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.512913:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17421 00000100:00100000:2.0:1746126434.512921:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734570624:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.512934:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746126434.512943:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5284 00000100:00100000:3.0:1746126434.512950:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:31643:x1830945734570752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.512953:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 93 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.512963:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.512964:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 93 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.512973:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce0d2 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.512981:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b80ea1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0c4 expref: 94 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.512987:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.512993:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.512998:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.513001:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 93 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.513227:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.513229:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.513235:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.513242:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.513266:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.513276:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 5 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.513284:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 5 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.513286:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726355712:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.513292:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 5 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.513300:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726355584:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.513394:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.515072:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.519949:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726355584:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.519966:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.520002:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+93:1963:x1830945734570624:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7080us (8397us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.520010:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17421 00000100:00100000:3.0:1746126434.520110:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726355712:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126434.520127:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 92 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.520139:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660a00, rc 0) 00000100:00100000:3.0:1746126434.520156:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:31643:x1830945734570752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7207us (8492us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.520161:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5284 00000100:00100000:0.0:1746126434.520316:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.520431:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734571008 00000100:00100000:1.0:1746126434.520436:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734571008 00002000:00100000:1.0:1746126434.520464:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092867800 x1830945734571008/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.520477:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092867800 with x1830945734571008 ext(0->4095) 00010000:00010000:1.0:1746126434.520483:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.520493:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.520508:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092867800 00000100:00100000:2.0:1746126434.521375:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1964 00000100:00100000:2.0:1746126434.521384:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734571008:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126434.521525:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734571008:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (1208us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126434.521531:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1964 00002000:00100000:2.0:1746126434.521537:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092867800 x1830945734571008/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.521544:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092867800 with x1830945734571008 ext(0->4095) 00010000:00010000:2.0:1746126434.521549:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.521559:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.521565:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092867800 00000100:00100000:0.0:1746126434.535215:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.536476:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734571136 00000100:00100000:2.0:1746126434.536485:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734571136 00010000:00010000:2.0:1746126434.536524:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.536553:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17422 00000100:00100000:2.0:1746126434.536560:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734571136:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126434.536573:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.536589:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.536599:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.536617:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80ea8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0cb expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.536644:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.536645:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.536652:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.536659:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.536687:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126434.536698:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726355840:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126434.537397:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.543172:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726355840:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.543190:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.543581:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734571136:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7019us (8369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.543591:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17422 00000100:00100000:2.0:1746126434.543649:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.543747:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734571392 00000100:00100000:1.0:1746126434.543753:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734571392 00002000:00100000:1.0:1746126434.543781:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22ed80 x1830945734571392/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.543789:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22ed80 with x1830945734571392 ext(0->4095) 00002000:00010000:1.0:1746126434.543793:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22ed80 00000100:00100000:1.0:1746126434.543806:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3947 00000100:00100000:1.0:1746126434.543811:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1966:x1830945734571392:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126434.543936:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1966:x1830945734571392:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (1101us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.543942:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3947 00002000:00100000:1.0:1746126434.543947:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22ed80 x1830945734571392/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.543953:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22ed80 with x1830945734571392 ext(0->4095) 00002000:00010000:1.0:1746126434.543956:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c22ed80 00000100:00100000:0.0:1746126434.551768:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.551823:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734571520 00000100:00100000:3.0:1746126434.551830:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734571520 00000100:00100000:3.0:1746126434.552098:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5285 00000100:00100000:3.0:1746126434.552107:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ad6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734571520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.552121:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.552135:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce0d9 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.552156:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.552162:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.552163:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.552166:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.552193:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 91 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.552204:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 91 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.552214:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726355968:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126434.552286:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.563114:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726355968:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126434.563139:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.563160:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660e00, rc 0) 00000100:00100000:0.0:1746126434.563202:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ad6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734571520:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11095us (11439us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126434.563214:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5285 00000100:00100000:0.0:1746126434.564708:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.564840:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734571648 00000100:00100000:2.0:1746126434.564846:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734571648 00002000:00100000:2.0:1746126434.564875:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092864e00 x1830945734571648/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.564883:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092864e00 with x1830945734571648 ext(0->7) 00010000:00010000:2.0:1746126434.564889:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 92 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.564899:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 92 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.564904:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092864e00 00000100:00100000:2.0:1746126434.564930:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1965 00000100:00100000:2.0:1746126434.564936:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+92:1963:x1830945734571648:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126434.565187:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1963:x1830945734571648:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 250us (482us total) trans 4294968071 rc 0/0 00000100:00100000:2.0:1746126434.565192:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1965 00002000:00100000:2.0:1746126434.565198:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092864e00 x1830945734571648/t4294968071(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.565204:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092864e00 with x1830945734571648 ext(0->7) 00010000:00010000:2.0:1746126434.565207:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 94 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.565219:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 94 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.565223:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092864e00 00000100:00100000:0.0:1746126434.575850:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.575893:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.575964:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734571776 00000100:00100000:2.0:1746126434.575970:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734571776 00000100:00100000:2.0:1746126434.576017:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5286 00000100:00100000:2.0:1746126434.576054:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:31643:x1830945734571776:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.576069:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.576084:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce0e0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.576106:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.576112:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.576117:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126434.576119:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 95 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.576147:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.576158:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 95 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.576170:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06a00, rc 0) 00000100:00100000:2.0:1746126434.576210:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:31643:x1830945734571776:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.576215:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5286 00000100:00100000:3.0:1746126434.576397:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734571904 00000100:00100000:3.0:1746126434.576400:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734571904 00010000:00010000:3.0:1746126434.576415:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 95 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.576442:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17423 00000100:00100000:3.0:1746126434.576448:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+95:1965:x1830945734571904:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.576456:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.576473:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 95 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.576481:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 95 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.576494:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b80eaf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d2 expref: 95 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.576522:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.576524:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.576529:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.576534:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.576553:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.576562:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 5 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.576571:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726356224:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.576620:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.579983:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.580058:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734572160 00000100:00100000:1.0:1746126434.580064:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734572160 00002000:00100000:1.0:1746126434.580096:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092828a80 x1830945734572160/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.580105:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828a80 with x1830945734572160 ext(0->4095) 00010000:00010000:1.0:1746126434.580111:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.580122:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.580128:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092828a80 00000100:00100000:1.0:1746126434.580154:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1966 00000100:00100000:1.0:1746126434.580160:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734572160:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126434.580283:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734572160:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.580289:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1966 00002000:00100000:1.0:1746126434.580294:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092828a80 x1830945734572160/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.580301:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828a80 with x1830945734572160 ext(0->4095) 00010000:00010000:1.0:1746126434.580305:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.580314:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.580322:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092828a80 00000100:00100000:3.0:1746126434.580903:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726356224:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.580918:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.580994:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1965:x1830945734571904:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4546us (5099us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.581002:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17423 00000100:00100000:1.0:1746126434.588017:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.590073:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734572288 00000100:00100000:3.0:1746126434.590082:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734572288 00010000:00010000:3.0:1746126434.590115:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.590150:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17424 00000100:00100000:3.0:1746126434.590157:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734572288:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.590167:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.590184:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.590193:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.590210:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80eb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0d9 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.590236:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.590237:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.590243:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 93 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.590250:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 93 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.590277:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 93 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.590287:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726356352:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.590363:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.593891:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.593969:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734572544 00000100:00100000:2.0:1746126434.593977:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734572544 00000100:00100000:3.0:1746126434.593988:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726356352:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.594005:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126434.594015:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092828380 x1830945734572544/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.594045:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828380 with x1830945734572544 ext(0->4095) 00002000:00010000:2.0:1746126434.594048:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092828380 00000100:00100000:3.0:1746126434.594068:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734572288:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3910us (6055us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126434.594074:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3948 00000100:00100000:3.0:1746126434.594076:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17424 00000100:00100000:0.0:1746126434.594082:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1964:x1830945734572544:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126434.594221:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1964:x1830945734572544:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (335us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126434.594227:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3948 00002000:00100000:0.0:1746126434.594231:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092828380 x1830945734572544/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126434.594237:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828380 with x1830945734572544 ext(0->4095) 00002000:00010000:0.0:1746126434.594239:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092828380 00000100:00100000:0.0:1746126434.598207:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.598261:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734572672 00000100:00100000:1.0:1746126434.598269:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734572672 00000100:00100000:1.0:1746126434.598317:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5287 00000100:00100000:1.0:1746126434.598323:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734572672:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126434.598336:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126434.598349:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce0e7 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.598371:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 93 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.598376:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126434.598378:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126434.598381:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.598404:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 93 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.598414:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 93 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:1.0:1746126434.598423:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726356480:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126434.598494:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.604177:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.604417:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726356480:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126434.604440:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.604453:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19400, rc 0) 00000100:00100000:1.0:1746126434.604487:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734572672:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6163us (6286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126434.604494:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5287 00000100:00100000:2.0:1746126434.605233:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734572800 00000100:00100000:2.0:1746126434.605240:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734572800 00002000:00100000:2.0:1746126434.605271:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009282ad80 x1830945734572800/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.605279:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282ad80 with x1830945734572800 ext(0->7) 00010000:00010000:2.0:1746126434.605285:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 94 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.605296:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 94 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.605302:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009282ad80 00000100:00100000:2.0:1746126434.605327:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1967 00000100:00100000:2.0:1746126434.605333:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+94:1964:x1830945734572800:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126434.605595:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1964:x1830945734572800:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 261us (1424us total) trans 4294968072 rc 0/0 00000100:00100000:2.0:1746126434.605601:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1967 00002000:00100000:2.0:1746126434.605606:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009282ad80 x1830945734572800/t4294968072(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.605612:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282ad80 with x1830945734572800 ext(0->7) 00010000:00010000:2.0:1746126434.605617:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 96 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.605624:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 96 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.605629:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009282ad80 00000100:00100000:0.0:1746126434.616858:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.617457:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734572928 00000100:00100000:3.0:1746126434.617464:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734572928 00010000:00010000:3.0:1746126434.617491:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 96 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.617522:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17425 00000100:00100000:3.0:1746126434.617528:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1963:x1830945734572928:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.617538:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.617554:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 96 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.617562:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 96 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.617578:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80ebd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e0 expref: 96 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.617591:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.617593:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.617599:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.617605:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.617627:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.617635:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726356608:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.618757:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126434.618918:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.619017:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734573056 00000100:00100000:0.0:1746126434.619047:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734573056 00000100:00100000:0.0:1746126434.619087:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5288 00000100:00100000:0.0:1746126434.619093:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:31643:x1830945734573056:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126434.619109:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126434.619120:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce0ee expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.619140:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.619148:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.619150:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.619154:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 97 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.619173:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.619184:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 5 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:0.0:1746126434.619193:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726356736:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126434.619547:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126434.622074:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726356736:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126434.622101:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 97 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.622115:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07200, rc 0) 00000100:00100000:0.0:1746126434.622722:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.622782:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726356608:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.622793:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126434.623006:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+97:31643:x1830945734573056:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3911us (4087us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126434.623013:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5288 00000100:00100000:1.0:1746126434.623066:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734573312 00000100:00100000:1.0:1746126434.623071:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734573312 00002000:00100000:1.0:1746126434.623099:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b56a00 x1830945734573312/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.623108:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b56a00 with x1830945734573312 ext(0->4095) 00010000:00010000:1.0:1746126434.623114:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.623125:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.623131:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b56a00 00000100:00100000:1.0:1746126434.623145:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1968 00000100:00100000:1.0:1746126434.623151:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734573312:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126434.623489:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1963:x1830945734572928:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5959us (6636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.623505:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17425 00000100:00100000:1.0:1746126434.623967:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734573312:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 815us (1245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.623973:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1968 00002000:00100000:1.0:1746126434.623979:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b56a00 x1830945734573312/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.623986:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b56a00 with x1830945734573312 ext(0->4095) 00010000:00010000:1.0:1746126434.623990:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.623999:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.624004:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b56a00 00000100:00100000:2.0:1746126434.630231:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.630276:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734573440 00000100:00100000:3.0:1746126434.630284:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734573440 00010000:00010000:3.0:1746126434.630310:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.630342:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17426 00000100:00100000:3.0:1746126434.630349:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734573440:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.630361:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.630378:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.630387:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.630406:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ec4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0e7 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.630427:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.630429:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.630435:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 95 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.630442:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 95 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.630466:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 95 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.630475:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726356864:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.630547:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.633456:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.633517:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734573696 00000100:00100000:1.0:1746126434.633524:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734573696 00002000:00100000:1.0:1746126434.633558:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b57800 x1830945734573696/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.633566:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57800 with x1830945734573696 ext(0->4095) 00002000:00010000:1.0:1746126434.633569:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b57800 00000100:00100000:1.0:1746126434.633594:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3949 00000100:00100000:1.0:1746126434.633601:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1963:x1830945734573696:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126434.633725:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1963:x1830945734573696:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.633731:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3949 00002000:00100000:1.0:1746126434.633736:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b57800 x1830945734573696/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.633743:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57800 with x1830945734573696 ext(0->4095) 00002000:00010000:1.0:1746126434.633745:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b57800 00000100:00100000:3.0:1746126434.633819:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726356864:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.633834:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.633854:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734573440:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3506us (3630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.633864:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17426 00000100:00100000:1.0:1746126434.641281:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.641304:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734573824 00000100:00100000:2.0:1746126434.641612:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734573824 00000100:00100000:2.0:1746126434.641655:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5289 00000100:00100000:2.0:1746126434.641662:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734573824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.641676:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.641689:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce0f5 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.641712:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 95 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.641718:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.641720:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.641723:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.641745:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 95 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.641755:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 95 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.641764:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726356992:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.641835:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.643543:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726356992:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.644222:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.644247:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06600, rc 0) 00000100:00100000:2.0:1746126434.644292:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734573824:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2629us (3016us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.644299:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5289 00000100:00100000:0.0:1746126434.647710:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.647817:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734573952 00000100:00100000:2.0:1746126434.647823:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734573952 00002000:00100000:2.0:1746126434.647855:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093b57b80 x1830945734573952/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.647864:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57b80 with x1830945734573952 ext(0->7) 00010000:00010000:2.0:1746126434.647871:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 96 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.647881:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 96 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.647892:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b57b80 00000100:00100000:1.0:1746126434.649127:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1969 00000100:00100000:1.0:1746126434.649137:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+96:1963:x1830945734573952:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126434.649613:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1963:x1830945734573952:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 478us (1908us total) trans 4294968073 rc 0/0 00000100:00100000:1.0:1746126434.649620:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1969 00002000:00100000:1.0:1746126434.649627:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093b57b80 x1830945734573952/t4294968073(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.649634:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b57b80 with x1830945734573952 ext(0->7) 00010000:00010000:1.0:1746126434.649641:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 98 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.649652:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 98 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.649658:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b57b80 00000100:00100000:0.0:1746126434.655073:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.655107:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.655147:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734574208 00000100:00100000:2.0:1746126434.655154:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734574208 00000100:00100000:3.0:1746126434.655176:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734574080 00000100:00100000:3.0:1746126434.655179:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734574080 00000100:00100000:2.0:1746126434.655186:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5290 00000100:00100000:2.0:1746126434.655192:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:31643:x1830945734574208:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.655195:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 99 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.655203:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126434.655214:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17427 00010000:00010000:2.0:1746126434.655214:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce0fc expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.655222:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1964:x1830945734574080:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.655230:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126434.655234:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.655238:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.655243:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126434.655246:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.655317:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 100 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.655694:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 100 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.655711:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07200/0x9851078746b80ecb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0ee expref: 100 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.655725:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.655727:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.655733:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.655740:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.655765:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.655775:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 5 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.655785:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726357120:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.655984:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 5 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.655991:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 5 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.655999:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726357248:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126434.656266:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.656337:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.662468:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726357248:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.662496:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.662523:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06400, rc 0) 00000100:00100000:3.0:1746126434.662654:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726357120:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.662664:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126434.662802:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.663140:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:31643:x1830945734574208:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7946us (8030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.663199:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1964:x1830945734574080:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7979us (8130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.663207:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17427 00000100:00100000:3.0:1746126434.663246:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734574464 00000100:00100000:3.0:1746126434.663250:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734574464 00000100:00100000:2.0:1746126434.663270:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5290 00002000:00100000:3.0:1746126434.663276:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b54700 x1830945734574464/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.663284:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54700 with x1830945734574464 ext(0->4095) 00010000:00010000:3.0:1746126434.663290:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.663300:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.663306:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b54700 00000100:00100000:3.0:1746126434.663330:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1970 00000100:00100000:3.0:1746126434.663336:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734574464:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126434.663757:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734574464:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 420us (955us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.663763:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1970 00002000:00100000:3.0:1746126434.663768:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b54700 x1830945734574464/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.663775:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b54700 with x1830945734574464 ext(0->4095) 00010000:00010000:3.0:1746126434.663779:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.663788:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.663793:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b54700 00000100:00100000:0.0:1746126434.668740:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.668788:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734574592 00000100:00100000:1.0:1746126434.668795:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734574592 00010000:00010000:1.0:1746126434.668824:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:1.0:1746126434.668847:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17428 00000100:00100000:1.0:1746126434.668854:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734574592:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126434.668864:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126434.668882:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.668892:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.668910:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80ed2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0f5 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.668936:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126434.668937:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126434.668943:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 97 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.668950:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 97 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.668975:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 97 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126434.668990:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726357376:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126434.669069:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126434.671419:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726357376:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126434.671437:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126434.671461:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.671666:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734574848 00000100:00100000:3.0:1746126434.671671:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734574848 00002000:00100000:3.0:1746126434.671701:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761180 x1830945734574848/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.671709:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761180 with x1830945734574848 ext(0->4095) 00002000:00010000:3.0:1746126434.671713:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095761180 00000100:00100000:3.0:1746126434.671728:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3950 00000100:00100000:3.0:1746126434.671733:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1966:x1830945734574848:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126434.672725:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734574592:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3867us (3990us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126434.672733:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17428 00000100:00100000:3.0:1746126434.672920:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1966:x1830945734574848:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 1185us (1459us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.672927:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3950 00002000:00100000:3.0:1746126434.672933:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761180 x1830945734574848/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.672941:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761180 with x1830945734574848 ext(0->4095) 00002000:00010000:3.0:1746126434.672944:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095761180 00000100:00100000:0.0:1746126434.675668:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.675898:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734574976 00000100:00100000:2.0:1746126434.675906:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734574976 00000100:00100000:2.0:1746126434.675948:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5291 00000100:00100000:2.0:1746126434.675954:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734574976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.675969:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.675982:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80ee0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce103 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.676003:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 97 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.676008:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.676010:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.676012:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80ee0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce103 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.676054:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 97 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.676063:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 97 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.676073:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726357504:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.676246:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.679222:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.679588:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726357504:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.679612:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80ee0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce103 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.679626:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07000, rc 0) 00000100:00100000:2.0:1746126434.679659:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734574976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3705us (3997us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.679666:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5291 00000100:00100000:3.0:1746126434.679723:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734575104 00000100:00100000:3.0:1746126434.679728:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734575104 00002000:00100000:3.0:1746126434.679753:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880095763b80 x1830945734575104/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.679761:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095763b80 with x1830945734575104 ext(0->7) 00010000:00010000:3.0:1746126434.679766:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 98 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.679776:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 98 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.679782:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095763b80 00000100:00100000:3.0:1746126434.679804:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1971 00000100:00100000:3.0:1746126434.679809:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+98:1964:x1830945734575104:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126434.680049:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1964:x1830945734575104:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 213us (806us total) trans 4294968074 rc 0/0 00000100:00100000:3.0:1746126434.680054:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1971 00002000:00100000:3.0:1746126434.680059:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880095763b80 x1830945734575104/t4294968074(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.680064:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095763b80 with x1830945734575104 ext(0->7) 00010000:00010000:3.0:1746126434.680068:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 100 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.680075:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 100 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.680080:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095763b80 00000100:00100000:3.0:1746126434.686961:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.687043:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734575232 00000100:00100000:1.0:1746126434.687049:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734575232 00010000:00010000:1.0:1746126434.687077:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 100 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:0.0:1746126434.688703:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17429 00000100:00100000:0.0:1746126434.688715:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1963:x1830945734575232:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126434.688727:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126434.688745:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 100 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1746126434.688760:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 100 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1746126434.688777:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80ed9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce0fc expref: 100 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1746126434.689857:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.689861:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.689869:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80ee0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce103 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.689877:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80ee0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce103 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.689907:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80ee0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce103 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126434.689917:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095760380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726357632:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126434.691531:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.691977:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.692049:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734575488 00000100:00100000:3.0:1746126434.692055:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734575488 00002000:00100000:3.0:1746126434.692086:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095760e00 x1830945734575488/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.692095:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760e00 with x1830945734575488 ext(0->4095) 00002000:00010000:3.0:1746126434.692099:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095760e00 00000100:00100000:3.0:1746126434.692115:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3951 00000100:00100000:3.0:1746126434.692121:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734575488:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126434.692247:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734575488:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (272us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.692253:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3951 00002000:00100000:3.0:1746126434.692258:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095760e00 x1830945734575488/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.692265:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760e00 with x1830945734575488 ext(0->4095) 00002000:00010000:3.0:1746126434.692268:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095760e00 00000100:00100000:2.0:1746126434.692424:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095760380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726357632:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.692439:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.692461:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1963:x1830945734575232:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3750us (5507us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.692468:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17429 00000100:00100000:2.0:1746126434.693850:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.694149:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734575616 00000100:00100000:0.0:1746126434.694154:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734575616 00000100:00100000:0.0:1746126434.694179:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5292 00000100:00100000:0.0:1746126434.694184:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:31655:x1830945734575616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126434.694194:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126434.694205:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce10a expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.694224:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80ee0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce103 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.694230:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.694232:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.694235:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.694255:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80ee0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce103 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.694264:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80ee0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce103 expref: 5 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:0.0:1746126434.694274:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095760700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726357760:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126434.695735:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.698077:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095760700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726357760:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.698099:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.698111:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06a00, rc 0) 00000100:00100000:2.0:1746126434.698145:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31655:x1830945734575616:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3960us (4298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.698154:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5292 00000100:00100000:0.0:1746126434.699896:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.699956:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.700185:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734575872 00000100:00100000:2.0:1746126434.700192:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734575872 00000100:00100000:2.0:1746126434.700230:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5293 00000100:00100000:2.0:1746126434.700236:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31643:x1830945734575872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.700248:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.700261:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce111 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.700279:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.700283:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 101 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.700288:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.700291:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 101 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.700316:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 101 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.700325:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 101 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.700332:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07800, rc 0) 00000100:00100000:3.0:1746126434.701187:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734575744 00000100:00100000:3.0:1746126434.701192:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734575744 00010000:00010000:3.0:1746126434.701211:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80ee0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce103 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.701648:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:31643:x1830945734575872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1411us (1755us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.701654:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5293 00000100:00100000:3.0:1746126434.701987:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17430 00000100:00100000:3.0:1746126434.701994:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734575744:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.702003:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.702045:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80ee0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce103 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.702055:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80ee0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce103 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.702071:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80ee0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce103 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.702088:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.702090:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.702099:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.702106:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.702131:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.702140:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 100 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.702153:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726358016:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.702212:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.703861:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.703909:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734576128 00000100:00100000:1.0:1746126434.703915:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734576128 00002000:00100000:1.0:1746126434.703943:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095760a80 x1830945734576128/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.703952:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760a80 with x1830945734576128 ext(0->4095) 00010000:00010000:1.0:1746126434.703957:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 101 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.703967:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 101 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.703972:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095760a80 00000100:00100000:3.0:1746126434.703986:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726358016:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126434.703997:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1972 00010000:00010000:3.0:1746126434.703998:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126434.704004:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1963:x1830945734576128:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126434.704042:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734575744:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2048us (4085us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.704049:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17430 00000100:00100000:1.0:1746126434.704147:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1963:x1830945734576128:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.704153:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1972 00002000:00100000:1.0:1746126434.704158:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095760a80 x1830945734576128/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.704165:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760a80 with x1830945734576128 ext(0->4095) 00010000:00010000:1.0:1746126434.704169:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 101 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.704177:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 101 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.704182:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095760a80 00000100:00100000:0.0:1746126434.706792:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.706979:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734576256 00000100:00100000:2.0:1746126434.706986:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734576256 00000100:00100000:2.0:1746126434.707017:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5294 00000100:00100000:2.0:1746126434.707044:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734576256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.707056:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.707068:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce118 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.707088:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.707092:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.707097:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126434.707100:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.707126:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.707137:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.707145:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07c00, rc 0) 00000100:00100000:2.0:1746126434.707186:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734576256:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.707192:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5294 00000100:00100000:2.0:1746126434.708104:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.708141:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734576384 00000100:00100000:3.0:1746126434.708145:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734576384 00010000:00010000:3.0:1746126434.708161:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 101 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.708180:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17431 00000100:00100000:3.0:1746126434.708184:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1963:x1830945734576384:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.708192:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.708207:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 101 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.708217:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 101 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.708233:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06a00/0x9851078746b80ee7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce10a expref: 101 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.708256:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.708258:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.708263:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.708269:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.708287:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.708296:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 100 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.708305:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726358272:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.708361:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.711204:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.711290:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726358272:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.711306:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126434.711382:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734576640 00000100:00100000:2.0:1746126434.711388:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734576640 00002000:00100000:2.0:1746126434.711417:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761c00 x1830945734576640/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.711424:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761c00 with x1830945734576640 ext(0->4095) 00010000:00010000:2.0:1746126434.711430:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 101 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.711440:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 101 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.711446:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095761c00 00000100:00100000:2.0:1746126434.711474:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1973 00000100:00100000:2.0:1746126434.711480:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1965:x1830945734576640:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126434.711720:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1963:x1830945734576384:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3533us (3615us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.711727:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17431 00000100:00100000:2.0:1746126434.712045:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1965:x1830945734576640:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 564us (845us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126434.712050:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1973 00002000:00100000:2.0:1746126434.712056:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095761c00 x1830945734576640/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.712063:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761c00 with x1830945734576640 ext(0->4095) 00010000:00010000:2.0:1746126434.712067:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 100 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.712076:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 100 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.712081:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095761c00 00000100:00100000:0.0:1746126434.714825:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.714867:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.714953:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734576896 00000100:00100000:3.0:1746126434.714961:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734576896 00010000:00010000:3.0:1746126434.714985:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 100 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.715007:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17432 00000100:00100000:3.0:1746126434.715012:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1964:x1830945734576896:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.715042:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.715058:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 100 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.715067:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 100 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.715086:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07800/0x9851078746b80eee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce111 expref: 100 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.715100:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.715101:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.715107:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.715114:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.715139:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.715149:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726358400:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.715214:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.715288:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734576768 00000100:00100000:2.0:1746126434.715292:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734576768 00000100:00100000:2.0:1746126434.715313:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5295 00000100:00100000:2.0:1746126434.715317:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31643:x1830945734576768:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.715328:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.715337:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80efc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce11f expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.715351:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.715357:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.715358:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.715360:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80efc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce11f expref: 101 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.715375:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.715384:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 5 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.715390:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726358528:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.715409:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.717972:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726358400:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.717989:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.718057:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1964:x1830945734576896:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3042us (3187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.718069:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17432 00000100:00100000:0.0:1746126434.718367:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.718438:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726358528:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.718455:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80efc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce11f expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.718471:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06c00, rc 0) 00000100:00100000:2.0:1746126434.718493:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31643:x1830945734576768:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3175us (3673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.718509:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5295 00000100:00100000:3.0:1746126434.718566:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734577152 00000100:00100000:3.0:1746126434.718571:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734577152 00002000:00100000:3.0:1746126434.718596:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf1f80 x1830945734577152/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.718603:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1f80 with x1830945734577152 ext(0->4095) 00010000:00010000:3.0:1746126434.718607:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.718616:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.718621:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf1f80 00000100:00100000:3.0:1746126434.718634:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1974 00000100:00100000:3.0:1746126434.718638:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734577152:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126434.718753:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734577152:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (386us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.718758:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1974 00002000:00100000:3.0:1746126434.718763:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf1f80 x1830945734577152/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.719553:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1f80 with x1830945734577152 ext(0->4095) 00010000:00010000:3.0:1746126434.719558:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.719572:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.719577:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf1f80 00000100:00100000:0.0:1746126434.723827:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.725182:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734577280 00000100:00100000:3.0:1746126434.725190:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734577280 00010000:00010000:3.0:1746126434.725220:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.725260:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17433 00000100:00100000:3.0:1746126434.725267:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734577280:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.725278:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.725296:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.725306:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.725323:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80ef5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce118 expref: 6 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.725352:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.725354:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.725361:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80efc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce11f expref: 99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.725371:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80efc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce11f expref: 99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.725398:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80efc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce11f expref: 99 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.725408:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726358656:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.725469:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cbc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.729561:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726358656:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.729580:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.729715:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734577280:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4347us (5794us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.729726:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17433 00000100:00100000:0.0:1746126434.730337:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.730609:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734577536 00000100:00100000:3.0:1746126434.730615:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734577536 00002000:00100000:3.0:1746126434.730645:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2a00 x1830945734577536/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.730654:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2a00 with x1830945734577536 ext(0->4095) 00002000:00010000:3.0:1746126434.730658:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf2a00 00000100:00100000:3.0:1746126434.730684:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3952 00000100:00100000:3.0:1746126434.730691:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1963:x1830945734577536:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126434.730817:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1963:x1830945734577536:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (480us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.730825:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3952 00002000:00100000:3.0:1746126434.730831:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2a00 x1830945734577536/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.730838:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2a00 with x1830945734577536 ext(0->4095) 00002000:00010000:3.0:1746126434.730840:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf2a00 00000100:00100000:0.0:1746126434.732839:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.732905:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734577664 00000100:00100000:2.0:1746126434.732912:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734577664 00000100:00100000:2.0:1746126434.732980:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5296 00000100:00100000:2.0:1746126434.732986:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734577664:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.732998:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.733009:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce126 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.733053:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80efc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce11f expref: 99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.733059:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.733060:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.733063:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f03 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce126 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.733086:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80efc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce11f expref: 99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.733096:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce11f expref: 99 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.733109:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726358784:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.733171:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.735314:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.735403:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726358784:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.735423:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f03 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce126 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.735436:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06600, rc 0) 00000100:00100000:2.0:1746126434.735478:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734577664:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2490us (2641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.735485:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5296 00000100:00100000:3.0:1746126434.735556:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734577792 00000100:00100000:3.0:1746126434.735561:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734577792 00010000:00010000:3.0:1746126434.735579:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce11f expref: 100 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.735608:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17434 00000100:00100000:3.0:1746126434.735614:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1963:x1830945734577792:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.735623:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.735639:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce11f expref: 100 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.735648:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80efc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce11f expref: 100 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.735665:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80efc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce11f expref: 100 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.735685:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.735687:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.735692:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f03 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce126 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.735702:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce126 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.735723:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce126 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.735732:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726358912:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.735778:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.737691:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.737956:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726358912:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.737969:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.737994:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:1963:x1830945734577792:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2381us (2685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.738002:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17434 00000100:00100000:1.0:1746126434.738306:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734578048 00000100:00100000:1.0:1746126434.738311:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734578048 00002000:00100000:1.0:1746126434.738334:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2680 x1830945734578048/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.738342:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2680 with x1830945734578048 ext(0->4095) 00002000:00010000:1.0:1746126434.738345:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf2680 00000100:00100000:1.0:1746126434.738356:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3953 00000100:00100000:1.0:1746126434.738360:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734578048:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126434.738467:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734578048:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (778us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.738475:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3953 00002000:00100000:1.0:1746126434.738480:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf2680 x1830945734578048/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.738486:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2680 with x1830945734578048 ext(0->4095) 00002000:00010000:1.0:1746126434.738489:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf2680 00000100:00100000:0.0:1746126434.740766:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.740943:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734578176 00000100:00100000:2.0:1746126434.740950:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734578176 00000100:00100000:2.0:1746126434.741062:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5297 00000100:00100000:2.0:1746126434.741069:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+99:31643:x1830945734578176:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.741082:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.741095:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce12d expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.741117:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f03 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce126 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.741122:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.741124:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.741126:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.741151:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce126 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.741161:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce126 expref: 5 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.741170:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726359040:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126434.741626:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.742072:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.742258:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734578304 00000100:00100000:3.0:1746126434.742262:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734578304 00000100:00100000:3.0:1746126434.742293:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5298 00000100:00100000:3.0:1746126434.742298:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:31655:x1830945734578304:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.742305:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.742312:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80f11 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce134 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.742323:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.742327:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.742336:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.742339:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80f11 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce134 expref: 102 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.742357:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.742367:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80f11 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce134 expref: 102 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.742375:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660e00, rc 0) 00000100:00100000:3.0:1746126434.743152:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:31655:x1830945734578304:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 850us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.743158:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5298 00000100:00100000:2.0:1746126434.744562:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726359040:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.744580:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 101 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.744590:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07c00, rc 0) 00000100:00100000:2.0:1746126434.745197:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:31643:x1830945734578176:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4125us (4433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.745204:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5297 00000100:00100000:0.0:1746126434.746009:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.746207:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734578432 00000100:00100000:3.0:1746126434.746212:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734578432 00010000:00010000:3.0:1746126434.746236:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce126 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.746262:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17435 00000100:00100000:3.0:1746126434.746268:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734578432:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.746278:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.746295:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce126 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.746305:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce126 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.746323:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f03 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce126 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.746347:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.746349:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.746355:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.746361:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.746385:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 100 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.746394:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 100 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.746402:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726359296:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.746464:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.748617:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726359296:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.748632:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.748670:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734578432:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2402us (2662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.748677:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17435 00000100:00100000:0.0:1746126434.750457:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.750588:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734578688 00000100:00100000:3.0:1746126434.750594:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734578688 00002000:00100000:3.0:1746126434.750624:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf1c00 x1830945734578688/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.750632:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1c00 with x1830945734578688 ext(0->4095) 00010000:00010000:3.0:1746126434.750639:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 101 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.750649:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 101 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.750654:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf1c00 00000100:00100000:3.0:1746126434.751169:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1975 00000100:00100000:3.0:1746126434.751181:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1964:x1830945734578688:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126434.751894:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1964:x1830945734578688:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 716us (1439us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.751900:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1975 00002000:00100000:3.0:1746126434.751906:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bdf1c00 x1830945734578688/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.751917:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1c00 with x1830945734578688 ext(0->4095) 00010000:00010000:3.0:1746126434.751924:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 101 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.751933:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 101 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.751937:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bdf1c00 00000100:00100000:0.0:1746126434.754967:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.756052:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734578816 00000100:00100000:3.0:1746126434.756059:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734578816 00010000:00010000:3.0:1746126434.756087:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 101 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.756121:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17436 00000100:00100000:3.0:1746126434.756127:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1964:x1830945734578816:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.756138:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.756155:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 101 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.756164:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 101 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.756181:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80f0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce12d expref: 101 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.756198:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.756199:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.756205:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80f11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce134 expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.756211:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80f11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce134 expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.756236:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80f11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce134 expref: 100 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.756249:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726359424:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.758270:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.760984:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726359424:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.761002:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.761068:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1964:x1830945734578816:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4940us (6106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.761078:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17436 00000100:00100000:0.0:1746126434.762172:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.762236:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734579072 00000100:00100000:3.0:1746126434.762243:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734579072 00002000:00100000:3.0:1746126434.762272:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad5180 x1830945734579072/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.762280:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad5180 with x1830945734579072 ext(0->4095) 00002000:00010000:3.0:1746126434.762284:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad5180 00000100:00100000:3.0:1746126434.762309:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3954 00000100:00100000:3.0:1746126434.762315:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1965:x1830945734579072:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126434.762437:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1965:x1830945734579072:12345-192.168.203.32@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (267us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.762443:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3954 00002000:00100000:3.0:1746126434.762447:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad5180 x1830945734579072/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.762454:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad5180 with x1830945734579072 ext(0->4095) 00002000:00010000:3.0:1746126434.762456:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bad5180 00000100:00100000:0.0:1746126434.764957:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.765117:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734579200 00000100:00100000:2.0:1746126434.765124:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734579200 00000100:00100000:2.0:1746126434.765586:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5299 00000100:00100000:2.0:1746126434.765595:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734579200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.765606:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.765619:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce13b expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.765640:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80f11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce134 expref: 99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.765646:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.765648:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.765651:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.765673:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80f11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce134 expref: 99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.765683:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce134 expref: 99 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.766079:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726359552:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.768130:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.772594:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.772655:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734579328 00000100:00100000:3.0:1746126434.772662:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734579328 00010000:00010000:3.0:1746126434.772688:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80f11 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce134 expref: 100 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.772723:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17437 00000100:00100000:3.0:1746126434.772730:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1963:x1830945734579328:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.772741:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.772757:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80f11 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce134 expref: 100 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.772767:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce134 expref: 100 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.772786:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.772788:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.772793:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.772800:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.772824:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.772832:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726359680:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126434.772866:0:17079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80f11 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce134 expref: 100 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.772893:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726359552:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.772910:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.772917:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06c00, rc 0) 00000100:00100000:3.0:1746126434.773073:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.773454:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734579200:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7860us (8501us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.773461:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5299 00000100:00100000:0.0:1746126434.773523:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.773633:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734579456 00000100:00100000:2.0:1746126434.773637:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734579456 00000100:00100000:2.0:1746126434.773663:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5300 00000100:00100000:2.0:1746126434.773669:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:31643:x1830945734579456:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.773679:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.773687:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce142 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.773700:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.773706:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.773707:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.773709:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 101 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.773724:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.773733:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 5 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.773740:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726359808:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.773794:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.776717:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726359808:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126434.776733:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:3.0:1746126434.776742:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 101 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.776763:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07600, rc 0) 00000100:00100000:3.0:1746126434.776796:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:31643:x1830945734579456:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3126us (3272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.776803:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5300 00000100:00100000:3.0:1746126434.776837:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726359680:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.776846:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.776862:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1963:x1830945734579328:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4133us (4275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.776869:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17437 00000100:00100000:3.0:1746126434.776889:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734579712 00000100:00100000:3.0:1746126434.776893:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734579712 00002000:00100000:3.0:1746126434.776916:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad4e00 x1830945734579712/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.776923:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4e00 with x1830945734579712 ext(0->4095) 00010000:00010000:3.0:1746126434.776929:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.776939:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.776945:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad4e00 00000100:00100000:3.0:1746126434.777666:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1976 00000100:00100000:3.0:1746126434.777675:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734579712:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126434.778623:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734579712:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 947us (1889us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.778631:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1976 00002000:00100000:3.0:1746126434.778637:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bad4e00 x1830945734579712/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.778645:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bad4e00 with x1830945734579712 ext(0->4095) 00010000:00010000:3.0:1746126434.778651:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.778662:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.778668:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bad4e00 00000100:00100000:0.0:1746126434.783828:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.783891:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734579840 00000100:00100000:3.0:1746126434.783898:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734579840 00010000:00010000:3.0:1746126434.783924:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.783994:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17438 00000100:00100000:3.0:1746126434.784002:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734579840:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.784013:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.784044:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.784053:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.784069:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce13b expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.784094:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.784096:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.784101:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.784108:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.784134:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 99 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.784144:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726359936:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.784553:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.786858:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726359936:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.786875:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.787132:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734579840:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3130us (3309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.787141:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17438 00000100:00100000:0.0:1746126434.787479:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.787671:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734580096 00000100:00100000:3.0:1746126434.787676:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734580096 00002000:00100000:3.0:1746126434.787703:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1500 x1830945734580096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.787720:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1500 with x1830945734580096 ext(0->4095) 00002000:00010000:3.0:1746126434.787723:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1500 00000100:00100000:3.0:1746126434.787744:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3955 00000100:00100000:3.0:1746126434.787749:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1963:x1830945734580096:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126434.787976:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1963:x1830945734580096:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 226us (496us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.787981:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3955 00002000:00100000:3.0:1746126434.787986:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1500 x1830945734580096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.787991:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1500 with x1830945734580096 ext(0->4095) 00002000:00010000:3.0:1746126434.787994:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1500 00000100:00100000:0.0:1746126434.790621:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.790703:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734580224 00000100:00100000:3.0:1746126434.790710:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734580224 00000100:00100000:3.0:1746126434.790756:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5301 00000100:00100000:3.0:1746126434.790763:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734580224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.790776:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.790788:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80f26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce149 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.790811:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.790817:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.790818:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.790821:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80f26 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce149 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.790844:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.790993:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 99 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.791004:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726360064:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126434.791527:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.795573:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726360064:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126434.795673:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80f26 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce149 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.795688:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660000, rc 0) 00000100:00100000:3.0:1746126434.795725:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734580224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4962us (5110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.795737:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5301 00000100:00100000:0.0:1746126434.796059:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.796363:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734580352 00000100:00100000:3.0:1746126434.796696:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734580352 00002000:00100000:3.0:1746126434.796771:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092ae0700 x1830945734580352/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.796779:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0700 with x1830945734580352 ext(0->7) 00010000:00010000:3.0:1746126434.796785:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 100 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.796798:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 100 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.796803:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae0700 00000100:00100000:3.0:1746126434.797407:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1977 00000100:00100000:3.0:1746126434.797415:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+100:1963:x1830945734580352:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126434.797664:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734580352:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 250us (1604us total) trans 4294968075 rc 0/0 00000100:00100000:3.0:1746126434.797670:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1977 00002000:00100000:3.0:1746126434.797675:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092ae0700 x1830945734580352/t4294968075(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.797682:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0700 with x1830945734580352 ext(0->7) 00010000:00010000:3.0:1746126434.797687:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 102 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.797696:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 102 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.797700:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae0700 00000100:00100000:0.0:1746126434.803325:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.803416:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734580480 00000100:00100000:3.0:1746126434.803423:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734580480 00010000:00010000:3.0:1746126434.803449:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 102 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.803480:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17439 00000100:00100000:3.0:1746126434.803487:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1966:x1830945734580480:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.803505:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.803522:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 102 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.803532:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 102 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.803549:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f1f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce142 expref: 102 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.803562:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.803564:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.803571:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80f26 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce149 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.803577:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80f26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce149 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.803601:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80f26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce149 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.803610:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726360192:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.803673:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.805143:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726360192:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.805158:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.805777:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:1966:x1830945734580480:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2287us (2455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.805785:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17439 00000100:00100000:0.0:1746126434.807060:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.807101:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734580736 00000100:00100000:1.0:1746126434.807107:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734580736 00002000:00100000:1.0:1746126434.807139:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1f80 x1830945734580736/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.807148:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1f80 with x1830945734580736 ext(0->4095) 00002000:00010000:1.0:1746126434.807152:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1f80 00000100:00100000:1.0:1746126434.807175:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3956 00000100:00100000:1.0:1746126434.807181:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734580736:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126434.807892:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734580736:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 709us (832us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.807898:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3956 00002000:00100000:1.0:1746126434.807904:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae1f80 x1830945734580736/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.807911:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1f80 with x1830945734580736 ext(0->4095) 00002000:00010000:1.0:1746126434.807913:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1f80 00000100:00100000:0.0:1746126434.810229:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.810292:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734580864 00000100:00100000:3.0:1746126434.810300:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734580864 00000100:00100000:3.0:1746126434.810341:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5302 00000100:00100000:3.0:1746126434.810347:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+101:31643:x1830945734580864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.810360:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.810372:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce150 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.810393:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80f26 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce149 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.810398:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.810400:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.810402:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.810424:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80f26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce149 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.810434:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80f26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce149 expref: 5 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.810650:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726360320:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126434.811102:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.811472:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.811608:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734580992 00000100:00100000:0.0:1746126434.811612:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734580992 00000100:00100000:0.0:1746126434.811630:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5303 00000100:00100000:0.0:1746126434.811635:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:31655:x1830945734580992:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126434.811643:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126434.811649:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80f34 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce157 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.811666:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.811669:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 104 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.811674:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126434.811676:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80f34 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce157 expref: 104 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.811693:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 104 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.811701:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80f34 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce157 expref: 104 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.811709:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c07c00, rc 0) 00000100:00100000:0.0:1746126434.811737:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:31655:x1830945734580992:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126434.811742:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5303 00000100:00100000:3.0:1746126434.813415:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726360320:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126434.813439:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 103 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.813450:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661600, rc 0) 00000100:00100000:3.0:1746126434.813738:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:31643:x1830945734580864:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3389us (3512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.813743:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5302 00000100:00100000:0.0:1746126434.813885:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.814014:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734581120 00000100:00100000:3.0:1746126434.814019:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734581120 00010000:00010000:3.0:1746126434.814063:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80f26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce149 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.814091:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17440 00000100:00100000:3.0:1746126434.814096:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734581120:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.814106:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.814122:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80f26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce149 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.814130:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80f26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce149 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.814147:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80f26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce149 expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.814158:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.814160:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.814164:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.814171:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.814193:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.814202:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 102 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.814210:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726360576:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.814264:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.816530:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726360576:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.816547:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.816587:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734581120:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2489us (2701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.816595:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17440 00000100:00100000:0.0:1746126434.816682:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.816869:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734581376 00000100:00100000:3.0:1746126434.816874:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734581376 00002000:00100000:3.0:1746126434.816900:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae2d80 x1830945734581376/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.816908:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae2d80 with x1830945734581376 ext(0->4095) 00010000:00010000:3.0:1746126434.816915:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.816929:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.816934:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae2d80 00000100:00100000:3.0:1746126434.816957:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1978 00000100:00100000:3.0:1746126434.816963:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1963:x1830945734581376:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126434.817092:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1963:x1830945734581376:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (411us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.817098:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1978 00002000:00100000:3.0:1746126434.817103:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae2d80 x1830945734581376/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.817110:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae2d80 with x1830945734581376 ext(0->4095) 00010000:00010000:3.0:1746126434.817114:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.817122:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.817127:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ae2d80 00000100:00100000:2.0:1746126434.820423:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.820520:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734581504 00000100:00100000:3.0:1746126434.820527:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734581504 00010000:00010000:3.0:1746126434.820555:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.820819:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17441 00000100:00100000:3.0:1746126434.820826:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1963:x1830945734581504:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.820839:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.820856:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.820866:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.820886:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce150 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.820897:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.820899:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.820904:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80f34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce157 expref: 102 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.820911:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80f34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce157 expref: 102 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.820939:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80f34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce157 expref: 102 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.820950:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726360704:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.821788:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cbe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.824296:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.824546:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726360704:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.824562:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.824593:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734581504:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3767us (4175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.824600:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17441 00000100:00100000:1.0:1746126434.825101:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734581760 00000100:00100000:1.0:1746126434.825108:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734581760 00002000:00100000:1.0:1746126434.825138:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae3b80 x1830945734581760/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.825147:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3b80 with x1830945734581760 ext(0->4095) 00002000:00010000:1.0:1746126434.825151:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae3b80 00000100:00100000:1.0:1746126434.825173:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3957 00000100:00100000:1.0:1746126434.825178:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734581760:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126434.825291:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734581760:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1000us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.825297:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3957 00002000:00100000:1.0:1746126434.825302:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ae3b80 x1830945734581760/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.825309:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3b80 with x1830945734581760 ext(0->4095) 00002000:00010000:1.0:1746126434.825311:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae3b80 00000100:00100000:0.0:1746126434.827776:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.827865:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734581888 00000100:00100000:3.0:1746126434.827872:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734581888 00000100:00100000:3.0:1746126434.827915:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5304 00000100:00100000:3.0:1746126434.827921:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734581888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.827933:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.827947:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce15e expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.827968:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80f34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce157 expref: 101 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.827974:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.827975:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126434.827979:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.828002:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80f34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce157 expref: 101 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.828012:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce157 expref: 101 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.828044:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726360832:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126434.828793:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cbe40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.830356:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726360832:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126434.830381:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.830394:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660200, rc 0) 00000100:00100000:3.0:1746126434.830436:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734581888:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2514us (2665us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.830443:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5304 00000100:00100000:1.0:1746126434.833310:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.833430:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734582016 00000100:00100000:3.0:1746126434.833436:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734582016 00010000:00010000:3.0:1746126434.833462:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce157 expref: 102 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.833765:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17442 00000100:00100000:3.0:1746126434.833772:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734582016:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.833785:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.833802:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce157 expref: 102 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.833812:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80f34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce157 expref: 102 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.833830:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07c00/0x9851078746b80f34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce157 expref: 102 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.833860:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.833862:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.833868:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.833875:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.833901:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.833910:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726360960:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.834792:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cbe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.835962:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.836086:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734582144 00000100:00100000:3.0:1746126434.836092:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734582144 00000100:00100000:3.0:1746126434.836266:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5305 00000100:00100000:3.0:1746126434.836272:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:31643:x1830945734582144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126434.836285:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126434.836297:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce165 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.836314:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.836320:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.836322:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.836325:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 103 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.836344:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.836353:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 5 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.836362:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726361088:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126434.836415:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.836438:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726360960:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.836449:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.836466:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1963:x1830945734582016:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2694us (3162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.836472:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17442 00000100:00100000:0.0:1746126434.837927:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.838548:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734582400 00000100:00100000:3.0:1746126434.838554:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734582400 00002000:00100000:3.0:1746126434.838581:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff2300 x1830945734582400/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.838588:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff2300 with x1830945734582400 ext(0->4095) 00010000:00010000:3.0:1746126434.838595:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.838604:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.838614:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff2300 00000100:00100000:3.0:1746126434.838640:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1979 00000100:00100000:3.0:1746126434.838646:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734582400:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126434.838769:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734582400:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (844us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.838774:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1979 00002000:00100000:3.0:1746126434.838779:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff2300 x1830945734582400/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.838785:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff2300 with x1830945734582400 ext(0->4095) 00010000:00010000:3.0:1746126434.838789:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.838796:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.838801:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff2300 00000100:00100000:2.0:1746126434.839459:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726361088:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.839476:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.839488:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661600, rc 0) 00000100:00100000:2.0:1746126434.839520:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:31643:x1830945734582144:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3247us (3560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.839525:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5305 00000100:00100000:2.0:1746126434.847181:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.847430:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.847486:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734582528 00000100:00100000:0.0:1746126434.847493:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734582528 00000100:00100000:0.0:1746126434.847533:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5306 00000100:00100000:0.0:1746126434.847540:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:31655:x1830945734582528:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126434.847552:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126434.847564:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce16c expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.847583:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.847588:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 103 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.847593:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126434.847597:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 103 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.847621:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 103 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.847632:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 103 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.847640:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06400, rc 0) 00000100:00100000:0.0:1746126434.847686:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:31655:x1830945734582528:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126434.847692:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5306 00000100:00100000:3.0:1746126434.848129:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734582656 00000100:00100000:3.0:1746126434.848133:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734582656 00010000:00010000:3.0:1746126434.848147:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.848162:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17443 00000100:00100000:3.0:1746126434.848166:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734582656:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.848172:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.848188:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.848197:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.848212:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660200/0x9851078746b80f3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce15e expref: 6 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.848224:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.848226:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.848230:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.848236:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.848253:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.848261:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 102 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.848270:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726361344:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.848309:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.856328:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726361344:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.856346:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.856392:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734582656:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 8224us (8960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.856400:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17443 00000100:00100000:0.0:1746126434.856731:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.856884:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734582912 00000100:00100000:1.0:1746126434.856890:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734582912 00002000:00100000:1.0:1746126434.856921:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff3800 x1830945734582912/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.856930:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff3800 with x1830945734582912 ext(0->4095) 00010000:00010000:1.0:1746126434.856937:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.856947:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.856953:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff3800 00000100:00100000:1.0:1746126434.856976:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1980 00000100:00100000:1.0:1746126434.856983:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1964:x1830945734582912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126434.857121:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1964:x1830945734582912:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.857126:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1980 00002000:00100000:1.0:1746126434.857130:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff3800 x1830945734582912/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.857137:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff3800 with x1830945734582912 ext(0->4095) 00010000:00010000:1.0:1746126434.857141:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.857148:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.857153:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff3800 00000100:00100000:0.0:1746126434.861571:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.862062:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734583040 00000100:00100000:3.0:1746126434.862070:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734583040 00010000:00010000:3.0:1746126434.862102:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.862139:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17444 00000100:00100000:3.0:1746126434.862146:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+103:1964:x1830945734583040:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.862158:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.862177:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.862187:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.862206:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f42 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce165 expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.862222:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.862224:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.862230:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.862237:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.862268:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 102 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.862278:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726361472:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.862353:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.866402:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726361472:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.866419:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.866451:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734583040:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4304us (4886us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.866459:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17444 00000100:00100000:0.0:1746126434.868443:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.868687:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734583296 00000100:00100000:3.0:1746126434.868694:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734583296 00002000:00100000:3.0:1746126434.868726:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff2a00 x1830945734583296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.868735:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff2a00 with x1830945734583296 ext(0->4095) 00002000:00010000:3.0:1746126434.868739:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff2a00 00000100:00100000:3.0:1746126434.868914:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3958 00000100:00100000:3.0:1746126434.868921:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734583296:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126434.869300:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1963:x1830945734583296:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 378us (859us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126434.869306:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3958 00002000:00100000:3.0:1746126434.869311:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff2a00 x1830945734583296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.869323:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff2a00 with x1830945734583296 ext(0->4095) 00002000:00010000:3.0:1746126434.869325:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff2a00 00000100:00100000:0.0:1746126434.872133:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.875610:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734583424 00000100:00100000:2.0:1746126434.875620:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734583424 00000100:00100000:2.0:1746126434.875663:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5307 00000100:00100000:2.0:1746126434.875668:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734583424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.875681:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.875695:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce173 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.875715:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 101 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.875721:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.875722:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.875725:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.875749:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 101 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.875759:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 101 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.875771:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726361600:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.875867:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126434.878979:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726361600:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.879006:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.879019:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06600, rc 0) 00000100:00100000:2.0:1746126434.879085:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734583424:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3415us (6956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.879092:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5307 00000100:00100000:0.0:1746126434.881457:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.881521:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734583552 00000100:00100000:3.0:1746126434.881528:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734583552 00002000:00100000:3.0:1746126434.881564:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012bff0000 x1830945734583552/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.881572:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff0000 with x1830945734583552 ext(0->7) 00010000:00010000:3.0:1746126434.881580:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 102 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.881592:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 102 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.881598:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff0000 00000100:00100000:3.0:1746126434.882402:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1981 00000100:00100000:3.0:1746126434.882410:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+102:1964:x1830945734583552:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126434.883480:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:1964:x1830945734583552:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 1066us (2025us total) trans 4294968076 rc 0/0 00000100:00100000:3.0:1746126434.883487:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1981 00002000:00100000:3.0:1746126434.883503:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012bff0000 x1830945734583552/t4294968076(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126434.883511:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff0000 with x1830945734583552 ext(0->7) 00010000:00010000:3.0:1746126434.883519:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 104 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.883535:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 104 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126434.883540:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff0000 00000100:00100000:0.0:1746126434.891883:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.895585:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734583680 00000100:00100000:3.0:1746126434.895595:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734583680 00010000:00010000:3.0:1746126434.895632:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 104 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.895676:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17445 00000100:00100000:3.0:1746126434.895682:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:1966:x1830945734583680:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.895694:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.895711:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 104 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.895720:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 104 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.895738:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06400/0x9851078746b80f49 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce16c expref: 104 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.895753:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.895755:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.895761:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.895773:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.895799:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.895810:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726361728:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.895890:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.899616:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.899694:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734583808 00000100:00100000:2.0:1746126434.899703:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734583808 00000100:00100000:2.0:1746126434.899737:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5308 00000100:00100000:2.0:1746126434.899744:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:31643:x1830945734583808:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.899757:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.899771:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce17a expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.899794:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.899799:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.899801:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.899804:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 105 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.899830:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.899841:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 5 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.899851:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726361856:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.899928:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a28bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.903834:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.903928:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734584064 00000100:00100000:2.0:1746126434.903935:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734584064 00002000:00100000:2.0:1746126434.903971:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff0a80 x1830945734584064/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.903980:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff0a80 with x1830945734584064 ext(0->4095) 00010000:00010000:2.0:1746126434.903988:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.903998:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.904003:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff0a80 00000100:00100000:2.0:1746126434.904055:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1982 00000100:00100000:2.0:1746126434.904062:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734584064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126434.904200:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734584064:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (373us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126434.904222:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1982 00002000:00100000:2.0:1746126434.904227:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012bff0a80 x1830945734584064/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.904233:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff0a80 with x1830945734584064 ext(0->4095) 00010000:00010000:2.0:1746126434.904238:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.904246:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.904251:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bff0a80 00000100:00100000:3.0:1746126434.904374:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726361728:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.904388:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.904408:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:1966:x1830945734583680:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 8727us (12531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.904415:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17445 00000100:00100000:2.0:1746126434.905539:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726361856:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.905557:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.905569:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07000, rc 0) 00000100:00100000:2.0:1746126434.905605:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:31643:x1830945734583808:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5861us (5996us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.905611:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5308 00000100:00100000:0.0:1746126434.907118:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.907182:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734584192 00000100:00100000:2.0:1746126434.907188:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734584192 00000100:00100000:2.0:1746126434.907226:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5309 00000100:00100000:2.0:1746126434.907232:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:31655:x1830945734584192:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.907248:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.907260:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80f5e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce181 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.907279:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126434.907283:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 105 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.907287:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.907290:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80f5e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce181 expref: 105 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.907316:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 105 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.907327:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80f5e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce181 expref: 105 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.907333:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06400, rc 0) 00000100:00100000:2.0:1746126434.909980:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:31655:x1830945734584192:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2740us (2858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.909989:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5309 00000100:00100000:1.0:1746126434.910685:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.911118:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734584320 00000100:00100000:3.0:1746126434.911124:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734584320 00010000:00010000:3.0:1746126434.911148:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.911189:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17446 00000100:00100000:3.0:1746126434.911194:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734584320:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.911204:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.911222:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.911232:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.911250:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce173 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.911277:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.911279:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.911285:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.911292:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.911323:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.911334:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 104 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.911344:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726362112:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.912254:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.915693:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726362112:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.915711:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.916622:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734584320:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5424us (5936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.916631:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17446 00000100:00100000:2.0:1746126434.917136:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.917275:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734584576 00000100:00100000:1.0:1746126434.917281:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734584576 00002000:00100000:1.0:1746126434.917310:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22ce00 x1830945734584576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.917318:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22ce00 with x1830945734584576 ext(0->4095) 00010000:00010000:1.0:1746126434.917325:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 105 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.917336:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 105 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.917341:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22ce00 00000100:00100000:1.0:1746126434.917365:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1983 00000100:00100000:1.0:1746126434.917371:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:1963:x1830945734584576:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126434.918169:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:1963:x1830945734584576:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 796us (1032us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.918175:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1983 00002000:00100000:1.0:1746126434.918181:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c22ce00 x1830945734584576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.918188:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22ce00 with x1830945734584576 ext(0->4095) 00010000:00010000:1.0:1746126434.918194:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 105 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.918204:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 105 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.918209:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c22ce00 00000100:00100000:0.0:1746126434.925913:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.926000:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734584704 00000100:00100000:3.0:1746126434.926008:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734584704 00010000:00010000:3.0:1746126434.926060:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 105 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.926927:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17447 00000100:00100000:3.0:1746126434.926936:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fe8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:1965:x1830945734584704:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.926949:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.926968:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 105 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.926979:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 105 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.926998:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07000/0x9851078746b80f57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce17a expref: 105 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.927181:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.927183:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.927191:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80f5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce181 expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.927199:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80f5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce181 expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.927229:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80f5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce181 expref: 104 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.927240:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726362240:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.927822:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.929478:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726362240:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.929494:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.929534:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fe8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:1965:x1830945734584704:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2598us (3626us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.929543:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17447 00000100:00100000:0.0:1746126434.930724:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.930789:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734584960 00000100:00100000:1.0:1746126434.930795:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734584960 00002000:00100000:1.0:1746126434.930820:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6aa00 x1830945734584960/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.930826:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6aa00 with x1830945734584960 ext(0->4095) 00002000:00010000:1.0:1746126434.930829:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6aa00 00000100:00100000:1.0:1746126434.930849:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3959 00000100:00100000:1.0:1746126434.930853:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:1963:x1830945734584960:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126434.930959:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:1963:x1830945734584960:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126434.930962:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3959 00002000:00100000:1.0:1746126434.930966:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6aa00 x1830945734584960/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.930970:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6aa00 with x1830945734584960 ext(0->4095) 00002000:00010000:1.0:1746126434.930972:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6aa00 00000100:00100000:0.0:1746126434.933659:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.933717:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734585088 00000100:00100000:2.0:1746126434.933725:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734585088 00000100:00100000:2.0:1746126434.933769:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5310 00000100:00100000:2.0:1746126434.933776:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734585088:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.933790:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.933802:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce188 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.933824:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80f5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce181 expref: 103 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.933831:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.933832:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.933835:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.933859:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80f5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce181 expref: 103 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.933870:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80f5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce181 expref: 103 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.933881:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726362368:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.936530:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4ca0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.942574:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126434.942736:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.942825:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734585216 00000100:00100000:1.0:1746126434.942832:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734585216 00000100:00100000:1.0:1746126434.942868:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5311 00000100:00100000:1.0:1746126434.942875:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:31643:x1830945734585216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126434.942889:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126434.942902:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce18f expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.942921:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126434.942926:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.942932:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126434.942935:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 105 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.942962:0:17079:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.942975:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 105 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126434.942983:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19c00, rc 0) 00000100:00100000:1.0:1746126434.943019:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:31643:x1830945734585216:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126434.943046:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5311 00000100:00100000:3.0:1746126434.943687:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734585344 00000100:00100000:3.0:1746126434.943692:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734585344 00010000:00010000:3.0:1746126434.943709:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80f5e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce181 expref: 105 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.944274:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17448 00000100:00100000:3.0:1746126434.944281:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:1963:x1830945734585344:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.944290:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.944307:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80f5e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce181 expref: 105 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.944316:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80f5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce181 expref: 105 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.944332:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.944333:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.944339:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.944345:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.944370:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.944380:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.944390:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726362624:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.944444:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb240 going to sleep for 11 seconds 00010000:00010000:2.0:1746126434.944833:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06400/0x9851078746b80f5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce181 expref: 105 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.944858:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726362368:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.944874:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.944881:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.944892:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06a00, rc 0) 00000100:00100000:2.0:1746126434.945967:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734585088:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12189us (12312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.945973:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5310 00000100:00100000:1.0:1746126434.955579:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.955669:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726362624:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.955686:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.956230:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:1963:x1830945734585344:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 11948us (13491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.956239:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17448 00000100:00100000:2.0:1746126434.956771:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734585600 00000100:00100000:2.0:1746126434.956777:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734585600 00002000:00100000:2.0:1746126434.956807:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928b8380 x1830945734585600/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.956816:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b8380 with x1830945734585600 ext(0->4095) 00010000:00010000:2.0:1746126434.956823:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.956834:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.956839:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928b8380 00000100:00100000:2.0:1746126434.956859:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1984 00000100:00100000:2.0:1746126434.956864:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734585600:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126434.957195:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734585600:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 329us (1621us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126434.957200:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1984 00002000:00100000:2.0:1746126434.957204:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800928b8380 x1830945734585600/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.957216:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b8380 with x1830945734585600 ext(0->4095) 00010000:00010000:2.0:1746126434.957219:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126434.957227:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126434.957232:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928b8380 00000100:00100000:0.0:1746126434.959215:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.959322:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734585728 00000100:00100000:3.0:1746126434.959328:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734585728 00010000:00010000:3.0:1746126434.959351:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.959417:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17449 00000100:00100000:3.0:1746126434.959423:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734585728:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.959434:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.959448:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.959462:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.959479:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06a00/0x9851078746b80f65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce188 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.959635:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.959637:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.959643:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 103 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.959650:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 103 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.959677:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 103 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.959687:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726362752:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.959987:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.962255:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726362752:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.962271:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.962303:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734585728:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2879us (3093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.962312:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17449 00000100:00100000:0.0:1746126434.963297:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.963439:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734585984 00000100:00100000:2.0:1746126434.963445:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734585984 00002000:00100000:2.0:1746126434.963575:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba68700 x1830945734585984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.963585:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68700 with x1830945734585984 ext(0->4095) 00002000:00010000:2.0:1746126434.963589:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba68700 00000100:00100000:2.0:1746126434.963613:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3960 00000100:00100000:2.0:1746126434.963620:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:1963:x1830945734585984:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126434.963755:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:1963:x1830945734585984:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (460us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126434.963760:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3960 00002000:00100000:2.0:1746126434.963765:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba68700 x1830945734585984/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126434.963772:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68700 with x1830945734585984 ext(0->4095) 00002000:00010000:2.0:1746126434.963774:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba68700 00000100:00100000:0.0:1746126434.982482:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126434.982570:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734586112 00000100:00100000:2.0:1746126434.982579:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734586112 00000100:00100000:2.0:1746126434.982623:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5312 00000100:00100000:2.0:1746126434.982630:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734586112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126434.982646:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126434.982660:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce196 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.982684:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 103 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.982691:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.982692:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126434.982695:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f73 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce196 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.982720:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 103 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.982730:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 103 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126434.982740:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726362880:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126434.982819:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4cacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.984391:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126434.984450:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734586240 00000100:00100000:1.0:1746126434.984455:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734586240 00002000:00100000:1.0:1746126434.984485:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009ba6a300 x1830945734586240/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.984493:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6a300 with x1830945734586240 ext(0->7) 00010000:00010000:1.0:1746126434.984508:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 104 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.984518:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 104 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.984524:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6a300 00000100:00100000:1.0:1746126434.984548:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1985 00000100:00100000:1.0:1746126434.984553:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+104:1963:x1830945734586240:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126434.984787:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1963:x1830945734586240:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 233us (400us total) trans 4294968077 rc 0/0 00000100:00100000:1.0:1746126434.984795:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1985 00002000:00100000:1.0:1746126434.984800:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009ba6a300 x1830945734586240/t4294968077(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126434.984807:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6a300 with x1830945734586240 ext(0->7) 00010000:00010000:1.0:1746126434.984811:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 106 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126434.984818:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 106 pid: 17079 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126434.984823:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6a300 00000100:00100000:2.0:1746126434.984936:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726362880:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126434.984955:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f73 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce196 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126434.984969:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06c00, rc 0) 00000100:00100000:2.0:1746126434.984984:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734586112:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2355us (2510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126434.984990:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5312 00000100:00100000:0.0:1746126434.997164:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126434.997245:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734586368 00000100:00100000:3.0:1746126434.997252:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734586368 00010000:00010000:3.0:1746126434.997280:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 106 pid: 17079 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126434.997311:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17450 00000100:00100000:3.0:1746126434.997317:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1966:x1830945734586368:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126434.997329:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126434.997346:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 106 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.997357:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 106 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.997374:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80f6c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce18f expref: 106 pid: 17079 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126434.997390:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.997391:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126434.997398:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f73 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce196 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.997404:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce196 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126434.997428:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce196 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126434.997438:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726363008:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126434.997510:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126434.999585:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726363008:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126434.999601:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126434.999629:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:1966:x1830945734586368:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2312us (2471us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126434.999638:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17450 00000100:00100000:0.0:1746126435.001286:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.001361:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734586624 00000100:00100000:3.0:1746126435.001368:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734586624 00002000:00100000:3.0:1746126435.001420:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6b800 x1830945734586624/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.001428:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b800 with x1830945734586624 ext(0->4095) 00002000:00010000:3.0:1746126435.001433:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6b800 00000100:00080000:2.0:1746126435.001508:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126435.002680:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3961 00000100:00100000:1.0:1746126435.002692:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734586624:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126435.002823:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734586624:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (1542us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126435.002828:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3961 00002000:00100000:1.0:1746126435.002833:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba6b800 x1830945734586624/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126435.002841:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b800 with x1830945734586624 ext(0->4095) 00002000:00010000:1.0:1746126435.002844:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6b800 00000100:00100000:0.0:1746126435.005210:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.005287:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734586752 00000100:00100000:2.0:1746126435.005294:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734586752 00000100:00100000:2.0:1746126435.005346:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5313 00000100:00100000:2.0:1746126435.005352:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:31655:x1830945734586752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126435.005366:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126435.005381:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce19d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.005404:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f73 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce196 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.005410:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.005412:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.005414:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.005439:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce196 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.005448:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce196 expref: 5 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126435.005463:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726363136:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126435.005546:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4cacc0 going to sleep for 11 seconds 00000100:00080000:0.0:1746126435.005713:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126435.009515:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726363136:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126435.009545:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.009558:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06600, rc 0) 00000100:00100000:2.0:1746126435.011212:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:31655:x1830945734586752:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5854us (6002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.011222:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5313 00010000:00010000:2.0:1746126435.011293:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126435.011552:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.011778:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734586880 00000100:00100000:3.0:1746126435.011785:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734586880 00000100:00100000:1.0:1746126435.011791:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:3.0:1746126435.011807:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce196 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126435.011827:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17451 00000100:00100000:3.0:1746126435.011832:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734586880:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126435.011844:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126435.011861:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce196 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126435.011865:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734587008 00000100:00100000:2.0:1746126435.011868:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734587008 00010000:00010000:3.0:1746126435.011870:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce196 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126435.011882:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5314 00000100:00100000:2.0:1746126435.011886:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:31643:x1830945734587008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126435.011890:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06c00/0x9851078746b80f73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce196 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.011896:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126435.011905:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce1a4 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.011912:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.011914:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.011919:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.011988:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.012000:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.012006:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126435.012007:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126435.012010:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.012054:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.012064:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126435.012074:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726363392:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126435.012133:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4cacc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126435.012247:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.012263:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126435.012272:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726363264:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126435.012296:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126435.013712:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726363392:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126435.013730:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.013740:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07600, rc 0) 00000100:00100000:2.0:1746126435.013776:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:31643:x1830945734587008:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1889us (1984us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.013782:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5314 00000100:00100000:3.0:1746126435.013927:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726363264:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126435.013938:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126435.014092:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734586880:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2258us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126435.014100:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17451 00000100:00100000:0.0:1746126435.015265:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.015516:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734587264 00000100:00100000:3.0:1746126435.015523:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734587264 00002000:00100000:3.0:1746126435.015554:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba68380 x1830945734587264/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.015561:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68380 with x1830945734587264 ext(0->4095) 00010000:00010000:3.0:1746126435.015567:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.015578:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126435.015583:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba68380 00000100:00100000:3.0:1746126435.016301:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1986 00000100:00100000:3.0:1746126435.016309:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1964:x1830945734587264:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126435.017089:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1964:x1830945734587264:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 777us (1822us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126435.017096:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1986 00002000:00100000:3.0:1746126435.017103:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009ba68380 x1830945734587264/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.017112:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68380 with x1830945734587264 ext(0->4095) 00010000:00010000:3.0:1746126435.017118:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.017127:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:3.0:1746126435.017132:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba68380 00000100:00100000:2.0:1746126435.022294:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.022386:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734587392 00000100:00100000:3.0:1746126435.022392:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734587392 00000100:00100000:3.0:1746126435.022428:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5315 00000100:00100000:3.0:1746126435.022434:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734587392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126435.022446:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126435.022459:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce1ab expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.022481:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126435.022490:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.022502:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126435.022505:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.022535:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.022545:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.022552:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661600, rc 0) 00000100:00100000:3.0:1746126435.022816:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734587392:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 381us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126435.022821:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5315 00000100:00100000:2.0:1746126435.023700:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.023780:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734587520 00000100:00100000:3.0:1746126435.023785:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734587520 00010000:00010000:3.0:1746126435.023804:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126435.024272:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17452 00000100:00100000:3.0:1746126435.024279:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1963:x1830945734587520:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126435.024289:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126435.024306:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.024316:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.024332:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d06600/0x9851078746b80f7a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce19d expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.024399:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.024401:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.024407:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.024414:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.024439:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.024448:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 106 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126435.024463:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726363648:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126435.024527:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.026955:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.027048:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734587776 00000100:00100000:2.0:1746126435.027054:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734587776 00002000:00100000:2.0:1746126435.027087:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08380 x1830945734587776/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.027096:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08380 with x1830945734587776 ext(0->4095) 00010000:00010000:2.0:1746126435.027102:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.027112:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126435.027118:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b08380 00000100:00100000:2.0:1746126435.027147:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1987 00000100:00100000:2.0:1746126435.027154:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1963:x1830945734587776:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126435.027483:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726363648:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126435.027505:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126435.027537:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1963:x1830945734587520:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3259us (3838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126435.027544:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17452 00000100:00100000:2.0:1746126435.027648:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1963:x1830945734587776:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 494us (700us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126435.027654:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1987 00002000:00100000:2.0:1746126435.027659:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08380 x1830945734587776/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.027666:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08380 with x1830945734587776 ext(0->4095) 00010000:00010000:2.0:1746126435.027671:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 106 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.027860:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 106 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126435.027866:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b08380 00000100:00100000:0.0:1746126435.029422:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126435.029466:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.029573:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734587904 00000100:00100000:3.0:1746126435.029579:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734587904 00000100:00100000:3.0:1746126435.029620:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5316 00000100:00100000:3.0:1746126435.029626:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:31643:x1830945734587904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126435.029638:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126435.029651:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80f8f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce1b2 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.029670:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126435.029674:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.029680:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126435.029682:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80f8f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b2 expref: 107 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.029709:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.029722:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80f8f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b2 expref: 107 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.029730:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661200, rc 0) 00000100:00100000:3.0:1746126435.029757:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:31643:x1830945734587904:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126435.029762:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5316 00000100:00100000:2.0:1746126435.029958:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734588032 00000100:00100000:2.0:1746126435.029961:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734588032 00010000:00010000:2.0:1746126435.029975:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126435.030007:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17453 00000100:00100000:2.0:1746126435.030012:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1966:x1830945734588032:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126435.030019:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126435.030059:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.030069:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.030083:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b80f81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1a4 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.030094:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.030095:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.030099:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.030105:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.030123:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.030132:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 5 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126435.030145:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726363904:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126435.030188:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4cacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.033257:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.033385:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734588288 00000100:00100000:2.0:1746126435.033392:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734588288 00002000:00100000:2.0:1746126435.033425:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0aa00 x1830945734588288/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.033434:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0aa00 with x1830945734588288 ext(0->4095) 00010000:00010000:2.0:1746126435.033441:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.033453:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126435.033458:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b0aa00 00000100:00100000:2.0:1746126435.033487:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1988 00000100:00100000:2.0:1746126435.033502:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734588288:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126435.033555:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726363904:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126435.033569:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126435.033601:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1966:x1830945734588032:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3588us (4134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126435.033608:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17453 00000100:00100000:2.0:1746126435.033721:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734588288:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 227us (469us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126435.033726:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1988 00002000:00100000:2.0:1746126435.033731:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0aa00 x1830945734588288/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.033737:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0aa00 with x1830945734588288 ext(0->4095) 00010000:00010000:2.0:1746126435.033741:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.033749:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126435.033754:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b0aa00 00000100:00100000:0.0:1746126435.037400:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.037791:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734588416 00000100:00100000:3.0:1746126435.037799:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734588416 00010000:00010000:3.0:1746126435.037826:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126435.037862:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17454 00000100:00100000:3.0:1746126435.037869:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734588416:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126435.037883:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126435.037901:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.037910:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.037928:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80f88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ab expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.037942:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.037944:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.037950:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80f8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b2 expref: 105 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.037956:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80f8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b2 expref: 105 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.037983:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80f8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b2 expref: 105 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126435.037992:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726364032:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126435.038080:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.042746:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.042853:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726364032:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126435.042868:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126435.042901:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734588416:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5032us (5506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126435.042910:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17454 00000100:00100000:2.0:1746126435.043011:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734588672 00000100:00100000:2.0:1746126435.043017:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734588672 00002000:00100000:2.0:1746126435.043064:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0b480 x1830945734588672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.043073:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0b480 with x1830945734588672 ext(0->4095) 00002000:00010000:2.0:1746126435.043077:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b0b480 00000100:00100000:2.0:1746126435.043104:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3962 00000100:00100000:2.0:1746126435.043110:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1963:x1830945734588672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126435.043223:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1963:x1830945734588672:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (482us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126435.043228:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3962 00002000:00100000:2.0:1746126435.043232:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0b480 x1830945734588672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.043239:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0b480 with x1830945734588672 ext(0->4095) 00002000:00010000:2.0:1746126435.043241:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b0b480 00000100:00100000:1.0:1746126435.049139:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126435.049181:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734588800 00000100:00100000:0.0:1746126435.049188:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734588800 00000100:00100000:0.0:1746126435.049230:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5317 00000100:00100000:0.0:1746126435.049237:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734588800:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126435.049252:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126435.049265:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce1b9 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.049287:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80f8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b2 expref: 105 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.049293:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126435.049295:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126435.049297:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.049320:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80f8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b2 expref: 105 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.049329:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80f8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b2 expref: 105 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:0.0:1746126435.049339:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726364160:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126435.049410:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126435.051899:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726364160:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126435.051922:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.051940:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c06600, rc 0) 00000100:00100000:2.0:1746126435.051985:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734588800:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2748us (2851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.051993:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5317 00000100:00100000:0.0:1746126435.052633:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.053218:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734588928 00000100:00100000:3.0:1746126435.053224:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734588928 00010000:00010000:3.0:1746126435.053250:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80f8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b2 expref: 106 pid: 8424 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126435.053292:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17455 00000100:00100000:3.0:1746126435.053298:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1963:x1830945734588928:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126435.053310:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126435.053326:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80f8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b2 expref: 106 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.053336:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80f8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b2 expref: 106 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.053353:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661200/0x9851078746b80f8f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b2 expref: 106 pid: 8424 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.053372:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.053373:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.053379:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.053386:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.053755:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126435.053766:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726364288:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126435.053819:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126435.054136:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.054800:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734589056 00000100:00100000:3.0:1746126435.054806:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734589056 00000100:00100000:3.0:1746126435.054838:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5318 00000100:00100000:3.0:1746126435.054844:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:31643:x1830945734589056:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126435.054856:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126435.054867:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce1c0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.054885:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.054895:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.054896:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.054899:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.054920:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.054930:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 5 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126435.055077:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726364416:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126435.055376:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126435.055452:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726364288:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126435.055465:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126435.055492:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1963:x1830945734588928:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2193us (2859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.055509:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17455 00000100:00100000:0.0:1746126435.056452:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.056502:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734589312 00000100:00100000:2.0:1746126435.056508:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734589312 00000100:00100000:3.0:1746126435.056561:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726364416:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126435.056576:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.056592:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660c00, rc 0) 00000100:00100000:3.0:1746126435.056623:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:31643:x1830945734589056:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1779us (2488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126435.056629:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5318 00002000:00100000:2.0:1746126435.056791:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b09c00 x1830945734589312/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.056799:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09c00 with x1830945734589312 ext(0->4095) 00010000:00010000:2.0:1746126435.056804:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.056814:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126435.056820:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b09c00 00000100:00100000:2.0:1746126435.056843:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1989 00000100:00100000:2.0:1746126435.056849:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734589312:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126435.056967:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734589312:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (518us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126435.056972:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1989 00002000:00100000:2.0:1746126435.056977:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b09c00 x1830945734589312/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.056983:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09c00 with x1830945734589312 ext(0->4095) 00010000:00010000:2.0:1746126435.056987:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.056995:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:2.0:1746126435.056999:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b09c00 00000100:00100000:0.0:1746126435.063397:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126435.063620:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.063746:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734589440 00000100:00100000:3.0:1746126435.063752:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734589440 00000100:00100000:2.0:1746126435.063774:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734589568 00000100:00100000:2.0:1746126435.063779:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734589568 00000100:00100000:3.0:1746126435.063791:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5319 00000100:00100000:3.0:1746126435.063796:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:31655:x1830945734589440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126435.063796:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.063808:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126435.063820:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80fa4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce1c7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126435.063821:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17456 00000100:00100000:2.0:1746126435.063826:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734589568:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126435.063833:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126435.063838:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.063842:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.063847:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126435.063850:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80fa4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c7 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.063920:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.063930:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.063943:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.063946:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06600/0x9851078746b80f96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1b9 expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1746126435.063954:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80fa4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c7 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.063965:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.063967:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.063977:0:8423:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.063983:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.065050:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126435.065105:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734589568:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1275us (1482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.065112:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17456 00010000:00010000:3.0:1746126435.065143:0:8423:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.065154:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126435.065164:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726364672:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126435.065539:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126435.070450:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726364672:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126435.070473:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661600, rc 0) 00000100:00100000:0.0:1746126435.070477:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.070521:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:31655:x1830945734589440:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6724us (7131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126435.070528:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5319 00000100:00100000:1.0:1746126435.070589:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734589824 00000100:00100000:1.0:1746126435.070594:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734589824 00002000:00100000:1.0:1746126435.070621:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0a680 x1830945734589824/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126435.070629:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0a680 with x1830945734589824 ext(0->4095) 00010000:00010000:1.0:1746126435.070635:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126435.070646:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126435.070651:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b0a680 00000100:00100000:1.0:1746126435.070672:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1990 00000100:00100000:1.0:1746126435.070676:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1963:x1830945734589824:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126435.070999:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1963:x1830945734589824:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 320us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126435.071005:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1990 00002000:00100000:1.0:1746126435.071010:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0a680 x1830945734589824/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126435.071017:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0a680 with x1830945734589824 ext(0->4095) 00010000:00010000:1.0:1746126435.071037:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126435.071046:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126435.071056:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b0a680 00000100:00100000:0.0:1746126435.072980:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.073260:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734589952 00000100:00100000:2.0:1746126435.073266:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734589952 00010000:00010000:2.0:1746126435.073290:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126435.073423:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17457 00000100:00100000:2.0:1746126435.073430:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1965:x1830945734589952:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126435.073441:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126435.073457:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.073466:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.073484:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80f9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c0 expref: 107 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.073628:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.073630:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.073636:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c7 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.073647:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c7 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.073672:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c7 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126435.073682:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726364800:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126435.074056:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4cacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.077491:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.077620:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734590208 00000100:00100000:3.0:1746126435.077627:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734590208 00002000:00100000:3.0:1746126435.077659:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08700 x1830945734590208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.077705:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08700 with x1830945734590208 ext(0->4095) 00002000:00010000:3.0:1746126435.077709:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b08700 00000100:00100000:2.0:1746126435.077793:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726364800:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126435.077808:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126435.077846:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1965:x1830945734589952:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4416us (4870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.077854:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17457 00000100:00100000:3.0:1746126435.077921:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3963 00000100:00100000:3.0:1746126435.077928:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1964:x1830945734590208:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126435.078044:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1964:x1830945734590208:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (559us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126435.078050:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3963 00002000:00100000:3.0:1746126435.078055:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b08700 x1830945734590208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.078062:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08700 with x1830945734590208 ext(0->4095) 00002000:00010000:3.0:1746126435.078065:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b08700 00000100:00100000:0.0:1746126435.080846:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.080915:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734590336 00000100:00100000:3.0:1746126435.080986:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734590336 00000100:00100000:3.0:1746126435.081052:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5320 00000100:00100000:3.0:1746126435.081059:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734590336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126435.081073:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126435.081085:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce1ce expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.081108:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c7 expref: 105 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.081115:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126435.081116:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126435.081119:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.081142:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c7 expref: 105 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.081152:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80fa4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c7 expref: 105 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1746126435.081161:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726364928:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126435.084791:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.084926:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734590464 00000100:00100000:2.0:1746126435.084933:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734590464 00010000:00010000:2.0:1746126435.084960:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80fa4 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c7 expref: 106 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126435.084995:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17458 00000100:00100000:2.0:1746126435.085003:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1963:x1830945734590464:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126435.085014:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126435.085044:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80fa4 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c7 expref: 106 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.085058:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80fa4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c7 expref: 106 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1746126435.085077:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.085079:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.085086:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.085093:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.085120:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126435.085131:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726365056:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126435.086923:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cb540 going to sleep for 11 seconds 00010000:00010000:2.0:1746126435.086957:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661600/0x9851078746b80fa4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1c7 expref: 106 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126435.086974:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726364928:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126435.086993:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.087003:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660000, rc 0) 00000100:00100000:2.0:1746126435.087065:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734590336:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6006us (6226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.087073:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5320 00000100:00100000:0.0:1746126435.087387:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4cacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.088446:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.088508:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734590592 00000100:00100000:2.0:1746126435.088515:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734590592 00000100:00100000:1.0:1746126435.088579:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726365056:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126435.088591:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126435.088617:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:1963:x1830945734590464:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3615us (3832us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126435.088625:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17458 00000100:00100000:2.0:1746126435.088690:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5321 00000100:00100000:2.0:1746126435.088695:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+105:31643:x1830945734590592:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126435.088705:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126435.088717:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce1d5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.088736:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.088742:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.088744:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.088747:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.088768:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.088777:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 5 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1746126435.088786:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726365184:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126435.089196:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4ca0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.091525:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126435.091646:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734590848 00000100:00100000:1.0:1746126435.091654:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734590848 00002000:00100000:1.0:1746126435.091688:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7d880 x1830945734590848/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126435.091696:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7d880 with x1830945734590848 ext(0->4095) 00010000:00010000:1.0:1746126435.091703:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126435.091715:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126435.091721:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7d880 00000100:00100000:1.0:1746126435.091750:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1991 00000100:00100000:1.0:1746126435.091757:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734590848:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126435.091888:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734590848:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126435.091894:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1991 00002000:00100000:1.0:1746126435.091899:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7d880 x1830945734590848/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126435.091906:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7d880 with x1830945734590848 ext(0->4095) 00010000:00010000:1.0:1746126435.091910:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:1.0:1746126435.091919:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00002000:00010000:1.0:1746126435.091924:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7d880 00000100:00100000:3.0:1746126435.093062:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726365184:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126435.093084:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.093095:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07c00, rc 0) 00000100:00100000:3.0:1746126435.093120:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:31643:x1830945734590592:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4425us (4678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126435.093126:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5321 00000100:00100000:2.0:1746126435.098396:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.098770:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734590976 00000100:00100000:3.0:1746126435.098777:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734590976 00000100:00100000:3.0:1746126435.098810:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5322 00000100:00100000:3.0:1746126435.098816:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:31655:x1830945734590976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126435.098830:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126435.098843:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80fb9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce1dc expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.098865:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.098869:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.098874:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126435.098877:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80fb9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1dc expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.098906:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.098917:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80fb9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1dc expref: 107 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.098925:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660e00, rc 0) 00000100:00100000:3.0:1746126435.098960:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:31655:x1830945734590976:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126435.098966:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5322 00000100:00100000:2.0:1746126435.099793:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126435.099982:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734591104 00000100:00100000:0.0:1746126435.099987:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734591104 00010000:00010000:0.0:1746126435.100007:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00000100:00100000:0.0:1746126435.100042:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17459 00000100:00100000:0.0:1746126435.100047:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734591104:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126435.100055:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126435.100071:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1746126435.100080:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1746126435.100095:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660000/0x9851078746b80fab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ce expref: 6 pid: 8423 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1746126435.100119:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.100121:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.100125:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.100131:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.100152:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.100161:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 106 pid: 8423 timeout: 654 lvb_type: 0 00000100:00100000:0.0:1746126435.100171:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726365440:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126435.100221:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126435.102359:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726365440:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126435.102374:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126435.102415:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734591104:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2366us (2622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.102424:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17459 00000100:00100000:0.0:1746126435.102969:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.103062:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734591360 00000100:00100000:3.0:1746126435.103068:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734591360 00002000:00100000:3.0:1746126435.103096:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7df80 x1830945734591360/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.103105:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7df80 with x1830945734591360 ext(0->4095) 00010000:00010000:3.0:1746126435.103111:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 107 pid: 8423 timeout: 654 lvb_type: 0 00010000:00010000:3.0:1746126435.103121:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 107 pid: 8423 timeout: 654 lvb_type: 0 00002000:00010000:3.0:1746126435.103130:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7df80 00000100:00100000:3.0:1746126435.103155:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1992 00000100:00100000:3.0:1746126435.103162:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1964:x1830945734591360:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126435.103282:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1964:x1830945734591360:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126435.103287:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1992 00002000:00100000:3.0:1746126435.103293:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7df80 x1830945734591360/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.103299:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7df80 with x1830945734591360 ext(0->4095) 00010000:00010000:3.0:1746126435.103303:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 107 pid: 8423 timeout: 654 lvb_type: 0 00010000:00010000:3.0:1746126435.103312:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 107 pid: 8423 timeout: 654 lvb_type: 0 00002000:00010000:3.0:1746126435.103317:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd7df80 00000100:00100000:0.0:1746126435.105753:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.105830:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734591488 00000100:00100000:2.0:1746126435.105837:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734591488 00010000:00010000:2.0:1746126435.105861:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 107 pid: 8423 timeout: 654 lvb_type: 0 00000100:00100000:2.0:1746126435.105918:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17460 00000100:00100000:2.0:1746126435.105924:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1964:x1830945734591488:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126435.105935:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126435.105950:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 107 pid: 8423 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.105960:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 107 pid: 8423 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.105978:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fb2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1d5 expref: 107 pid: 8423 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.106003:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.106005:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.106010:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80fb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1dc expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.106017:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1dc expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.106080:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1dc expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126435.106091:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726365568:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126435.106870:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4ca0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126435.108942:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726365568:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126435.108964:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126435.108997:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1964:x1830945734591488:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3071us (3248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.109006:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17460 00000100:00100000:0.0:1746126435.109932:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126435.110094:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734591744 00000100:00100000:1.0:1746126435.110101:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734591744 00002000:00100000:1.0:1746126435.110130:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7dc00 x1830945734591744/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126435.110139:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7dc00 with x1830945734591744 ext(0->4095) 00002000:00010000:1.0:1746126435.110142:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd7dc00 00000100:00100000:1.0:1746126435.110163:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3964 00000100:00100000:1.0:1746126435.110168:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1964:x1830945734591744:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126435.110278:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1964:x1830945734591744:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126435.110283:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3964 00002000:00100000:1.0:1746126435.110288:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7dc00 x1830945734591744/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126435.110295:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7dc00 with x1830945734591744 ext(0->4095) 00002000:00010000:1.0:1746126435.110297:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd7dc00 00000100:00100000:0.0:1746126435.112671:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126435.112825:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734591872 00000100:00100000:1.0:1746126435.112832:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734591872 00000100:00100000:1.0:1746126435.112874:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5323 00000100:00100000:1.0:1746126435.112880:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734591872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126435.112893:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126435.112905:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce1e3 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.112926:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80fb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1dc expref: 105 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.112932:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126435.112933:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126435.112936:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.112960:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1dc expref: 105 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.112969:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80fb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1dc expref: 105 pid: 8423 timeout: 654 lvb_type: 0 00000100:00100000:1.0:1746126435.112979:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726365696:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126435.113059:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126435.114642:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726365696:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126435.114664:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.114680:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18e00, rc 0) 00000100:00100000:1.0:1746126435.114707:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734591872:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1827us (2041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126435.114714:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5323 00000100:00100000:0.0:1746126435.115751:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.116404:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734592000 00000100:00100000:2.0:1746126435.116412:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734592000 00010000:00010000:2.0:1746126435.116439:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80fb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1dc expref: 106 pid: 8423 timeout: 654 lvb_type: 0 00000100:00100000:0.0:1746126435.118524:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17461 00000100:00100000:0.0:1746126435.118538:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1964:x1830945734592000:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126435.118552:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126435.118575:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80fb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1dc expref: 106 pid: 8423 timeout: 654 lvb_type: 0 00010000:00010000:0.0:1746126435.118586:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1dc expref: 106 pid: 8423 timeout: 654 lvb_type: 0 00010000:00010000:0.0:1746126435.118604:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b80fb9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1dc expref: 106 pid: 8423 timeout: 654 lvb_type: 0 00010000:00010000:0.0:1746126435.118704:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.118706:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.118713:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.118721:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.118754:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126435.118765:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726365824:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126435.118846:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.120523:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126435.120741:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734592128 00000100:00100000:1.0:1746126435.120749:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734592128 00000100:00100000:0.0:1746126435.120933:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126435.120978:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5324 00000100:00100000:1.0:1746126435.121132:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:31643:x1830945734592128:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126435.121146:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126435.121159:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce1ea expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.121183:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.121189:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126435.121191:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126435.121194:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 107 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.121215:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.121225:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 5 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:1.0:1746126435.121240:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726365952:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126435.121330:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726365824:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126435.121342:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126435.121372:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1964:x1830945734592000:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2839us (5623us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126435.121380:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17461 00000100:00100000:2.0:1746126435.121538:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734592384 00000100:00100000:2.0:1746126435.121545:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734592384 00002000:00100000:2.0:1746126435.121567:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0380 x1830945734592384/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.121574:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0380 with x1830945734592384 ext(0->4095) 00010000:00010000:2.0:1746126435.121578:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.121587:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00002000:00010000:2.0:1746126435.121596:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac0380 00000100:00100000:2.0:1746126435.121612:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1993 00000100:00100000:2.0:1746126435.121617:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734592384:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126435.121725:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734592384:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (791us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126435.121730:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1993 00002000:00100000:2.0:1746126435.121735:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0380 x1830945734592384/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.121741:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0380 with x1830945734592384 ext(0->4095) 00010000:00010000:2.0:1746126435.121745:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.121753:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00002000:00010000:2.0:1746126435.121758:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac0380 00000100:00100000:1.0:1746126435.121918:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.123597:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.123962:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734592512 00000100:00100000:3.0:1746126435.123968:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734592512 00000100:00100000:3.0:1746126435.124007:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5325 00000100:00100000:3.0:1746126435.124014:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:31655:x1830945734592512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126435.124059:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126435.124070:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80fce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce1f1 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.124092:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.124096:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 108 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.124102:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126435.124105:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80fce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f1 expref: 108 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.124131:0:8423:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 108 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.124141:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80fce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f1 expref: 108 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.124150:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095660c00, rc 0) 00000100:00100000:3.0:1746126435.124180:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:31655:x1830945734592512:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126435.124185:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5325 00000100:00100000:1.0:1746126435.124347:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726365952:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126435.124361:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 107 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.124368:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18c00, rc 0) 00000100:00100000:1.0:1746126435.124386:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:31643:x1830945734592128:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3402us (3869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126435.124391:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5324 00000100:00100000:0.0:1746126435.124691:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126435.124735:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734592640 00000100:00100000:0.0:1746126435.124739:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734592640 00010000:00010000:0.0:1746126435.124753:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:0.0:1746126435.124896:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17462 00000100:00100000:0.0:1746126435.124902:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734592640:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126435.124909:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126435.124924:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:0.0:1746126435.124933:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:0.0:1746126435.124947:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18e00/0x9851078746b80fc0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1e3 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:0.0:1746126435.124958:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.124960:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.124964:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 106 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.124970:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 106 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.124987:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 106 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.124996:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 106 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:0.0:1746126435.125011:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086ac2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726366208:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126435.125078:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130de60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126435.127050:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086ac2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726366208:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126435.127064:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126435.127102:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734592640:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2199us (2410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.127109:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17462 00000100:00100000:0.0:1746126435.127666:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.127922:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734592896 00000100:00100000:2.0:1746126435.127927:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734592896 00002000:00100000:2.0:1746126435.127954:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0e00 x1830945734592896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.127962:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0e00 with x1830945734592896 ext(0->4095) 00010000:00010000:2.0:1746126435.127968:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 107 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.127979:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 107 pid: 8424 timeout: 654 lvb_type: 0 00002000:00010000:2.0:1746126435.127984:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac0e00 00000100:00100000:2.0:1746126435.128007:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1994 00000100:00100000:2.0:1746126435.128013:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1964:x1830945734592896:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126435.128451:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1964:x1830945734592896:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 437us (786us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126435.128457:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1994 00002000:00100000:2.0:1746126435.128462:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0e00 x1830945734592896/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.128469:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0e00 with x1830945734592896 ext(0->4095) 00010000:00010000:2.0:1746126435.128473:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 107 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.128481:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 107 pid: 8424 timeout: 654 lvb_type: 0 00002000:00010000:2.0:1746126435.128486:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac0e00 00000100:00100000:0.0:1746126435.132562:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.132647:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734593024 00000100:00100000:2.0:1746126435.132654:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734593024 00010000:00010000:2.0:1746126435.132680:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 107 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:2.0:1746126435.132701:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17463 00000100:00100000:2.0:1746126435.132706:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1966:x1830945734593024:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126435.132716:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126435.132734:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 107 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.132749:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 107 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.132767:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b80fc7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ea expref: 107 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.132791:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.132792:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.132800:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80fce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f1 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.132807:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80fce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f1 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.132834:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80fce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f1 expref: 106 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126435.132848:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726366336:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126435.132918:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4cacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.136554:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.136777:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726366336:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126435.136795:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126435.136833:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1966:x1830945734593024:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4125us (4276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.136848:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17463 00000100:00100000:3.0:1746126435.136922:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734593280 00000100:00100000:3.0:1746126435.136927:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734593280 00002000:00100000:3.0:1746126435.136957:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0a80 x1830945734593280/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.136965:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0a80 with x1830945734593280 ext(0->4095) 00002000:00010000:3.0:1746126435.136968:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac0a80 00000100:00100000:3.0:1746126435.136980:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3965 00000100:00100000:3.0:1746126435.136985:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1963:x1830945734593280:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126435.137145:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1963:x1830945734593280:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (598us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126435.137151:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3965 00002000:00100000:3.0:1746126435.137155:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac0a80 x1830945734593280/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.137161:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0a80 with x1830945734593280 ext(0->4095) 00002000:00010000:3.0:1746126435.137165:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac0a80 00000100:00100000:0.0:1746126435.140888:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126435.141358:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734593408 00000100:00100000:1.0:1746126435.141365:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734593408 00000100:00100000:1.0:1746126435.141401:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5326 00000100:00100000:1.0:1746126435.141408:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734593408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126435.141420:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126435.141433:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce1f8 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.141458:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80fce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f1 expref: 105 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.141464:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126435.141466:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126435.141599:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.141628:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80fce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f1 expref: 105 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.141638:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80fce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f1 expref: 105 pid: 8423 timeout: 654 lvb_type: 0 00000100:00100000:1.0:1746126435.141648:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726366464:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126435.142344:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126435.145131:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726366464:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126435.145159:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.145174:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18400, rc 0) 00000100:00100000:1.0:1746126435.145207:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734593408:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3799us (4325us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126435.145214:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5326 00000100:00100000:0.0:1746126435.147151:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.147212:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734593536 00000100:00100000:2.0:1746126435.147220:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734593536 00010000:00010000:2.0:1746126435.147250:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80fce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f1 expref: 106 pid: 8423 timeout: 654 lvb_type: 0 00000100:00100000:2.0:1746126435.147285:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17464 00000100:00100000:2.0:1746126435.147291:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1963:x1830945734593536:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126435.147303:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126435.147319:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80fce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f1 expref: 106 pid: 8423 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.147328:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80fce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f1 expref: 106 pid: 8423 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.147346:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660c00/0x9851078746b80fce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f1 expref: 106 pid: 8423 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.147377:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.147380:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.147385:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.147392:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.147418:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126435.147428:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726366592:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126435.148005:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126435.148193:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734593664 00000100:00100000:1.0:1746126435.148197:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734593664 00000100:00100000:1.0:1746126435.148226:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5327 00000100:00100000:1.0:1746126435.148231:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:31643:x1830945734593664:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126435.148241:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126435.148250:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce1ff expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.148267:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.148273:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126435.148275:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126435.148278:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 107 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.148293:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.148302:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 5 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:1.0:1746126435.148310:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726366720:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126435.148355:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4cacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126435.149770:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126435.151678:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726366592:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126435.151696:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126435.151728:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:1963:x1830945734593536:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4436us (4582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.151736:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17464 00000100:00100000:1.0:1746126435.151951:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726366720:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126435.151968:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 106 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.151980:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19c00, rc 0) 00000100:00100000:1.0:1746126435.151998:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:31643:x1830945734593664:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3766us (3993us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126435.152518:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5327 00000100:00100000:0.0:1746126435.154080:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.154175:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734593920 00000100:00100000:2.0:1746126435.154181:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734593920 00002000:00100000:2.0:1746126435.154210:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac1500 x1830945734593920/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.154219:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1500 with x1830945734593920 ext(0->4095) 00010000:00010000:2.0:1746126435.154225:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.154236:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00002000:00010000:2.0:1746126435.154246:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac1500 00000100:00100000:2.0:1746126435.154259:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1995 00000100:00100000:2.0:1746126435.154264:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734593920:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126435.154385:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734593920:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126435.154946:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1995 00002000:00100000:2.0:1746126435.154952:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac1500 x1830945734593920/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.154959:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1500 with x1830945734593920 ext(0->4095) 00010000:00010000:2.0:1746126435.154963:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.154972:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00002000:00010000:2.0:1746126435.154977:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086ac1500 00000100:00100000:0.0:1746126435.159449:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.159644:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734594048 00000100:00100000:2.0:1746126435.159651:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734594048 00010000:00010000:2.0:1746126435.159676:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:2.0:1746126435.159708:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17465 00000100:00100000:2.0:1746126435.159714:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1965:x1830945734594048:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126435.159723:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126435.159740:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.159749:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.159766:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18400/0x9851078746b80fd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1f8 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.159792:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.159794:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.159799:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 105 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.159806:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 105 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.159833:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 105 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126435.159843:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726366848:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126435.159911:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4ca0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.165154:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.165214:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734594304 00000100:00100000:3.0:1746126435.165222:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734594304 00002000:00100000:3.0:1746126435.165256:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac1c00 x1830945734594304/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.165264:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1c00 with x1830945734594304 ext(0->4095) 00000100:00100000:2.0:1746126435.165264:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726366848:192.168.203.32@tcp:105: 00002000:00010000:3.0:1746126435.165268:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac1c00 00010000:00010000:2.0:1746126435.165280:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126435.165295:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3966 00000100:00100000:3.0:1746126435.165302:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1966:x1830945734594304:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126435.165333:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734594048:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5618us (5890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.165340:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17465 00000100:00100000:3.0:1746126435.165551:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1966:x1830945734594304:12345-192.168.203.32@tcp:3:ptlrpcd_01_01.0 Request processed in 249us (403us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126435.165557:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3966 00002000:00100000:3.0:1746126435.165562:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086ac1c00 x1830945734594304/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.165568:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1c00 with x1830945734594304 ext(0->4095) 00002000:00010000:3.0:1746126435.165570:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac1c00 00000100:00100000:0.0:1746126435.171106:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126435.171165:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734594432 00000100:00100000:1.0:1746126435.171172:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734594432 00000100:00100000:1.0:1746126435.171207:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5328 00000100:00100000:1.0:1746126435.171214:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734594432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126435.171229:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126435.171241:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce206 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.171263:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 105 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.171269:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126435.171271:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126435.171274:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.171297:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 105 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.171307:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 105 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:1.0:1746126435.171316:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726366976:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126435.171392:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126435.179411:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726366976:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126435.179437:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.179450:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19e00, rc 0) 00000100:00100000:1.0:1746126435.179502:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734594432:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8280us (8394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126435.179512:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5328 00000100:00100000:1.0:1746126435.191612:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126435.192423:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734594560 00000100:00100000:0.0:1746126435.192430:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734594560 00002000:00100000:0.0:1746126435.192465:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800928b8700 x1830945734594560/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 496/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126435.192474:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b8700 with x1830945734594560 ext(0->7) 00010000:00010000:0.0:1746126435.192482:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 106 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:0.0:1746126435.192501:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 106 pid: 8424 timeout: 654 lvb_type: 0 00002000:00010000:0.0:1746126435.192507:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928b8700 00000100:00100000:0.0:1746126435.192535:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1996 00000100:00100000:0.0:1746126435.192541:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+106:1964:x1830945734594560:12345-192.168.203.32@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126435.192806:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734594560:12345-192.168.203.32@tcp:4:ldlm_bl.0 Request processed in 264us (1198us total) trans 4294968078 rc 0/0 00000100:00100000:0.0:1746126435.192813:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1996 00002000:00100000:0.0:1746126435.192818:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800928b8700 x1830945734594560/t4294968078(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 496/448 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126435.192825:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b8700 with x1830945734594560 ext(0->7) 00010000:00010000:0.0:1746126435.192829:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 108 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:0.0:1746126435.192837:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 108 pid: 8424 timeout: 654 lvb_type: 0 00002000:00010000:0.0:1746126435.192842:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800928b8700 00000100:00100000:0.0:1746126435.194664:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126435.194737:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734594688 00000100:00100000:1.0:1746126435.194744:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734594688 00000100:00100000:1.0:1746126435.194785:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5329 00000100:00100000:1.0:1746126435.194792:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:31643:x1830945734594688:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126435.194802:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126435.194815:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80fea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce20d expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.194832:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126435.194837:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.194842:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126435.194845:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80fea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce20d expref: 109 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.194873:0:8424:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.194883:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80fea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce20d expref: 109 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.194891:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18a00, rc 0) 00000100:00100000:1.0:1746126435.194931:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:31643:x1830945734594688:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126435.194939:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5329 00000100:00100000:0.0:1746126435.198186:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.198316:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734594816 00000100:00100000:2.0:1746126435.198324:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734594816 00010000:00010000:2.0:1746126435.198352:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 109 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:2.0:1746126435.198384:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17466 00000100:00100000:2.0:1746126435.198390:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1963:x1830945734594816:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126435.198401:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126435.198415:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 109 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.198425:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 109 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.198443:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19c00/0x9851078746b80fdc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce1ff expref: 109 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.198466:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.198468:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.198474:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.198481:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.198514:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.198527:0:7071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 5 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:2.0:1746126435.198536:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726367232:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126435.198757:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4ca0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126435.200681:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726367232:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126435.200695:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126435.200721:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1963:x1830945734594816:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2330us (2541us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.200729:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17466 00000100:00100000:0.0:1746126435.200974:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.201284:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734595072 00000100:00100000:3.0:1746126435.201290:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734595072 00002000:00100000:3.0:1746126435.201316:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b09880 x1830945734595072/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.201324:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09880 with x1830945734595072 ext(0->4095) 00010000:00010000:3.0:1746126435.201330:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:3.0:1746126435.201339:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00002000:00010000:3.0:1746126435.201344:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b09880 00000100:00100000:3.0:1746126435.201366:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1997 00000100:00100000:3.0:1746126435.201371:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734595072:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126435.201729:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734595072:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 356us (754us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126435.201736:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1997 00002000:00100000:3.0:1746126435.201741:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b09880 x1830945734595072/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.201747:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09880 with x1830945734595072 ext(0->4095) 00010000:00010000:3.0:1746126435.201751:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:3.0:1746126435.201758:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00002000:00010000:3.0:1746126435.201763:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b09880 00000100:00100000:0.0:1746126435.205237:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.205374:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734595200 00000100:00100000:2.0:1746126435.205380:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734595200 00010000:00010000:2.0:1746126435.205406:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:2.0:1746126435.205425:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17467 00000100:00100000:2.0:1746126435.205431:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734595200:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126435.205440:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126435.205453:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.205462:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.205479:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0x9851078746b80fe3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce206 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.205523:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.205525:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.205530:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80fea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce20d expref: 107 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.205537:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80fea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce20d expref: 107 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.205561:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80fea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce20d expref: 107 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126435.205571:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726367360:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126435.205640:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4ca0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126435.207919:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726367360:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126435.207938:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126435.208194:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734595200:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2761us (2962us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.208204:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17467 00000100:00100000:0.0:1746126435.208532:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.208623:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734595456 00000100:00100000:2.0:1746126435.208629:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734595456 00002000:00100000:2.0:1746126435.208658:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0b800 x1830945734595456/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.208667:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0b800 with x1830945734595456 ext(0->4095) 00002000:00010000:2.0:1746126435.208671:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b0b800 00000100:00100000:2.0:1746126435.208697:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3967 00000100:00100000:2.0:1746126435.208703:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734595456:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126435.208839:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734595456:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126435.208845:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3967 00002000:00100000:2.0:1746126435.208850:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093b0b800 x1830945734595456/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126435.208857:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b0b800 with x1830945734595456 ext(0->4095) 00002000:00010000:2.0:1746126435.208859:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b0b800 00000100:00100000:0.0:1746126435.211189:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126435.211269:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734595584 00000100:00100000:1.0:1746126435.211276:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734595584 00000100:00100000:1.0:1746126435.211320:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5330 00000100:00100000:1.0:1746126435.211326:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:31655:x1830945734595584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126435.211339:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126435.211352:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ff1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce214 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.211374:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80fea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce20d expref: 107 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.211380:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126435.211381:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126435.211384:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ff1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce214 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.211408:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80fea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce20d expref: 107 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.211418:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce20d expref: 107 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:1.0:1746126435.211427:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726367488:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126435.211502:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126435.212668:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726367488:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126435.212689:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ff1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce214 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.212699:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19400, rc 0) 00000100:00100000:1.0:1746126435.212729:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:31655:x1830945734595584:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1403us (1545us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126435.212735:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5330 00000100:00100000:0.0:1746126435.213569:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.213631:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734595712 00000100:00100000:2.0:1746126435.213637:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734595712 00010000:00010000:2.0:1746126435.213660:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce20d expref: 108 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:2.0:1746126435.213691:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17468 00000100:00100000:2.0:1746126435.213698:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734595712:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126435.213707:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126435.213724:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce20d expref: 108 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.213734:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80fea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce20d expref: 108 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.213751:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18a00/0x9851078746b80fea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce20d expref: 108 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.215034:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.215038:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.215047:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ff1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce214 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.215056:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ff1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce214 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.215089:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ff1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce214 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126435.215099:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726367616:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126435.216737:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4ca0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.220511:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126435.220563:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734595968 00000100:00100000:1.0:1746126435.220570:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734595968 00002000:00100000:1.0:1746126435.220600:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7ce00 x1830945734595968/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126435.220608:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7ce00 with x1830945734595968 ext(0->4095) 00002000:00010000:1.0:1746126435.220612:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd7ce00 00000100:00100000:1.0:1746126435.220645:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3968 00000100:00100000:1.0:1746126435.220652:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734595968:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126435.220686:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126435.220797:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734595968:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126435.220803:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3968 00002000:00100000:1.0:1746126435.220808:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bd7ce00 x1830945734595968/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126435.220814:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd7ce00 with x1830945734595968 ext(0->4095) 00002000:00010000:1.0:1746126435.220816:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd7ce00 00000100:00100000:1.0:1746126435.220839:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734596096 00000100:00100000:1.0:1746126435.220841:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734596096 00000100:00100000:2.0:1746126435.220962:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726367616:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126435.220977:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126435.220996:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+108:1964:x1830945734595712:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 7299us (7429us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.221004:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17468 00000100:00100000:1.0:1746126435.221077:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5331 00000100:00100000:1.0:1746126435.221083:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+107:31643:x1830945734596096:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126435.221091:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126435.221107:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce21b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.221131:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ff1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce214 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.221137:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126435.221139:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126435.221142:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 108 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.221166:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ff1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce214 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126435.221176:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ff1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce214 expref: 5 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:1.0:1746126435.221185:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726367744:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126435.221220:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e234180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.222758:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.222804:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734596224 00000100:00100000:2.0:1746126435.222808:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734596224 00000100:00100000:2.0:1746126435.222848:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5332 00000100:00100000:2.0:1746126435.222854:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ad6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:31655:x1830945734596224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126435.222864:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126435.223182:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.223335:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734596352 00000100:00100000:3.0:1746126435.223339:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734596352 00010000:00010000:3.0:1746126435.223354:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ff1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce214 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:3.0:1746126435.223371:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17469 00000100:00100000:3.0:1746126435.223375:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1966:x1830945734596352:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126435.223384:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126435.223401:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ff1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce214 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:3.0:1746126435.223409:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ff1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce214 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:3.0:1746126435.223427:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.223428:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126435.223433:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 109 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.223440:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 109 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.223463:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 109 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126435.223473:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726367872:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126435.223708:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1cbe40 going to sleep for 11 seconds 00010000:00010000:2.0:1746126435.223763:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce222 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.223786:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 110 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.223792:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126435.223793:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126435.223796:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce222 expref: 110 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.223812:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 110 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.223821:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 110 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:2.0:1746126435.223829:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726368000:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126435.223853:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4cacc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746126435.223994:0:8424:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19400/0x9851078746b80ff1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce214 expref: 6 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:1.0:1746126435.224009:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726367744:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126435.224044:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 110 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:1.0:1746126435.224052:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 110 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:1.0:1746126435.224059:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19600, rc 0) 00000100:00100000:1.0:1746126435.224082:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+110:31643:x1830945734596096:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2999us (3396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126435.224087:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5331 00000100:00100000:2.0:1746126435.224329:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c319f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726367872:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126435.224338:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126435.224356:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1966:x1830945734596352:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 980us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.224362:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17469 00000100:00100000:2.0:1746126435.226442:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726368000:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126435.226463:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce222 expref: 109 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.226479:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07c00, rc 0) 00000100:00100000:2.0:1746126435.226528:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ad6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:31655:x1830945734596224:12345-192.168.203.32@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3674us (3773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.226536:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5332 00000100:00100000:0.0:1746126435.227475:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.227582:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734596608 00000100:00100000:3.0:1746126435.227588:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734596608 00002000:00100000:3.0:1746126435.227618:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e7100 x1830945734596608/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.227626:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7100 with x1830945734596608 ext(0->4095) 00010000:00010000:3.0:1746126435.227632:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 109 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:3.0:1746126435.227643:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 109 pid: 8424 timeout: 654 lvb_type: 0 00002000:00010000:3.0:1746126435.227649:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943e7100 00000100:00100000:3.0:1746126435.227675:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1998 00000100:00100000:3.0:1746126435.227681:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1964:x1830945734596608:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126435.227800:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1964:x1830945734596608:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (326us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126435.227805:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1998 00002000:00100000:3.0:1746126435.227810:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e7100 x1830945734596608/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126435.227817:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7100 with x1830945734596608 ext(0->4095) 00010000:00010000:3.0:1746126435.227821:0:2576:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 109 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:3.0:1746126435.227829:0:2576:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 109 pid: 8424 timeout: 654 lvb_type: 0 00002000:00010000:3.0:1746126435.227834:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943e7100 00000100:00100000:3.0:1746126435.235550:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.237592:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734596736 00000100:00100000:2.0:1746126435.237603:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734596736 00010000:00010000:2.0:1746126435.237632:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 109 pid: 8424 timeout: 654 lvb_type: 0 00000100:00100000:2.0:1746126435.237669:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17470 00000100:00100000:2.0:1746126435.237677:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1963:x1830945734596736:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126435.237688:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126435.237747:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 109 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.237758:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 109 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.237778:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d19600/0x9851078746b80ff8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce21b expref: 109 pid: 8424 timeout: 654 lvb_type: 0 00010000:00010000:2.0:1746126435.237805:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.237807:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126435.237814:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce222 expref: 108 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.237824:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce222 expref: 108 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.237852:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce222 expref: 108 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126435.237863:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726368128:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126435.238394:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4cacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.241080:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126435.241138:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734596992 00000100:00100000:1.0:1746126435.241145:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734596992 00002000:00100000:1.0:1746126435.241182:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e5f80 x1830945734596992/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126435.241190:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e5f80 with x1830945734596992 ext(0->4095) 00002000:00010000:1.0:1746126435.241193:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943e5f80 00000100:00100000:2.0:1746126435.241201:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726368128:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126435.241217:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126435.241292:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3969 00000100:00100000:1.0:1746126435.241300:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1963:x1830945734596992:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126435.241572:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1963:x1830945734596736:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3895us (6027us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126435.241577:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+109:1963:x1830945734596992:12345-192.168.203.32@tcp:3:ptlrpcd_00_00.0 Request processed in 277us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126435.241580:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17470 00000100:00100000:1.0:1746126435.241582:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3969 00002000:00100000:1.0:1746126435.241587:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943e5f80 x1830945734596992/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126435.241593:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e5f80 with x1830945734596992 ext(0->4095) 00002000:00010000:1.0:1746126435.241596:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943e5f80 00000100:00100000:0.0:1746126435.261646:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.261769:0:15834:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734597248 00000100:00100000:3.0:1746126435.261777:0:15834:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734597248 00000100:00100000:3.0:1746126435.261829:0:15834:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 152 00000100:00100000:3.0:1746126435.261835:0:15834:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:31643:x1830945734597248:12345-192.168.203.32@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:3.0:1746126435.262117:0:15834:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294996773 00000100:00100000:3.0:1746126435.262199:0:15834:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:31643:x1830945734597248:12345-192.168.203.32@tcp:35:rw_seq_cst_vs_d.0 Request processed in 363us (560us total) trans 4294996774 rc 0/0 00000100:00100000:3.0:1746126435.262205:0:15834:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 152 00000020:00080000:3.0:1746126435.262210:0:15834:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1746126435.262306:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126435.268389:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126435.268479:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734597504 00000100:00100000:1.0:1746126435.268488:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734597504 00000100:00100000:1.0:1746126435.268551:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 153 00000100:00100000:1.0:1746126435.268559:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+7:31643:x1830945734597504:12345-192.168.203.32@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126435.268741:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+8:31643:x1830945734597504:12345-192.168.203.32@tcp:35:rw_seq_cst_vs_d.0 Request processed in 182us (357us total) trans 4294996775 rc 0/0 00000100:00100000:1.0:1746126435.268747:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 153 00000100:00080000:0.0:1746126435.269275:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126435.297121:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.298325:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734597632 00000100:00100000:3.0:1746126435.298334:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734597632 00000100:00100000:3.0:1746126435.298387:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73544 00000100:00100000:3.0:1746126435.298393:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:31672:x1830945734597632:12345-192.168.203.32@tcp:101:rm.0 00010000:00010000:3.0:1746126435.298412:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126435.298429:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095660000/0x9851078746b81006 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce229 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.298474:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095661600/0x9851078746b8100d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.298484:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095661600/0x9851078746b8100d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.298505:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095661600/0x9851078746b8100d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:3.0:1746126435.298558:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746126435.298561:0:7084:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126435.298573:0:7084:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095661600/0x9851078746b8100d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.298589:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095660000/0x9851078746b81006 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce229 expref: 10 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.298620:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095661600/0x9851078746b8100d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce229 expref: 9 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.298626:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b41b0300) 00010000:00010000:3.0:1746126435.298628:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126435.298631:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095661600, rc 0) 00000100:00100000:3.0:1746126435.298685:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:31672:x1830945734597632:12345-192.168.203.32@tcp:101:rm.0 Request processed in 292us (1572us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126435.298690:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73544 00000100:00100000:0.0:1746126435.306101:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126435.306221:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734597760 00000100:00100000:2.0:1746126435.306229:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734597760 00000100:00100000:2.0:1746126435.306277:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73545 00000100:00100000:2.0:1746126435.306284:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:31672:x1830945734597760:12345-192.168.203.32@tcp:101:rm.0 00010000:00010000:2.0:1746126435.306300:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126435.306313:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81014 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce230 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.306356:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b8101b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306366:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b8101b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306375:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b8101b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306385:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07800/0x9851078746b81022 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306390:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07800/0x9851078746b81022 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306395:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07800/0x9851078746b81022 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306554:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81029 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306561:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81029 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306566:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81029 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1746126435.306590:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 8 00000004:00200000:2.0:1746126435.306593:0:7085:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126435.306605:0:7085:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81029 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306613:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81029 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306619:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b8101b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306623:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b8101b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306631:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b8101b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306636:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d06a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126435.306639:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b8101b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306643:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b8101b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306650:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b41b0300) 00010000:00010000:2.0:1746126435.306652:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126435.306655:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b8101b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306659:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b8101b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306680:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07800/0x9851078746b81022 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306684:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07800/0x9851078746b81022 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306688:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07800/0x9851078746b81022 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306692:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d07800 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126435.306693:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07800/0x9851078746b81022 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306697:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07800/0x9851078746b81022 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306705:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88009321cd00) 00010000:00010000:2.0:1746126435.306707:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126435.306708:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07800/0x9851078746b81022 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306712:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07800/0x9851078746b81022 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126435.306733:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81014 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce230 expref: 11 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.306741:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81029 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce230 expref: 10 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126435.306746:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88009a061e00) 00010000:00010000:2.0:1746126435.306748:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126435.306750:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06c00, rc 0) 00000100:00100000:2.0:1746126435.306784:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:31672:x1830945734597760:12345-192.168.203.32@tcp:101:rm.0 Request processed in 500us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126435.306790:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73545 00000100:00100000:0.0:1746126435.312875:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126435.312986:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734598016 00000100:00100000:3.0:1746126435.312997:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734598016 00000100:00100000:3.0:1746126435.313080:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73546 00000100:00100000:3.0:1746126435.313088:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:31672:x1830945734598016:12345-192.168.203.32@tcp:36:rm.0 00010000:00010000:3.0:1746126435.313145:0:7084:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746126435.313175:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81029 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce230 expref: 10 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.313213:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095661000/0x9851078746b7ebcb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dcbdee expref: 9 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.313225:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88009a061e00) 00010000:00010000:3.0:1746126435.313235:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095661600/0x9851078746b8100d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce229 expref: 8 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126435.313246:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b41b0300) 00010000:00010000:3.0:1746126435.313254:0:7084:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126435.313277:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095660000/0x9851078746b81030 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.313289:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095660000/0x9851078746b81030 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.313361:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095660000/0x9851078746b81030 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.313372:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81037 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.313377:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81037 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.313382:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81037 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.313506:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d4fd400/0x9851078746b8103e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.313513:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d4fd400/0x9851078746b8103e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.313518:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d4fd400/0x9851078746b8103e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000040:00080000:3.0:1746126435.313918:0:7084:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:3.0:1746126435.313925:0:7084:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 554213901618ns, next at 555213899875ns, rc = 0 00010000:00010000:3.0:1746126435.313984:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7800/0x9851078746b81045 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.313991:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7800/0x9851078746b81045 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.313996:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7800/0x9851078746b81045 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314001:0:7084:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7800/0x9851078746b81045 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314005:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7800/0x9851078746b81045 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314010:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7800/0x9851078746b81045 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314060:0:7084:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746126435.314078:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d4fd400/0x9851078746b8103e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314082:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d4fd400/0x9851078746b8103e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314087:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d4fd400/0x9851078746b8103e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314092:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d4fd400 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126435.314095:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d4fd400/0x9851078746b8103e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314100:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d4fd400/0x9851078746b8103e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314107:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88009a061e00) 00010000:00010000:3.0:1746126435.314110:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746126435.314113:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d4fd400/0x9851078746b8103e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314117:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d4fd400/0x9851078746b8103e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314164:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095660000/0x9851078746b81030 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314169:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095660000/0x9851078746b81030 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314173:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095660000/0x9851078746b81030 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314177:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095660000 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126435.314179:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095660000/0x9851078746b81030 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314183:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095660000/0x9851078746b81030 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314189:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b41b0e00) 00010000:00010000:3.0:1746126435.314191:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126435.314193:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095660000/0x9851078746b81030 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126435.314196:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095660000/0x9851078746b81030 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00000004:00010000:3.0:1746126435.314205:0:7084:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800943e6680 reply state ffff880095284000 transno 4294996776 ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81037 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000100:00100000:3.0:1746126435.314211:0:7084:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746126435.314286:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:31672:x1830945734598016:12345-192.168.203.32@tcp:36:rm.0 Request processed in 1197us (1423us total) trans 4294996776 rc 0/0 00000100:00100000:3.0:1746126435.314293:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73546 00010000:00010000:1.0:1746126435.314366:0:11015:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746126435.314372:0:11015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7800/0x9851078746b81045 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126435.314377:0:11015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dff7800 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126435.314380:0:11015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7800/0x9851078746b81045 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126435.314384:0:11015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7800/0x9851078746b81045 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126435.314391:0:11015:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88009a061e00) 00010000:00010000:1.0:1746126435.314393:0:11015:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1746126435.314395:0:11015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7800/0x9851078746b81045 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126435.314398:0:11015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7800/0x9851078746b81045 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126435.314423:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126435.314425:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126435.314426:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126435.321240:0:3278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81037 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126435.321257:0:3278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81037 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126435.321264:0:3278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81037 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126435.321271:0:3278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800950b5a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126435.321278:0:3278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81037 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126435.321285:0:3278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81037 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126435.321302:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff8800b41b0600) 00010000:00010000:2.0:1746126435.321305:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126435.321308:0:3278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81037 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126435.321313:0:3278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81037 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00000001:00080000:2.0:1746126435.429831:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968078 is committed 00010000:00010000:0.0:1746126436.016448:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126436.140135:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726368256:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746126436.140213:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126436.140349:0:10428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726368256 00000100:00100000:2.0:1746126436.140358:0:10428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726368256 00000100:00100000:2.0:1746126436.140423:0:10428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1746126436.140430:0:10428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945726368256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746126436.140469:0:10428:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 531562496 pending 0 free 3857711104 avail 3855613952 00000100:00080000:1.0:1746126436.140714:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126436.141382:0:10428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945726368256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 949us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126436.141389:0:10428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1746126436.141499:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726368256:0@lo:13:osp-pre-0-0.0 00000001:00100000:3.0:1746126436.585245:0:8515:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 68cec75b-543f-4a1a-954f-27556ebc9519 00000020:00000080:3.0:1746126436.585250:0:8515:0:(genops.c:904:class_export_put()) final put ffff880094d49800/68cec75b-543f-4a1a-954f-27556ebc9519 00000020:00000080:3.0:1746126436.585267:0:24339:0:(genops.c:863:class_export_destroy()) destroying export ffff880094d49800/68cec75b-543f-4a1a-954f-27556ebc9519 for lustre-OST0000 00000020:00000080:3.0:1746126436.585293:0:24339:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880094d4a000 for lustre-OST0000 00000100:00100000:0.0:1746126436.835116:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126436.835804:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126436.835828:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734598272 00000100:00100000:3.0:1746126436.835836:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734598272 00000100:00100000:3.0:1746126436.835870:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 405 00000100:00100000:3.0:1746126436.835877:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945734598272:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126436.835925:0:7081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734598144 00000100:00100000:1.0:1746126436.835929:0:7081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734598144 00000100:00100000:3.0:1746126436.835935:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945734598272:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 59us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126436.835941:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 405 00000100:00100000:1.0:1746126436.835948:0:7081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 414 00000100:00100000:1.0:1746126436.835952:0:7081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d94413c0-4094-4072-8112-4e637805471b+12:1966:x1830945734598144:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126436.835972:0:7081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d94413c0-4094-4072-8112-4e637805471b+12:1966:x1830945734598144:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 20us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126436.836126:0:7081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 414 00000100:00100000:0.0:1746126436.844296:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126436.844335:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126436.844374:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126436.844520:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734598528 00000100:00100000:1.0:1746126436.844528:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734598528 00000100:00100000:2.0:1746126436.844539:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734598784 00000100:00100000:2.0:1746126436.844543:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734598784 00000100:00100000:1.0:1746126436.846944:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 510 00000100:00100000:1.0:1746126436.846957:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1965:x1830945734598528:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126436.846991:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734598656 00000100:00100000:0.0:1746126436.846996:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734598656 00000100:00100000:1.0:1746126436.847016:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1965:x1830945734598528:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 62us (2725us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126436.847033:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 510 00000100:00100000:0.0:1746126436.847033:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 406 00000100:00100000:0.0:1746126436.847038:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:68cec75b-543f-4a1a-954f-27556ebc9519+8:1965:x1830945734598656:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126436.847045:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 511 00000100:00100000:1.0:1746126436.847050:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734598784:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126436.847063:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:68cec75b-543f-4a1a-954f-27556ebc9519+8:1965:x1830945734598656:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 25us (2689us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126436.847066:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734598784:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 16us (2731us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126436.847068:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 406 00000100:00100000:1.0:1746126436.847070:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 511 00000100:00100000:0.0:1746126436.848507:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126436.849106:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734598400 00000100:00100000:3.0:1746126436.849112:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734598400 00000100:00100000:3.0:1746126436.849162:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5333 00000100:00100000:3.0:1746126436.849169:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1962:x1830945734598400:12345-192.168.203.32@tcp:9:kworker.0 00000020:00000080:3.0:1746126436.849188:0:8423:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x98510787469c6094 00000100:00080000:3.0:1746126436.849193:0:8423:0:(import.c:66:import_set_state_nolock()) ffff880129c08800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1746126436.849221:0:8423:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968458 00000100:00100000:3.0:1746126436.849424:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+2:1962:x1830945734598400:12345-192.168.203.32@tcp:9:kworker.0 Request processed in 256us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126436.849433:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5333 00010000:00010000:3.0:1746126436.849511:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746126436.850067:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746126437.020798:0:8439:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126438.021409:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126438.539962:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3291:1830945726368384:0@lo:400:kworker.0 00000100:00100000:0.0:1746126438.540011:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126438.540066:0:3291:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746126438.540072:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3291:1830945726368512:0@lo:400:kworker.0 00000100:00100000:0.0:1746126438.540094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126438.540120:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726368512 00000100:00100000:0.0:1746126438.540126:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726368512 00000100:00100000:0.0:1746126438.540154:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1746126438.540159:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1830945726368512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126438.540197:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1830945726368512:12345-0@lo:400:kworker.0 Request processed in 37us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126438.540203:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1746126438.540233:0:3291:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3291:1830945726368512:0@lo:400:kworker.0 00000100:00100000:1.0:1746126438.542146:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945726369024:0@lo:400:kworker.0 00000100:00100000:1.0:1746126438.542182:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126438.542205:0:3292:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746126438.542210:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1830945726368896:0@lo:400:kworker.0 00000100:00100000:1.0:1746126438.542227:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126438.542244:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1830945726368640:0@lo:400:kworker.0 00000100:00100000:1.0:1746126438.542259:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126438.542270:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746126438.542274:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726368768:0@lo:400:kworker.0 00000100:00100000:1.0:1746126438.542288:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126438.542317:0:7081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726368384 00000100:00100000:1.0:1746126438.542322:0:7081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726368384 00000100:00100000:0.0:1746126438.542326:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726368896 00000100:00100000:0.0:1746126438.542329:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726368896 00000100:00100000:1.0:1746126438.542346:0:7081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1746126438.542351:0:7081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3291:x1830945726368384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126438.542378:0:7081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3291:x1830945726368384:12345-0@lo:400:kworker.0 Request processed in 28us (2367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126438.542383:0:7081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1746126438.542405:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726369024 00000100:00100000:1.0:1746126438.542407:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726369024 00000100:00100000:1.0:1746126438.542422:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726368768 00000100:00100000:1.0:1746126438.542424:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726368768 00000100:00100000:1.0:1746126438.543859:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1746126438.543868:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945726369024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126438.543910:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945726369024:12345-0@lo:400:kworker.0 Request processed in 44us (1728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126438.543915:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1746126438.543926:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1746126438.543935:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726368768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126438.543958:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726368768:12345-0@lo:400:kworker.0 Request processed in 24us (1670us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126438.543966:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1746126438.544353:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726368768:0@lo:400:kworker.0 00000100:00100000:1.0:1746126438.544372:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945726369024:0@lo:400:kworker.0 00000100:00080000:1.0:1746126438.544393:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746126438.544395:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746126438.544398:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126438.544699:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726368640 00000100:00100000:0.0:1746126438.544704:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726368640 00000100:00100000:1.0:1746126438.544728:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1746126438.544737:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1830945726368896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126438.544742:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1746126438.544745:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1830945726368640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126438.544768:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1830945726368896:12345-0@lo:400:kworker.0 Request processed in 35us (2540us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126438.544768:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1830945726368640:12345-0@lo:400:kworker.0 Request processed in 23us (2509us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126438.544772:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1746126438.544795:0:3291:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3291:1830945726368384:0@lo:400:kworker.0 00000100:00100000:1.0:1746126438.545237:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00080000:1.0:1746126438.545251:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126438.545268:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1830945726368640:0@lo:400:kworker.0 00000100:00100000:1.0:1746126438.545284:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1830945726368896:0@lo:400:kworker.0 00000004:00080000:3.0:1746126438.587139:0:10637:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 557487113659ns, next at 558487112586ns, rc = 0 00000100:00100000:3.0:1746126438.587155:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746126438.587169:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726369152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746126438.587214:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126438.587264:0:10428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726369152 00000100:00100000:3.0:1746126438.587269:0:10428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726369152 00000100:00100000:3.0:1746126438.587299:0:10428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1746126438.587305:0:10428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a743850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945726369152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746126438.587329:0:10428:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 403636224 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1746126438.587356:0:10428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a743850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945726369152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126438.587361:0:10428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1746126438.587666:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726369152:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746126439.025408:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1746126439.700738:0:4090:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 15:07:17 (1746126437) 00000100:00100000:2.0:1746126439.772155:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126439.772224:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734598912 00000100:00100000:0.0:1746126439.772234:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734598912 00000100:00100000:0.0:1746126439.772295:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73547 00000100:00100000:0.0:1746126439.772303:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:32302:x1830945734598912:12345-192.168.203.32@tcp:101:mkdir.0 00010000:00010000:0.0:1746126439.772322:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126439.772342:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f804a00/0x9851078746b8104c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce237 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.772401:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805c00/0x9851078746b81053 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126439.772414:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805c00/0x9851078746b81053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126439.772425:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805c00/0x9851078746b81053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1746126439.772494:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746126439.772497:0:7085:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126439.772513:0:7085:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805c00/0x9851078746b81053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126439.772533:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f804a00/0x9851078746b8104c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce237 expref: 10 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.772546:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805c00/0x9851078746b81053 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce237 expref: 9 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.772553:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a061000) 00010000:00010000:0.0:1746126439.772556:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126439.772558:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f805c00, rc 0) 00000100:00080000:2.0:1746126439.773194:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126439.773837:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:32302:x1830945734598912:12345-192.168.203.32@tcp:101:mkdir.0 Request processed in 1530us (1686us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126439.773844:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73547 00000100:00100000:3.0:1746126439.778087:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126439.778398:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734599040 00000100:00100000:0.0:1746126439.778407:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734599040 00000100:00100000:0.0:1746126439.778445:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73548 00000100:00100000:0.0:1746126439.778452:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734599040:12345-192.168.203.32@tcp:41:mkdir.0 00000004:00000024:0.0:1746126439.778510:0:7086:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260336640 avail 2258239488 00000100:00100000:0.0:1746126439.778573:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734599040:12345-192.168.203.32@tcp:41:mkdir.0 Request processed in 121us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126439.778580:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73548 00000100:00100000:3.0:1746126439.778768:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126439.778972:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734599296 00000100:00100000:0.0:1746126439.778976:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734599296 00000100:00100000:0.0:1746126439.778992:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73549 00000100:00100000:0.0:1746126439.778997:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:32302:x1830945734599296:12345-192.168.203.32@tcp:36:mkdir.0 00010000:00010000:0.0:1746126439.779051:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126439.779077:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805c00/0x9851078746b81053 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce237 expref: 9 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.779091:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a061000) 00010000:00010000:0.0:1746126439.779099:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126439.779175:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805600/0x9851078746b8105a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126439.779185:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805600/0x9851078746b8105a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126439.779194:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805600/0x9851078746b8105a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126439.779203:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f804e00/0x9851078746b81061 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126439.779208:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f804e00/0x9851078746b81061 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126439.779213:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f804e00/0x9851078746b81061 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1746126439.779738:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00010000:00010000:0.0:1746126439.779747:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805600/0x9851078746b8105a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126439.779753:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805600/0x9851078746b8105a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126439.779759:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805600/0x9851078746b8105a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126439.779764:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f805600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126439.779768:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805600/0x9851078746b8105a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126439.779773:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805600/0x9851078746b8105a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126439.779781:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a061400) 00010000:00010000:0.0:1746126439.779784:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126439.779786:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805600/0x9851078746b8105a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126439.779790:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f805600/0x9851078746b8105a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:0.0:1746126439.779799:0:7085:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008c318000 reply state ffff88008a6ad000 transno 4294996777 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f804e00/0x9851078746b81061 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1746126439.779805:0:7085:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746126439.779844:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:32302:x1830945734599296:12345-192.168.203.32@tcp:36:mkdir.0 Request processed in 845us (1075us total) trans 4294996777 rc 0/0 00000100:00100000:0.0:1746126439.779850:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73549 00010000:00010000:1.0:1746126439.782755:0:3277:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f804e00/0x9851078746b81061 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126439.782770:0:3277:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f804e00/0x9851078746b81061 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126439.782776:0:3277:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f804e00/0x9851078746b81061 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126439.782782:0:3277:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f804e00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126439.782786:0:3277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f804e00/0x9851078746b81061 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126439.782792:0:3277:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f804e00/0x9851078746b81061 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126439.782809:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009a061200) 00010000:00010000:1.0:1746126439.782813:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126439.782817:0:3277:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f804e00/0x9851078746b81061 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126439.782821:0:3277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f804e00/0x9851078746b81061 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1746126439.821009:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126439.823577:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734599424 00000100:00100000:0.0:1746126439.823589:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734599424 00000100:00100000:0.0:1746126439.823634:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73550 00000100:00100000:0.0:1746126439.823641:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:32304:x1830945734599424:12345-192.168.203.32@tcp:101:cp.0 00010000:00010000:0.0:1746126439.823665:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126439.823683:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b81068 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce23e expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.823741:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7000/0x9851078746b8106f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126439.823754:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7000/0x9851078746b8106f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126439.823765:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7000/0x9851078746b8106f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:0.0:1746126439.823831:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746126439.823833:0:7086:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126439.823851:0:7086:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7000/0x9851078746b8106f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126439.823872:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b81068 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce23e expref: 11 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.823886:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7000/0x9851078746b8106f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce23e expref: 10 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.823894:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a061800) 00010000:00010000:0.0:1746126439.823897:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126439.823900:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800947c7000, rc 0) 00000100:00100000:0.0:1746126439.823956:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:32304:x1830945734599424:12345-192.168.203.32@tcp:101:cp.0 Request processed in 316us (2955us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126439.823963:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73550 00000100:00100000:0.0:1746126439.825993:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126439.826136:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734599552 00000100:00100000:2.0:1746126439.826145:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734599552 00000100:00100000:2.0:1746126439.826770:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73551 00000100:00100000:2.0:1746126439.826779:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:32304:x1830945734599552:12345-192.168.203.32@tcp:101:cp.0 00010000:00010000:2.0:1746126439.826798:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126439.826814:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b81076 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce245 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.826871:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b8107d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.826883:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b8107d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.826893:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b8107d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.826905:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b81084 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.826910:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b81084 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.826915:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b81084 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827063:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06400/0x9851078746b8108b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827069:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06400/0x9851078746b8108b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827074:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06400/0x9851078746b8108b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1746126439.827100:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:2.0:1746126439.827102:0:7085:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126439.827115:0:7085:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06400/0x9851078746b8108b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827124:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b8107d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827130:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b8107d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827135:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b8107d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827140:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d07000 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126439.827144:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b8107d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827150:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b8107d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827160:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a061800) 00010000:00010000:2.0:1746126439.827162:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126439.827166:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b8107d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827171:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b8107d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827181:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b81084 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827185:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b81084 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827189:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b81084 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827193:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d06a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126439.827196:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b81084 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827200:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b81084 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827205:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009321c000) 00010000:00010000:2.0:1746126439.827207:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126439.827209:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b81084 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827213:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06a00/0x9851078746b81084 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.827235:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b81076 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce245 expref: 12 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.827243:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06400/0x9851078746b8108b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce245 expref: 11 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.827248:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88009321cc00) 00010000:00010000:2.0:1746126439.827250:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746126439.827252:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06400, rc 0) 00000100:00100000:2.0:1746126439.827297:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:32304:x1830945734599552:12345-192.168.203.32@tcp:101:cp.0 Request processed in 520us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126439.827303:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73551 00000100:00100000:0.0:1746126439.832218:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126439.832330:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734599680 00000100:00100000:2.0:1746126439.832339:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734599680 00000100:00100000:2.0:1746126439.832395:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73552 00000100:00100000:2.0:1746126439.832403:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:32304:x1830945734599680:12345-192.168.203.32@tcp:101:cp.0 00010000:00010000:2.0:1746126439.832425:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126439.832443:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c7c00/0x9851078746b81092 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce24c expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.832521:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c6200/0x9851078746b81099 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.832534:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c6200/0x9851078746b81099 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.832544:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c6200/0x9851078746b81099 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834719:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a6200/0x9851078746b810a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834736:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a6200/0x9851078746b810a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834747:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a6200/0x9851078746b810a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834847:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c6200/0x9851078746b81099 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834853:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c6200/0x9851078746b81099 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834858:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c6200/0x9851078746b81099 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834862:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b8c6200 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126439.834867:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c6200/0x9851078746b81099 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834876:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c6200/0x9851078746b81099 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834885:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88009321cc00) 00010000:00010000:2.0:1746126439.834887:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126439.834890:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c6200/0x9851078746b81099 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834894:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c6200/0x9851078746b81099 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834901:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a6200/0x9851078746b810a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834906:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a6200/0x9851078746b810a0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834910:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a6200/0x9851078746b810a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834913:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7a6200 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126439.834914:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a6200/0x9851078746b810a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834918:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a6200/0x9851078746b810a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834922:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88009321c300) 00010000:00010000:2.0:1746126439.834924:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126439.834925:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a6200/0x9851078746b810a0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834929:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a6200/0x9851078746b810a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.834973:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c7c00/0x9851078746b81092 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce24c expref: 12 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.834979:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c7c00/0x9851078746b81092 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce24c expref: 12 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.834990:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8c7c00, rc 0) 00000100:00100000:2.0:1746126439.835076:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:32304:x1830945734599680:12345-192.168.203.32@tcp:101:cp.0 Request processed in 2672us (2866us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126439.835084:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73552 00000100:00100000:0.0:1746126439.840301:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126439.840384:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734599808 00000100:00100000:2.0:1746126439.840392:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734599808 00000100:00100000:2.0:1746126439.840435:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73553 00000100:00100000:2.0:1746126439.840441:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:32304:x1830945734599808:12345-192.168.203.32@tcp:101:cp.0 00010000:00010000:2.0:1746126439.840455:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126439.840480:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b810a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce253 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.840522:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b810ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840530:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b810ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840538:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b810ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840548:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e30cc00/0x9851078746b810b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840555:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e30cc00/0x9851078746b810b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840560:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e30cc00/0x9851078746b810b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840600:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b810ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840605:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b810ae lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840609:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b810ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840613:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7a7400 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126439.840616:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b810ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840620:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b810ae lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840629:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88009321cc00) 00010000:00010000:2.0:1746126439.840631:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126439.840634:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b810ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840638:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b810ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840647:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e30cc00/0x9851078746b810b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840651:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e30cc00/0x9851078746b810b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840656:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e30cc00/0x9851078746b810b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840659:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e30cc00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126439.840661:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e30cc00/0x9851078746b810b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840664:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e30cc00/0x9851078746b810b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840669:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88009321cd00) 00010000:00010000:2.0:1746126439.840670:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126439.840672:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e30cc00/0x9851078746b810b5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840675:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e30cc00/0x9851078746b810b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126439.840703:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b810a7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce253 expref: 12 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.840710:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b810a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce253 expref: 12 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.840717:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06c00, rc 0) 00000100:00100000:2.0:1746126439.840764:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:32304:x1830945734599808:12345-192.168.203.32@tcp:101:cp.0 Request processed in 321us (469us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126439.840769:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73553 00000100:00100000:0.0:1746126439.845537:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126439.846067:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734600064 00000100:00100000:1.0:1746126439.846075:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734600064 00000100:00100000:1.0:1746126439.846118:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73554 00000100:00100000:1.0:1746126439.846126:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:32304:x1830945734600064:12345-192.168.203.32@tcp:101:cp.0 00010000:00010000:1.0:1746126439.846139:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126439.846153:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06e00/0x9851078746b810bc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce25a expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126439.846371:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07c00/0x9851078746b810c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.846382:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07c00/0x9851078746b810c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.846391:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07c00/0x9851078746b810c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.846401:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07600/0x9851078746b810ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.846407:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07600/0x9851078746b810ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.846411:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07600/0x9851078746b810ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00080000:1.0:1746126439.846783:0:7086:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00010000:00010000:1.0:1746126439.846890:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b810d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.846896:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b810d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.846902:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b810d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.846924:0:7086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07c00/0x9851078746b810c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.846929:0:7086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07c00/0x9851078746b810c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.846934:0:7086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07c00/0x9851078746b810c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.846938:0:7086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c07c00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126439.846941:0:7086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07c00/0x9851078746b810c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.846947:0:7086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07c00/0x9851078746b810c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.846955:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88009321cc00) 00010000:00010000:1.0:1746126439.846958:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126439.846960:0:7086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07c00/0x9851078746b810c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.846965:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07c00/0x9851078746b810c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00000004:00010000:1.0:1746126439.846990:0:7086:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092b4ed80 reply state ffff8800936bb000 transno 4294996778 ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07600/0x9851078746b810ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000100:00100000:1.0:1746126439.846999:0:7086:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746126439.847019:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06e00/0x9851078746b810bc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce25a expref: 14 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126439.847056:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b810d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce25a expref: 13 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126439.847062:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093298c00) 00010000:00010000:1.0:1746126439.847064:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126439.847066:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131070a00, rc 0) 00000100:00100000:1.0:1746126439.847106:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:32304:x1830945734600064:12345-192.168.203.32@tcp:101:cp.0 Request processed in 982us (1576us total) trans 4294996778 rc 0/0 00000100:00100000:1.0:1746126439.847112:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73554 00010000:00010000:2.0:1746126439.851139:0:3278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07600/0x9851078746b810ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126439.851156:0:3278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07600/0x9851078746b810ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126439.851161:0:3278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07600/0x9851078746b810ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126439.851166:0:3278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c07600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126439.851171:0:3278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07600/0x9851078746b810ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126439.851177:0:3278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07600/0x9851078746b810ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126439.851190:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880093298000) 00010000:00010000:2.0:1746126439.851192:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126439.851196:0:3278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07600/0x9851078746b810ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126439.851200:0:3278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07600/0x9851078746b810ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00000100:00100000:0.0:1746126439.852328:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126439.853495:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734600192 00000100:00100000:2.0:1746126439.853503:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734600192 00000100:00100000:2.0:1746126439.853542:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5334 00000100:00100000:2.0:1746126439.853548:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:1962:x1830945734600192:12345-192.168.203.32@tcp:8:cp.0 00010000:00080000:2.0:1746126439.853571:0:17079:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp t0 exp (null) cur 558 last 0 00000020:00000080:2.0:1746126439.853594:0:17079:0:(genops.c:1402:class_connect()) connect: client c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13, cookie 0x9851078746b810df 00002000:00100000:2.0:1746126439.853603:0:17079:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13/ffff88013279c000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103644 ocd_grant: 490864640 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746126439.853624:0:17079:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746126439.853688:0:17079:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a4b68240 00002000:00080000:2.0:1746126439.853695:0:17079:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746126439.853716:0:17079:0:(import.c:66:import_set_state_nolock()) ffff88013279d000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746126439.853770:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1962:x1830945734600192:12345-192.168.203.32@tcp:8:cp.0 Request processed in 221us (1446us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126439.853776:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5334 00000100:00100000:1.0:1746126439.861198:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126439.861250:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734600320 00000100:00100000:2.0:1746126439.861262:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734600320 00000100:00080000:0.0:1746126439.861308:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126439.861329:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5335 00000100:00100000:2.0:1746126439.861337:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:0:x1830945734600320:12345-192.168.203.32@tcp:101:cp.0 00010000:00010000:2.0:1746126439.861351:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126439.861368:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b810e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce261 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126439.861392:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746126439.861411:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126439.861413:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126439.861419:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b810e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce261 expref: 7 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126439.861435:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b810e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce261 expref: 7 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126439.861444:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956ec200, rc 0) 00000100:00100000:2.0:1746126439.861493:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:0:x1830945734600320:12345-192.168.203.32@tcp:101:cp.0 Request processed in 157us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126439.861499:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5335 00000100:00100000:0.0:1746126439.865972:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126439.866280:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734600448 00000100:00100000:3.0:1746126439.866288:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734600448 00000100:00100000:3.0:1746126439.866888:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5336 00000100:00100000:3.0:1746126439.866897:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:32304:x1830945734600448:12345-192.168.203.32@tcp:101:cp.0 00010000:00010000:3.0:1746126439.866912:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126439.866924:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce268 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126439.866947:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b810e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce261 expref: 8 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126439.866953:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126439.866954:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126439.866958:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 8 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126439.866980:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b810e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce261 expref: 8 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126439.866990:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b810e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce261 expref: 8 pid: 8423 timeout: 658 lvb_type: 1 00000100:00100000:3.0:1746126439.866999:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945726369280:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126439.868222:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012baee600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126439.872589:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945726369280:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126439.872616:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 8 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126439.872631:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e3e00, rc 0) 00000100:00100000:3.0:1746126439.872910:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:32304:x1830945734600448:12345-192.168.203.32@tcp:101:cp.0 Request processed in 6013us (6943us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126439.872918:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5336 00000100:00100000:0.0:1746126439.873264:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126439.873319:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734600576 00000100:00100000:2.0:1746126439.873325:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734600576 00010000:00010000:2.0:1746126439.873349:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b810e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce261 expref: 8 pid: 8423 timeout: 658 lvb_type: 1 00000100:00100000:2.0:1746126439.873372:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17471 00000100:00100000:2.0:1746126439.873378:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734600576:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126439.873387:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126439.873406:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b810e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce261 expref: 8 pid: 8423 timeout: 658 lvb_type: 1 00010000:00010000:2.0:1746126439.873416:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b810e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce261 expref: 8 pid: 8423 timeout: 658 lvb_type: 1 00010000:00010000:2.0:1746126439.873432:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800956ec200/0x9851078746b810e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce261 expref: 8 pid: 8423 timeout: 658 lvb_type: 1 00010000:00010000:2.0:1746126439.873454:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126439.873456:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126439.873471:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.873478:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.873502:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126439.873510:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945726369408:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126439.873571:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126439.877840:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945726369408:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126439.877863:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126439.877925:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734600576:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4544us (4659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126439.877937:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17471 00000100:00100000:0.0:1746126439.878350:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126439.878427:0:15834:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734600832 00000100:00100000:3.0:1746126439.878438:0:15834:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734600832 00000100:00100000:3.0:1746126439.878496:0:15834:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 154 00000100:00100000:3.0:1746126439.878503:0:15834:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a625f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:32304:x1830945734600832:12345-192.168.203.32@tcp:35:cp.0 00000100:00100000:3.0:1746126439.878762:0:15834:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a625f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:32304:x1830945734600832:12345-192.168.203.32@tcp:35:cp.0 Request processed in 259us (412us total) trans 4294996779 rc 0/0 00000100:00100000:3.0:1746126439.878768:0:15834:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 154 00000100:00100000:0.0:1746126439.922227:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126439.922663:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734601088 00000100:00100000:1.0:1746126439.922673:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734601088 00000100:00100000:1.0:1746126439.922739:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73555 00000100:00100000:1.0:1746126439.922746:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:32307:x1830945734601088:12345-192.168.203.32@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746126439.922766:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126439.922782:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c7c00/0x9851078746b810f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce26f expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126439.922854:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c6200/0x9851078746b810fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.922864:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c6200/0x9851078746b810fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.922875:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c6200/0x9851078746b810fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:1.0:1746126439.922883:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:1.0:1746126439.922977:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c7c00/0x9851078746b810f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce26f expref: 17 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126439.923014:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c6200/0x9851078746b810fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce26f expref: 16 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126439.923020:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093298c00) 00010000:00010000:1.0:1746126439.923056:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746126439.923059:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8c6200, rc 0) 00000100:00100000:1.0:1746126439.923104:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:32307:x1830945734601088:12345-192.168.203.32@tcp:101:mmap_cat.0 Request processed in 358us (886us total) trans 4294996780 rc 0/0 00000100:00100000:1.0:1746126439.923110:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73555 00000100:00100000:0.0:1746126439.950651:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126439.951609:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734601216 00000100:00100000:3.0:1746126439.951620:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734601216 00000100:00100000:3.0:1746126439.952231:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73556 00000100:00100000:3.0:1746126439.952241:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+8:32311:x1830945734601216:12345-192.168.203.32@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126439.952530:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126439.952550:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2000/0x9851078746b81109 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce276 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126439.952613:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3600/0x9851078746b81110 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.952626:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3600/0x9851078746b81110 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.952637:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3600/0x9851078746b81110 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1746126439.952697:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746126439.952701:0:7085:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126439.952719:0:7085:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3600/0x9851078746b81110 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.952740:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2000/0x9851078746b81109 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce276 expref: 10 pid: 7085 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746126439.952828:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746126439.953165:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3600/0x9851078746b81110 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce276 expref: 9 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126439.953174:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a061800) 00010000:00010000:3.0:1746126439.953176:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126439.953180:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e3600, rc 0) 00000100:00100000:3.0:1746126439.953244:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+9:32311:x1830945734601216:12345-192.168.203.32@tcp:101:mmap_cat.0 Request processed in 1005us (2604us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126439.953251:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73556 00000100:00100000:0.0:1746126439.957403:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126439.957493:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734601344 00000100:00100000:3.0:1746126439.957503:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734601344 00000100:00100000:3.0:1746126439.957837:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73557 00000100:00100000:3.0:1746126439.957844:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+9:32311:x1830945734601344:12345-192.168.203.32@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126439.957864:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126439.957882:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2000/0x9851078746b81117 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce27d expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126439.957936:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b8111e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.957947:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b8111e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.957957:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b8111e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.957968:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b81125 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.957986:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b81125 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.957991:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b81125 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958191:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2400/0x9851078746b8112c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958203:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2400/0x9851078746b8112c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958210:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2400/0x9851078746b8112c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1746126439.958292:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:3.0:1746126439.958300:0:7085:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126439.958329:0:7085:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2400/0x9851078746b8112c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958345:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b8111e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958350:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b8111e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958355:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b8111e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958365:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b8e2600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126439.958381:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b8111e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958388:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b8111e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958399:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a061800) 00010000:00010000:3.0:1746126439.958402:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126439.958405:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b8111e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958410:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b8111e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958428:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b81125 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958431:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b81125 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958435:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b81125 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958439:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b8e3400 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126439.958441:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b81125 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958446:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b81125 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958451:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009475f700) 00010000:00010000:3.0:1746126439.958453:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126439.958455:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b81125 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958459:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b81125 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.958493:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2000/0x9851078746b81117 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce27d expref: 11 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126439.958505:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2400/0x9851078746b8112c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce27d expref: 10 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126439.958511:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88009321cc00) 00010000:00010000:3.0:1746126439.958513:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746126439.958515:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e2400, rc 0) 00000100:00100000:3.0:1746126439.958564:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+10:32311:x1830945734601344:12345-192.168.203.32@tcp:101:mmap_cat.0 Request processed in 719us (1170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126439.958570:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73557 00000100:00100000:0.0:1746126439.960804:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126439.960912:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734601472 00000100:00100000:1.0:1746126439.960920:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734601472 00000100:00100000:3.0:1746126439.961089:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73558 00000100:00100000:3.0:1746126439.961096:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+10:32311:x1830945734601472:12345-192.168.203.32@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126439.961111:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126439.961127:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5943800/0x9851078746b81133 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce284 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126439.961176:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942a00/0x9851078746b8113a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961187:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942a00/0x9851078746b8113a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961196:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942a00/0x9851078746b8113a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961206:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5943400/0x9851078746b81141 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961211:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5943400/0x9851078746b81141 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961216:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5943400/0x9851078746b81141 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961305:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b81148 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961312:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b81148 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961318:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b81148 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1746126439.961345:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00000004:00200000:3.0:1746126439.961349:0:7085:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126439.961362:0:7085:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b81148 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961370:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b81148 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961375:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942a00/0x9851078746b8113a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961380:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942a00/0x9851078746b8113a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961386:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942a00/0x9851078746b8113a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961391:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5942a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126439.961394:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942a00/0x9851078746b8113a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961400:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942a00/0x9851078746b8113a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961409:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88009321cc00) 00010000:00010000:3.0:1746126439.961411:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126439.961415:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942a00/0x9851078746b8113a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961418:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942a00/0x9851078746b8113a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961427:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5943400/0x9851078746b81141 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961431:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5943400/0x9851078746b81141 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961434:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5943400/0x9851078746b81141 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961437:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5943400 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126439.961439:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5943400/0x9851078746b81141 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961442:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5943400/0x9851078746b81141 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961447:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88009475fa00) 00010000:00010000:3.0:1746126439.961449:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126439.961450:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5943400/0x9851078746b81141 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961454:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5943400/0x9851078746b81141 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126439.961487:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5943800/0x9851078746b81133 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce284 expref: 12 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126439.961498:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b81148 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce284 expref: 11 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126439.961503:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093298c00) 00010000:00010000:3.0:1746126439.961505:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126439.961508:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5942400, rc 0) 00000100:00100000:3.0:1746126439.961551:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+11:32311:x1830945734601472:12345-192.168.203.32@tcp:101:mmap_cat.0 Request processed in 455us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126439.961557:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73558 00000100:00100000:0.0:1746126439.964939:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126439.966411:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734601600 00000100:00100000:2.0:1746126439.966424:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734601600 00000100:00100000:2.0:1746126439.966470:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5337 00000100:00100000:2.0:1746126439.966478:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:1962:x1830945734601600:12345-192.168.203.32@tcp:8:mmap_cat.0 00010000:00080000:2.0:1746126439.966513:0:17079:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp t0 exp (null) cur 558 last 0 00000020:00000080:2.0:1746126439.966546:0:17079:0:(genops.c:1402:class_connect()) connect: client 68cec75b-543f-4a1a-954f-27556ebc9519, cookie 0x9851078746b8114f 00002000:00100000:2.0:1746126439.966557:0:17079:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 68cec75b-543f-4a1a-954f-27556ebc9519/ffff880132799800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103644 ocd_grant: 161873920 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746126439.966567:0:17079:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746126439.966678:0:17079:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a4b68240 00002000:00080000:2.0:1746126439.966687:0:17079:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746126439.966716:0:17079:0:(import.c:66:import_set_state_nolock()) ffff88013279a800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746126439.966781:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+6:1962:x1830945734601600:12345-192.168.203.32@tcp:8:mmap_cat.0 Request processed in 303us (1852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126439.966787:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5337 00000100:00100000:0.0:1746126439.968854:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126439.968979:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734601728 00000100:00100000:2.0:1746126439.968985:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734601728 00000100:00100000:2.0:1746126439.969102:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5338 00000100:00100000:2.0:1746126439.969108:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:0:x1830945734601728:12345-192.168.203.32@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126439.969121:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126439.969140:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092f70e00/0x9851078746b81156 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce28b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126439.969188:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726369536:192.168.203.32@tcp:106: 00000100:00100000:2.0:1746126439.969266:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d900 going to sleep for 11 seconds 00000100:00080000:0.0:1746126439.969328:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1746126439.971454:0:8423:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size: 0 -> 1716 00002000:00010000:2.0:1746126439.971471:0:8423:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime: 0 -> 1746126438 00002000:00010000:2.0:1746126439.971473:0:8423:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime: 0 -> 1746126438 00002000:00010000:2.0:1746126439.971475:0:8423:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime: 0 -> 1746126438 00000100:00100000:2.0:1746126439.971500:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726369536:192.168.203.32@tcp:106: 00010000:00010000:2.0:1746126439.971531:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092f70e00/0x9851078746b81156 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce28b expref: 7 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126439.971543:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f70e00/0x9851078746b81156 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce28b expref: 7 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126439.971721:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70e00, rc 0) 00000100:00100000:2.0:1746126439.971775:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:0:x1830945734601728:12345-192.168.203.32@tcp:101:mmap_cat.0 Request processed in 2665us (2925us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126439.971783:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5338 00000100:00100000:0.0:1746126439.974823:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126439.974954:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734601984 00000100:00100000:1.0:1746126439.974963:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734601984 00000100:00100000:1.0:1746126439.975050:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73559 00000100:00100000:1.0:1746126439.975059:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+11:32311:x1830945734601984:12345-192.168.203.32@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746126439.975077:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126439.975097:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07c00/0x9851078746b8115d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce292 expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126439.975194:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b81164 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.975212:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b81164 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126439.975222:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b81164 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:1.0:1746126439.975233:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:1.0:1746126439.975352:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07c00/0x9851078746b8115d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce292 expref: 14 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126439.975384:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b81164 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce292 expref: 13 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126439.975392:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093298c00) 00010000:00010000:1.0:1746126439.975395:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126439.975398:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7a7400, rc 0) 00000100:00100000:1.0:1746126439.975440:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+13:32311:x1830945734601984:12345-192.168.203.32@tcp:101:mmap_cat.0 Request processed in 382us (628us total) trans 4294996781 rc 0/0 00000100:00100000:1.0:1746126439.975446:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73559 00000100:00100000:0.0:1746126439.979537:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126439.979897:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734602112 00000100:00100000:2.0:1746126439.979906:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734602112 00000100:00100000:2.0:1746126439.979957:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5339 00000100:00100000:2.0:1746126439.979965:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734602112:12345-192.168.203.32@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126439.979982:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126439.979999:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092f70a00/0x9851078746b81172 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce299 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126439.980073:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726369664:192.168.203.32@tcp:106: 00000100:00100000:2.0:1746126439.980159:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126439.980499:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126439.981623:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734602240 00000100:00100000:2.0:1746126439.981630:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734602240 00000100:00100000:2.0:1746126439.981668:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 535 00000100:00100000:2.0:1746126439.981673:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+13:1966:x1830945734602240:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126439.981685:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126439.981708:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7a7400/0x9851078746b81164 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce292 expref: 13 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.981737:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093298c00) 00010000:00010000:2.0:1746126439.981741:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126439.982369:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+12:1966:x1830945734602240:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 692us (1867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126439.982376:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 535 00000100:00100000:3.0:1746126439.982449:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726369664:192.168.203.32@tcp:106: 00010000:00010000:3.0:1746126439.982483:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092f70a00/0x9851078746b81172 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce299 expref: 7 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126439.982494:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f70a00/0x9851078746b81172 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce299 expref: 7 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126439.982516:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70a00, rc 0) 00000100:00100000:3.0:1746126439.982539:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734602112:12345-192.168.203.32@tcp:101:mmap_cat.0 Request processed in 2575us (3013us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126439.983006:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5339 00000100:00100000:0.0:1746126439.985402:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126439.985479:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734602368 00000100:00100000:2.0:1746126439.985597:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734602368 00000100:00100000:2.0:1746126439.985637:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5340 00000100:00100000:2.0:1746126439.985644:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:32311:x1830945734602368:12345-192.168.203.32@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126439.985661:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126439.985678:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b81179 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce2a0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.985710:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.985723:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126439.985725:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126439.985728:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b81179 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a0 expref: 7 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.985758:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.985769:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 6 pid: 17079 timeout: 658 lvb_type: 0 00000100:00100000:2.0:1746126439.985782:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726369792:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126439.985857:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126439.988552:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126439.988765:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734602496 00000100:00100000:1.0:1746126439.988774:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734602496 00002000:00100000:1.0:1746126439.988819:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->1715) req@ffff8801248af480 x1830945734602496/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:200/0 lens 2208/0 e 0 to 0 dl 1746126450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746126439.988828:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248af480 with x1830945734602496 ext(0->1715) 00010000:00010000:1.0:1746126439.988837:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 7 pid: 17079 timeout: 658 lvb_type: 0 00010000:00010000:1.0:1746126439.988850:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 7 pid: 17079 timeout: 658 lvb_type: 0 00002000:00010000:1.0:1746126439.988857:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801248af480 00000100:00100000:1.0:1746126439.988889:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1999 00000100:00100000:1.0:1746126439.988896:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734602496:12345-192.168.203.32@tcp:4:cp.0 00000100:00100000:2.0:1746126439.989066:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726369792:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126439.989092:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b81179 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a0 expref: 7 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126439.989105:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:2.0:1746126439.989140:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+7:32311:x1830945734602368:12345-192.168.203.32@tcp:101:mmap_cat.0 Request processed in 3496us (3746us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126439.989146:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5340 00010000:00010000:0.0:1746126440.028976:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1746126440.034597:0:8515:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 68cec75b-543f-4a1a-954f-27556ebc9519 00000001:00100000:2.0:1746126440.034608:0:8515:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13 00000001:00100000:2.0:1746126440.034615:0:8515:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13 00000020:00000080:2.0:1746126440.034619:0:8515:0:(genops.c:904:class_export_put()) final put ffff880129c0c000/c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13 00000100:00100000:1.0:1746126440.034979:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734602496:12345-192.168.203.32@tcp:4:cp.0 Request processed in 46077us (46439us total) trans 4294968459 rc 0/0 00000100:00100000:1.0:1746126440.034990:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1999 00002000:00100000:1.0:1746126440.035001:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->1715) req@ffff8801248af480 x1830945734602496/t4294968459(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:200/0 lens 2208/448 e 0 to 0 dl 1746126450 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746126440.035009:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248af480 with x1830945734602496 ext(0->1715) 00010000:00010000:1.0:1746126440.035016:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 8 pid: 17079 timeout: 658 lvb_type: 0 00010000:00010000:1.0:1746126440.035054:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 8 pid: 17079 timeout: 658 lvb_type: 0 00002000:00010000:1.0:1746126440.035061:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801248af480 00000020:00000080:3.0:1746126440.035397:0:65:0:(genops.c:863:class_export_destroy()) destroying export ffff880129c0c000/c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13 for lustre-OST0000 00000020:00000080:3.0:1746126440.035426:0:65:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880129c08800 for lustre-OST0000 00000100:00100000:0.0:1746126440.040019:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126440.040129:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734602624 00000100:00100000:2.0:1746126440.040139:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734602624 00010000:00010000:2.0:1746126440.040172:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 8 pid: 17079 timeout: 658 lvb_type: 0 00000100:00100000:2.0:1746126440.040442:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17472 00000100:00100000:2.0:1746126440.040450:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734602624:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126440.040469:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126440.040486:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 8 pid: 17079 timeout: 658 lvb_type: 0 00010000:00010000:2.0:1746126440.040496:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 8 pid: 17079 timeout: 658 lvb_type: 0 00010000:00010000:2.0:1746126440.040513:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e3e00/0x9851078746b810ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce268 expref: 8 pid: 17079 timeout: 658 lvb_type: 0 00010000:00010000:2.0:1746126440.040526:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126440.040528:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126440.040533:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b81179 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a0 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.040540:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b81179 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a0 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.040566:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b81179 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a0 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126440.040579:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945726369920:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126440.040665:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126440.048267:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126440.048536:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945726369920:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126440.048555:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126440.048599:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734602624:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 8149us (8589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126440.048607:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17472 00000100:00100000:1.0:1746126440.048801:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734602880 00000100:00100000:1.0:1746126440.048808:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734602880 00002000:00100000:1.0:1746126440.048839:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff8801248ae680 x1830945734602880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:201/0 lens 488/0 e 0 to 0 dl 1746126451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126440.048847:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ae680 with x1830945734602880 ext(0->4095) 00002000:00010000:1.0:1746126440.048850:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248ae680 00000100:00100000:1.0:1746126440.048879:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3970 00000100:00100000:1.0:1746126440.048885:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734602880:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126440.049000:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734602880:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (741us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126440.049005:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3970 00002000:00100000:1.0:1746126440.049010:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff8801248ae680 x1830945734602880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746126451 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126440.049016:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ae680 with x1830945734602880 ext(0->4095) 00002000:00010000:1.0:1746126440.049019:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248ae680 00000100:00100000:0.0:1746126440.057800:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126440.057996:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734603136 00000100:00100000:2.0:1746126440.058006:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734603136 00000100:00100000:2.0:1746126440.058089:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 155 00000100:00100000:2.0:1746126440.058096:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+12:32311:x1830945734603136:12345-192.168.203.32@tcp:35:mmap_cat.0 00000100:00100000:2.0:1746126440.058288:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+13:32311:x1830945734603136:12345-192.168.203.32@tcp:35:mmap_cat.0 Request processed in 191us (496us total) trans 4294996782 rc 0/0 00000100:00100000:2.0:1746126440.058294:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 155 00000100:00100000:0.0:1746126440.066054:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126440.067735:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734603392 00000100:00100000:3.0:1746126440.067744:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734603392 00000100:00100000:3.0:1746126440.067792:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73560 00000100:00100000:3.0:1746126440.067799:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:32314:x1830945734603392:12345-192.168.203.32@tcp:36:truncate.0 00010000:00010000:3.0:1746126440.067846:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126440.067866:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b810d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce25a expref: 16 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.067890:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093298c00) 00010000:00010000:3.0:1746126440.067893:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126440.068019:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.068042:0:7085:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b81148 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce284 expref: 12 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.068047:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.068069:0:7085:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b81148 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce284 expref: 12 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.068077:0:7085:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b81148 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce284 expref: 12 pid: 7085 timeout: 658 lvb_type: 0 00000100:00100000:3.0:1746126440.068087:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7085:1830945726370048:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126440.068153:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012baee0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126440.070243:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7085:1830945726370048:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126440.070266:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1746126440.070482:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126440.070624:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734603520 00000100:00100000:2.0:1746126440.070630:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734603520 00010000:00010000:2.0:1746126440.070652:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b81148 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce284 expref: 13 pid: 7085 timeout: 658 lvb_type: 0 00000100:00100000:2.0:1746126440.070673:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17473 00000100:00100000:2.0:1746126440.070679:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+13:1963:x1830945734603520:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126440.070689:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126440.070693:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b81148 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce284 expref: 13 pid: 7085 timeout: 658 lvb_type: 0 00010000:00010000:2.0:1746126440.070706:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b81148 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce284 expref: 13 pid: 7085 timeout: 658 lvb_type: 0 00010000:00010000:2.0:1746126440.070720:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b81148 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce284 expref: 13 pid: 7085 timeout: 658 lvb_type: 0 00010000:00010000:2.0:1746126440.070801:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093298c00) 00010000:00010000:2.0:1746126440.070805:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126440.070812:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126440.070817:0:7071:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126440.070841:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126440.070876:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+12:1963:x1830945734603520:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 196us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126440.070882:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17473 00010000:00010000:3.0:1746126440.070926:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.070932:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000001:00080000:3.0:1746126440.071006:0:7085:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294996783 00000004:00010000:3.0:1746126440.071057:0:7085:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092e52300 reply state ffff88013148f000 transno 4294996784 ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1746126440.071062:0:7085:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746126440.071107:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:32314:x1830945734603392:12345-192.168.203.32@tcp:36:truncate.0 Request processed in 3308us (5093us total) trans 4294996784 rc 0/0 00000100:00100000:3.0:1746126440.071112:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73560 00000020:00080000:3.0:1746126440.071116:0:7085:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746126440.072558:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126440.072606:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734603648 00000100:00100000:2.0:1746126440.072610:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734603648 00000100:00100000:2.0:1746126440.072642:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5341 00000100:00100000:2.0:1746126440.072647:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:32314:x1830945734603648:12345-192.168.203.32@tcp:101:truncate.0 00010000:00010000:1.0:1746126440.072649:0:3277:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126440.072656:0:3277:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126440.072658:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126440.072661:0:3277:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126440.072665:0:3277:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092aaf600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126440.072669:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092f71400/0x9851078746b81187 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce2a7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126440.072669:0:3277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126440.072674:0:3277:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126440.072684:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093298c00) 00010000:00010000:1.0:1746126440.072686:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126440.072687:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b81179 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a0 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126440.072689:0:3277:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126440.072693:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126440.072693:0:3277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b81180 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126440.072695:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126440.072697:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f71400/0x9851078746b81187 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a7 expref: 8 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.072718:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b81179 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a0 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.072727:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b81179 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a0 expref: 5 pid: 8423 timeout: 658 lvb_type: 0 00000100:00100000:2.0:1746126440.072736:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726370176:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126440.072786:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126440.074265:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726370176:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126440.074287:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092f71400/0x9851078746b81187 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a7 expref: 8 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.074298:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71400, rc 0) 00000100:00100000:2.0:1746126440.074497:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:32314:x1830945734603648:12345-192.168.203.32@tcp:101:truncate.0 Request processed in 1848us (1941us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126440.074505:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5341 00000100:00100000:0.0:1746126440.074683:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126440.074809:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734603776 00000100:00100000:2.0:1746126440.074814:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734603776 00010000:00010000:2.0:1746126440.074831:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b81179 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a0 expref: 6 pid: 8423 timeout: 658 lvb_type: 0 00000100:00100000:2.0:1746126440.074851:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17474 00000100:00100000:2.0:1746126440.074856:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734603776:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126440.074864:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126440.074880:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b81179 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a0 expref: 6 pid: 8423 timeout: 658 lvb_type: 0 00010000:00010000:2.0:1746126440.074888:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b81179 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a0 expref: 6 pid: 8423 timeout: 658 lvb_type: 0 00010000:00010000:2.0:1746126440.074904:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b81179 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a0 expref: 6 pid: 8423 timeout: 658 lvb_type: 0 00010000:00010000:2.0:1746126440.074912:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126440.074913:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126440.074918:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f71400/0x9851078746b81187 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a7 expref: 7 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.074924:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f71400/0x9851078746b81187 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a7 expref: 7 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.076099:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092f71400/0x9851078746b81187 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a7 expref: 7 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126440.076114:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945726370304:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126440.076182:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126440.079433:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126440.079480:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945726370304:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126440.079500:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126440.079817:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734603904 00000100:00100000:3.0:1746126440.079822:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734603904 00000100:00100000:2.0:1746126440.079828:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734603776:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4970us (5144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126440.079836:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17474 00002000:00010000:3.0:1746126440.079850:0:2576:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (858->18446744073709551615) 00002000:00100000:3.0:1746126440.079853:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e53100 with x1830945734603904 ext(858->18446744073709551615) 00002000:00010000:3.0:1746126440.079861:0:2576:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e53100. 00000100:00100000:3.0:1746126440.079886:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3971 00000100:00100000:3.0:1746126440.079892:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734603904:12345-192.168.203.32@tcp:10:truncate.0 00002000:00010000:3.0:1746126440.081319:0:2576:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746126440.081324:0:2576:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime from disk: 1746126438 -> 1746126438 00002000:00010000:3.0:1746126440.081326:0:2576:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime from disk: 1746126438 -> 0 00002000:00010000:3.0:1746126440.081328:0:2576:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime from disk: 1746126438 -> 1746126438 00002000:00010000:3.0:1746126440.081329:0:2576:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746126440.081368:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734603904:12345-192.168.203.32@tcp:10:truncate.0 Request processed in 1474us (1939us total) trans 4294968460 rc 0/0 00000100:00100000:3.0:1746126440.081376:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3971 00002000:00010000:3.0:1746126440.081379:0:2576:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (858->18446744073709551615) 00002000:00100000:3.0:1746126440.081382:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e53100 with x1830945734603904 ext(858->18446744073709551615) 00002000:00010000:3.0:1746126440.081386:0:2576:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e53100. 00000100:00100000:0.0:1746126440.095747:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126440.098277:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734604032 00000100:00100000:3.0:1746126440.098288:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734604032 00000100:00100000:3.0:1746126440.098344:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73561 00000100:00100000:3.0:1746126440.098353:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:32316:x1830945734604032:12345-192.168.203.32@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126440.098374:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126440.098392:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069800/0x9851078746b8118e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce2ae expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.098441:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81195 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098450:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81195 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098469:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81195 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098482:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068600/0x9851078746b8119c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098486:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068600/0x9851078746b8119c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098491:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068600/0x9851078746b8119c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098565:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14e00/0x9851078746b811a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098572:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14e00/0x9851078746b811a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098579:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14e00/0x9851078746b811a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1746126440.098603:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:3.0:1746126440.098606:0:7085:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126440.098618:0:7085:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14e00/0x9851078746b811a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098625:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14e00/0x9851078746b811a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098631:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81195 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098636:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81195 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098641:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81195 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098646:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a068c00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126440.098649:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81195 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098654:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81195 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098663:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88009321cc00) 00010000:00010000:3.0:1746126440.098665:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126440.098668:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81195 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098672:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81195 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098686:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068600/0x9851078746b8119c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098690:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068600/0x9851078746b8119c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098694:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068600/0x9851078746b8119c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098698:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a068600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126440.098700:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068600/0x9851078746b8119c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098704:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068600/0x9851078746b8119c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098709:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88009475f400) 00010000:00010000:3.0:1746126440.098711:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126440.098712:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068600/0x9851078746b8119c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098716:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068600/0x9851078746b8119c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126440.098739:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069800/0x9851078746b8118e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2ae expref: 19 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.098748:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14e00/0x9851078746b811a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2ae expref: 18 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.098754:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093298c00) 00010000:00010000:3.0:1746126440.098756:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126440.098758:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c14e00, rc 0) 00000100:00100000:3.0:1746126440.098805:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:32316:x1830945734604032:12345-192.168.203.32@tcp:101:mmap_cat.0 Request processed in 452us (3200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126440.098809:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73561 00000100:00100000:0.0:1746126440.104995:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126440.106553:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734604288 00000100:00100000:3.0:1746126440.106562:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734604288 00002000:00100000:3.0:1746126440.106598:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff880092e50000 x1830945734604288/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:201/0 lens 488/0 e 0 to 0 dl 1746126451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746126440.106607:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50000 with x1830945734604288 ext(0->4095) 00002000:00010000:3.0:1746126440.106611:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e50000 00000100:00100000:3.0:1746126440.106971:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3972 00000100:00100000:3.0:1746126440.106979:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734604288:12345-192.168.203.32@tcp:3:cp.0 00000100:00100000:3.0:1746126440.107139:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734604288:12345-192.168.203.32@tcp:3:cp.0 Request processed in 160us (2152us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126440.107145:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3972 00002000:00100000:3.0:1746126440.107151:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff880092e50000 x1830945734604288/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746126451 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746126440.107158:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50000 with x1830945734604288 ext(0->4095) 00002000:00010000:3.0:1746126440.107161:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e50000 00000100:00100000:0.0:1746126440.121147:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126440.121608:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734604416 00000100:00100000:3.0:1746126440.121616:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734604416 00000100:00100000:3.0:1746126440.122197:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73562 00000100:00100000:3.0:1746126440.122206:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+12:32320:x1830945734604416:12345-192.168.203.32@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126440.122225:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126440.122242:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15c00/0x9851078746b811aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce2b5 expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.122289:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14600/0x9851078746b811b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122299:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14600/0x9851078746b811b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122309:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14600/0x9851078746b811b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122320:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b811b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122324:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b811b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122329:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b811b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122400:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e400/0x9851078746b811bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122407:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e400/0x9851078746b811bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122412:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e400/0x9851078746b811bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:3.0:1746126440.122435:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:3.0:1746126440.122438:0:7086:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126440.122449:0:7086:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e400/0x9851078746b811bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122456:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e400/0x9851078746b811bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122471:0:7086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14600/0x9851078746b811b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122477:0:7086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14600/0x9851078746b811b1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122481:0:7086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14600/0x9851078746b811b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122485:0:7086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c14600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126440.122488:0:7086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14600/0x9851078746b811b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122494:0:7086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14600/0x9851078746b811b1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122502:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88009321cc00) 00010000:00010000:3.0:1746126440.122505:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126440.122508:0:7086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14600/0x9851078746b811b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122512:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c14600/0x9851078746b811b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122941:0:7086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b811b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122947:0:7086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b811b8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122951:0:7086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b811b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122954:0:7086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092aaf600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126440.122957:0:7086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b811b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122961:0:7086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b811b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122967:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88009475f300) 00010000:00010000:3.0:1746126440.122969:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126440.122971:0:7086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b811b8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122975:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092aaf600/0x9851078746b811b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.122997:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15c00/0x9851078746b811aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2b5 expref: 14 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.123005:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e400/0x9851078746b811bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2b5 expref: 13 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.123011:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093298c00) 00010000:00010000:3.0:1746126440.123012:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126440.123014:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294e400, rc 0) 00000100:00100000:3.0:1746126440.123073:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+13:32320:x1830945734604416:12345-192.168.203.32@tcp:101:mmap_cat.0 Request processed in 868us (2055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126440.123078:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73562 00000100:00100000:0.0:1746126440.126578:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126440.126647:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734604544 00000100:00100000:2.0:1746126440.126655:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734604544 00000100:00100000:2.0:1746126440.126729:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5342 00000100:00100000:2.0:1746126440.126736:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734604544:12345-192.168.203.32@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126440.126750:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126440.126764:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092f70a00/0x9851078746b811c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce2bc expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126440.126808:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726370432:192.168.203.32@tcp:106: 00000100:00100000:2.0:1746126440.126923:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d840 going to sleep for 11 seconds 00002000:00010000:2.0:1746126440.129044:0:8423:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime: 0 -> 1746126438 00000100:00100000:2.0:1746126440.129067:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726370432:192.168.203.32@tcp:106: 00010000:00010000:2.0:1746126440.129092:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092f70a00/0x9851078746b811c6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2bc expref: 6 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126440.129104:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f70a00/0x9851078746b811c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2bc expref: 6 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126440.129116:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70a00, rc 0) 00000100:00100000:2.0:1746126440.129441:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1965:x1830945734604544:12345-192.168.203.32@tcp:101:mmap_cat.0 Request processed in 2704us (2870us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126440.129451:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5342 00000100:00100000:0.0:1746126440.131098:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126440.131182:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734604800 00000100:00100000:3.0:1746126440.131188:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734604800 00000100:00100000:3.0:1746126440.131219:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73563 00000100:00100000:3.0:1746126440.131224:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+13:32320:x1830945734604800:12345-192.168.203.32@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126440.131239:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126440.131251:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009294fc00/0x9851078746b811cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce2c3 expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.131604:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009294ea00/0x9851078746b811d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.131614:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009294ea00/0x9851078746b811d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126440.131623:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009294ea00/0x9851078746b811d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:3.0:1746126440.131631:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00010000:00010000:3.0:1746126440.131712:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009294fc00/0x9851078746b811cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2c3 expref: 16 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.131739:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009294ea00/0x9851078746b811d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2c3 expref: 15 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.131745:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093298c00) 00010000:00010000:3.0:1746126440.131747:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746126440.131749:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294ea00, rc 0) 00000100:00100000:3.0:1746126440.131879:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+15:32320:x1830945734604800:12345-192.168.203.32@tcp:101:mmap_cat.0 Request processed in 653us (783us total) trans 4294996785 rc 0/0 00000100:00100000:3.0:1746126440.131884:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73563 00000100:00100000:0.0:1746126440.134962:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126440.135064:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734604928 00000100:00100000:2.0:1746126440.135071:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734604928 00000100:00100000:2.0:1746126440.135107:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5343 00000100:00100000:2.0:1746126440.135113:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734604928:12345-192.168.203.32@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126440.135125:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126440.135137:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b408ce00/0x9851078746b811e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce2ca expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126440.135176:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726370560:192.168.203.32@tcp:106: 00000100:00100000:2.0:1746126440.135234:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126440.137071:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726370560:192.168.203.32@tcp:106: 00010000:00010000:2.0:1746126440.137096:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b408ce00/0x9851078746b811e2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2ca expref: 6 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126440.137106:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b408ce00/0x9851078746b811e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2ca expref: 6 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126440.137117:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b408ce00, rc 0) 00000100:00100000:2.0:1746126440.137684:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734604928:12345-192.168.203.32@tcp:101:mmap_cat.0 Request processed in 2567us (2725us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126440.137691:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5343 00000100:00100000:0.0:1746126440.140365:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126440.140528:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734605056 00000100:00100000:2.0:1746126440.140535:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734605056 00000100:00100000:2.0:1746126440.140672:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5344 00000100:00100000:2.0:1746126440.140679:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:32320:x1830945734605056:12345-192.168.203.32@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126440.140692:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126440.140704:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b811e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce2d1 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.140725:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f71400/0x9851078746b81187 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a7 expref: 8 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.140730:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126440.140732:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126440.140734:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b811e9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2d1 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.140756:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092f71400/0x9851078746b81187 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a7 expref: 8 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.140764:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092f71400/0x9851078746b81187 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a7 expref: 8 pid: 8423 timeout: 659 lvb_type: 0 00000100:00100000:2.0:1746126440.140773:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726370688:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126440.140835:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126440.142609:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726370688:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126440.142630:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b811e9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2d1 expref: 6 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.142642:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70200, rc 0) 00000100:00100000:2.0:1746126440.142684:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:32320:x1830945734605056:12345-192.168.203.32@tcp:101:mmap_cat.0 Request processed in 2005us (2325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126440.142691:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5344 00000100:00100000:0.0:1746126440.144306:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126440.144389:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734605184 00000100:00100000:2.0:1746126440.144395:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734605184 00010000:00010000:2.0:1746126440.144420:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092f71400/0x9851078746b81187 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a7 expref: 9 pid: 8423 timeout: 659 lvb_type: 0 00000100:00100000:2.0:1746126440.145003:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17475 00000100:00100000:2.0:1746126440.145011:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734605184:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126440.145051:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126440.145069:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092f71400/0x9851078746b81187 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a7 expref: 9 pid: 8423 timeout: 659 lvb_type: 0 00010000:00010000:2.0:1746126440.145079:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092f71400/0x9851078746b81187 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a7 expref: 9 pid: 8423 timeout: 659 lvb_type: 0 00010000:00010000:2.0:1746126440.145098:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f71400/0x9851078746b81187 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2a7 expref: 9 pid: 8423 timeout: 659 lvb_type: 0 00010000:00010000:2.0:1746126440.145111:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126440.145113:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126440.145118:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b811e9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2d1 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.145125:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b811e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2d1 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.145150:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092f70200/0x9851078746b811e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2d1 expref: 5 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126440.145161:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945726370816:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126440.145473:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126440.147994:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945726370816:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126440.148010:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126440.148060:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734605184:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3050us (3758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126440.148069:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17475 00000100:00100000:0.0:1746126440.148438:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126440.148873:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734605440 00000100:00100000:2.0:1746126440.148879:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734605440 00002000:00100000:2.0:1746126440.148911:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff880092e52a00 x1830945734605440/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:201/0 lens 488/0 e 0 to 0 dl 1746126451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126440.148920:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52a00 with x1830945734605440 ext(0->4095) 00002000:00010000:2.0:1746126440.148924:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e52a00 00000100:00100000:3.0:1746126440.149220:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3973 00000100:00100000:3.0:1746126440.149229:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734605440:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126440.149349:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734605440:12345-192.168.203.32@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (911us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126440.149355:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3973 00002000:00100000:3.0:1746126440.149359:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff880092e52a00 x1830945734605440/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746126451 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126440.149366:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52a00 with x1830945734605440 ext(0->4095) 00002000:00010000:3.0:1746126440.149368:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e52a00 00000001:00080000:1.0:1746126440.282693:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996777 is committed 00000001:00080000:1.0:1746126440.282705:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996781 is committed 00000001:00080000:1.0:1746126440.282711:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996780 is committed 00000001:00080000:1.0:1746126440.282717:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996782 is committed 00000001:00080000:1.0:1746126440.282720:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996785 is committed 00000001:00080000:1.0:1746126440.282723:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996784 is committed 00000004:00080000:1.0:1746126440.282729:0:7149:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000004:00080000:1.0:1746126440.282737:0:7149:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000100:00100000:1.0:1746126440.283425:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746126440.283440:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726370944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1746126440.283499:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126440.283536:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726370944 00000100:00100000:2.0:1746126440.283542:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726370944 00000100:00100000:2.0:1746126440.283577:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5345 00000100:00080000:0.0:1746126440.283578:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126440.283582:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726370944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1746126440.283606:0:8423:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00010000:00010000:2.0:1746126440.283624:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b811f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.283638:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce222 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.283643:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126440.283645:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126440.283648:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b811f0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.283666:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce222 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.283675:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce222 expref: 5 pid: 17079 timeout: 659 lvb_type: 0 00000100:00100000:2.0:1746126440.283684:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726371072:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126440.283739:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126440.289389:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126440.289569:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734605568 00000100:00100000:3.0:1746126440.289580:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734605568 00010000:00010000:3.0:1746126440.289616:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce222 expref: 6 pid: 17079 timeout: 659 lvb_type: 0 00000100:00100000:3.0:1746126440.289640:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17476 00000100:00100000:3.0:1746126440.289647:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734605568:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126440.289659:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126440.289663:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce222 expref: 6 pid: 17079 timeout: 659 lvb_type: 0 00010000:00010000:3.0:1746126440.289672:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce222 expref: 6 pid: 17079 timeout: 659 lvb_type: 0 00000100:00080000:0.0:1746126440.289686:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746126440.289693:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126440.289694:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126440.289699:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b811f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.289706:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b811f0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.289723:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126440.289753:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734605568:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 106us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126440.289758:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17476 00010000:00010000:2.0:1746126440.289774:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07c00/0x9851078746b80fff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce222 expref: 5 pid: 17079 timeout: 659 lvb_type: 0 00000100:00100000:2.0:1746126440.289794:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726371072:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126440.289810:0:8423:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b811f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.289817:0:8423:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b811f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.289822:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b811f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.289829:0:8423:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b811f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.289838:0:8423:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b811f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126440.289858:0:8423:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1746126440.290271:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3293:x1830945726370944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6687us (6771us total) trans 4294968079 rc 0/0 00000100:00100000:2.0:1746126440.290278:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5345 00000004:00080000:1.0:1746126440.290348:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c318e00/2, rc 0, transno 4294968079 00000100:00100000:1.0:1746126440.290353:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726370944:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1746126440.290638:0:7075:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746126440.290644:0:7075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b811f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.290650:0:7075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092f71400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126440.290653:0:7075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b811f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.290660:0:7075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b811f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.290670:0:7075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b811f0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.290675:0:7075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f71400/0x9851078746b811f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126440.290691:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126440.290692:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126440.290693:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746126440.430933:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968079 is committed 00010000:00010000:0.0:1746126441.031546:0:8439:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126441.147575:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945726371200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126441.147675:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126441.147772:0:8426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726371200 00000100:00100000:1.0:1746126441.147780:0:8426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726371200 00000100:00100000:1.0:1746126441.147845:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1746126441.147853:0:8426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945726371200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746126441.147891:0:8426:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50921472 pending 1703936 free 3857711104 avail 3855613952 00000100:00100000:1.0:1746126441.147930:0:8426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945726371200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126441.147937:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00080000:0.0:1746126441.148785:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126441.148821:0:3291:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945726371200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126441.862686:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126441.862722:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126441.862746:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734605824 00000100:00100000:0.0:1746126441.862746:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126441.862754:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734605824 00000100:00100000:0.0:1746126441.862764:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126441.862776:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734606080 00000100:00100000:0.0:1746126441.862776:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126441.862781:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734606080 00000100:00100000:0.0:1746126441.862788:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126441.862793:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734606208 00000100:00100000:3.0:1746126441.862795:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734606208 00000100:00100000:2.0:1746126441.862800:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734606336 00000100:00100000:2.0:1746126441.862802:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734606336 00000100:00100000:0.0:1746126441.862807:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126441.862812:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 410 00000100:00100000:2.0:1746126441.862813:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734605952 00000100:00100000:2.0:1746126441.862814:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734605952 00000100:00100000:3.0:1746126441.862818:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734605824:12345-192.168.203.32@tcp:400:kworker.0 00000100:00080000:0.0:1746126441.862818:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126441.862821:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734606464 00000100:00080000:0.0:1746126441.862821:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126441.862823:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734606464 00000100:00100000:0.0:1746126441.862833:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 411 00000100:00100000:2.0:1746126441.862834:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 514 00000100:00100000:2.0:1746126441.862838:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945734606080:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126441.862838:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+11:1963:x1830945734606208:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:3.0:1746126441.862870:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734605824:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 52us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126441.862873:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945734606080:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 33us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126441.862876:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 410 00000100:00100000:2.0:1746126441.862878:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 514 00000100:00100000:1.0:1746126441.862886:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734605696 00000100:00100000:2.0:1746126441.862887:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 515 00000100:00100000:1.0:1746126441.862889:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734605696 00000100:00100000:2.0:1746126441.862891:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734606336:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:3.0:1746126441.862897:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 516 00000100:00100000:3.0:1746126441.862901:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734605952:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126441.862908:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 416 00000100:00100000:1.0:1746126441.862917:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d94413c0-4094-4072-8112-4e637805471b+12:1963:x1830945734605696:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126441.863489:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+11:1963:x1830945734606208:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 648us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126441.863495:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 411 00000100:00080000:0.0:1746126441.863511:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126441.863548:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734606336:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 655us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126441.863553:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 515 00000100:00100000:2.0:1746126441.863565:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 517 00000100:00100000:2.0:1746126441.863569:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734606464:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:2.0:1746126441.863589:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1963:x1830945734606464:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 20us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126441.863593:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 517 00000100:00100000:1.0:1746126441.864423:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d94413c0-4094-4072-8112-4e637805471b+12:1963:x1830945734605696:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 1508us (1656us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126441.864431:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 416 00000100:00100000:3.0:1746126441.864485:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734605952:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 1581us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126441.864492:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 516 00010000:00010000:0.0:1746126442.034019:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126443.035260:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126443.547208:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3293:1830945726371456:0@lo:400:kworker.0 00000100:00100000:3.0:1746126443.547209:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3294:1830945726371584:0@lo:400:kworker.0 00000100:00100000:2.0:1746126443.547269:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3292:1830945726371328:0@lo:400:kworker.0 00000100:00100000:3.0:1746126443.547277:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126443.547328:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800928b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945726371712:0@lo:400:kworker.0 00000100:00100000:2.0:1746126443.547608:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126443.547653:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1830945726371840:0@lo:400:kworker.0 00000100:00100000:2.0:1746126443.547673:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126443.547709:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726371584 00000100:00100000:2.0:1746126443.547717:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726371584 00000100:00080000:3.0:1746126443.547768:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126443.547787:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726371840 00000100:00100000:3.0:1746126443.547793:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726371840 00000100:00100000:0.0:1746126443.547796:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126443.547827:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1746126443.547832:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1830945726371840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126443.547856:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726371328 00000100:00100000:0.0:1746126443.547860:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726371328 00000100:00100000:3.0:1746126443.547869:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1830945726371840:12345-0@lo:400:kworker.0 Request processed in 37us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126443.547874:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1746126443.547886:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1746126443.547891:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726371712 00000100:00100000:3.0:1746126443.547893:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726371712 00000100:00100000:0.0:1746126443.547893:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3292:x1830945726371328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126443.547909:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1746126443.547912:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945726371712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126443.547930:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3292:x1830945726371328:12345-0@lo:400:kworker.0 Request processed in 38us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126443.547937:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945726371712:12345-0@lo:400:kworker.0 Request processed in 23us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126443.547937:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1746126443.547941:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00080000:3.0:1746126443.547948:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746126443.547949:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126443.547971:0:3291:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945726371712:0@lo:400:kworker.0 00000100:00100000:2.0:1746126443.548013:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1746126443.548021:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830945726371584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126443.548082:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830945726371584:12345-0@lo:400:kworker.0 Request processed in 63us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126443.548090:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1746126443.548110:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3294:1830945726371584:0@lo:400:kworker.0 00000100:00100000:2.0:1746126443.548115:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3292:1830945726371328:0@lo:400:kworker.0 00000100:00100000:2.0:1746126443.548126:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1830945726371840:0@lo:400:kworker.0 00000100:00100000:1.0:1746126443.548255:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126443.548273:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726371968:0@lo:400:kworker.0 00000100:00100000:1.0:1746126443.548295:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126443.548448:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726371968 00000100:00100000:0.0:1746126443.548452:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726371968 00000100:00100000:0.0:1746126443.548476:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1746126443.548480:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726371968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126443.548508:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726371968:12345-0@lo:400:kworker.0 Request processed in 28us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126443.548513:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1746126443.548531:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726371456 00000100:00100000:0.0:1746126443.548534:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726371456 00000100:00100000:0.0:1746126443.548547:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1746126443.548635:0:3293:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968079 gen 2 00000004:00080000:1.0:1746126443.548641:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c318e00, transno 4294968079 00000100:00100000:1.0:1746126443.548650:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726371968:0@lo:400:kworker.0 00000100:00080000:3.0:1746126443.548767:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126443.548889:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1830945726371456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126443.548919:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1830945726371456:12345-0@lo:400:kworker.0 Request processed in 32us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126443.548924:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1746126443.550615:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800928b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3293:1830945726371456:0@lo:400:kworker.0 00000100:00100000:1.0:1746126443.595302:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746126443.595323:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726372096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126443.595372:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126443.596380:0:10428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726372096 00000100:00100000:3.0:1746126443.596388:0:10428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726372096 00000100:00100000:3.0:1746126443.596423:0:10428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1746126443.596429:0:10428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726372096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746126443.596469:0:10428:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 403636224 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1746126443.596519:0:10428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726372096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (1146us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126443.596525:0:10428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1746126443.596546:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726372096:0@lo:13:osp-pre-1-0.0 00000001:02000400:2.0:1746126443.813936:0:4413:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 15:07:21 (1746126441) 00000100:00100000:2.0:1746126443.887353:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126443.888231:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734606720 00000100:00100000:1.0:1746126443.888238:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734606720 00000100:00100000:1.0:1746126443.888290:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73564 00000100:00080000:3.0:1746126443.888291:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126443.888297:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:484:x1830945734606720:12345-192.168.203.32@tcp:36:mkdir.0 00010000:00010000:1.0:1746126443.888336:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126443.888355:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7000/0x9851078746b8106f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce23e expref: 9 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.888367:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a061800) 00010000:00010000:1.0:1746126443.888370:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126443.888435:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.888452:0:9852:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3600/0x9851078746b81110 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce276 expref: 10 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.888458:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.888480:0:9852:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3600/0x9851078746b81110 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce276 expref: 10 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.888489:0:9852:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3600/0x9851078746b81110 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce276 expref: 10 pid: 7085 timeout: 662 lvb_type: 0 00000100:00100000:1.0:1746126443.888499:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7b6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9852:1830945726372224:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126443.888573:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126443.891495:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126443.891574:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7b6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9852:1830945726372224:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126443.891593:0:9852:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00000100:00100000:2.0:1746126443.892647:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734606848 00000100:00100000:2.0:1746126443.892654:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734606848 00010000:00010000:2.0:1746126443.892698:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3600/0x9851078746b81110 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce276 expref: 11 pid: 7085 timeout: 662 lvb_type: 0 00000100:00100000:2.0:1746126443.892726:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17477 00000100:00100000:2.0:1746126443.892732:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+11:1966:x1830945734606848:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126443.892741:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126443.892745:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3600/0x9851078746b81110 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce276 expref: 11 pid: 7085 timeout: 662 lvb_type: 0 00010000:00010000:2.0:1746126443.892754:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3600/0x9851078746b81110 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce276 expref: 11 pid: 7085 timeout: 662 lvb_type: 0 00010000:00010000:2.0:1746126443.892774:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3600/0x9851078746b81110 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce276 expref: 11 pid: 7085 timeout: 662 lvb_type: 0 00010000:00010000:2.0:1746126443.892784:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a061800) 00010000:00010000:2.0:1746126443.892788:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126443.892794:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126443.892798:0:7071:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126443.892810:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126443.892839:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+10:1966:x1830945734606848:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 108us (1351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126443.892844:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17477 00010000:00010000:1.0:1746126443.892855:0:9852:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.892863:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.892879:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b811fe lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.892886:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b811fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.892896:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b811fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00000100:00080000:0.0:1746126443.892974:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:1.0:1746126443.893433:0:9852:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00010000:00010000:1.0:1746126443.893453:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.893458:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.893463:0:9852:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.893467:0:9852:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800947c6a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126443.893471:0:9852:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.893475:0:9852:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.893482:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a061800) 00010000:00010000:1.0:1746126443.893485:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126443.893488:0:9852:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.893492:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b811f7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00000004:00010000:1.0:1746126443.893505:0:9852:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009c22c380 reply state ffff880093786000 transno 4294996786 ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b811fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00000100:00100000:1.0:1746126443.893510:0:9852:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746126443.893562:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:484:x1830945734606720:12345-192.168.203.32@tcp:36:mkdir.0 Request processed in 5264us (6215us total) trans 4294996786 rc 0/0 00000100:00100000:1.0:1746126443.893569:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73564 00010000:00010000:2.0:1746126443.904071:0:3278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b811fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126443.904087:0:3278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b811fe lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126443.904093:0:3278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b811fe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126443.904098:0:3278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131070a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126443.904102:0:3278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b811fe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126443.904107:0:3278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b811fe lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126443.904119:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880093298100) 00010000:00010000:2.0:1746126443.904122:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126443.904125:0:3278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b811fe lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126443.904129:0:3278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b811fe lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00000100:00100000:2.0:1746126443.914804:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126443.914847:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734606976 00000100:00100000:1.0:1746126443.914854:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734606976 00000100:00100000:1.0:1746126443.915080:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73565 00000100:00100000:1.0:1746126443.915088:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:490:x1830945734606976:12345-192.168.203.32@tcp:101:cp.0 00010000:00010000:1.0:1746126443.915103:0:9852:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126443.915118:0:9852:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093993800/0x9851078746b81205 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce2d8 expref: -99 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.915160:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b8120c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.915168:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b8120c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.915177:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b8120c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00000004:00200000:1.0:1746126443.915217:0:9852:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746126443.915220:0:9852:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126443.915230:0:9852:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b8120c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.915245:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093993800/0x9851078746b81205 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2d8 expref: 11 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.915255:0:9852:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b8120c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2d8 expref: 10 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.915261:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093298800) 00010000:00010000:1.0:1746126443.915264:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126443.915266:0:9852:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800950b5a00, rc 0) 00000100:00100000:1.0:1746126443.915297:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:490:x1830945734606976:12345-192.168.203.32@tcp:101:cp.0 Request processed in 211us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126443.915302:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73565 00000100:00100000:1.0:1746126443.921114:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126443.922017:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734607104 00000100:00100000:3.0:1746126443.922042:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734607104 00000100:00100000:3.0:1746126443.922087:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73566 00000100:00100000:3.0:1746126443.922093:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:490:x1830945734607104:12345-192.168.203.32@tcp:101:cp.0 00010000:00010000:3.0:1746126443.922108:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126443.922120:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b81213 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce2df expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126443.922165:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b8121a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922175:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b8121a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922184:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b8121a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922195:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094927600/0x9851078746b81221 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922200:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094927600/0x9851078746b81221 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922204:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094927600/0x9851078746b81221 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922295:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094927000/0x9851078746b81228 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922300:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094927000/0x9851078746b81228 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922306:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094927000/0x9851078746b81228 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:3.0:1746126443.922326:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:3.0:1746126443.922329:0:7084:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126443.922340:0:7084:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094927000/0x9851078746b81228 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922347:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b8121a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922351:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b8121a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922356:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b8121a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922363:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131070a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126443.922366:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b8121a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922371:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b8121a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922378:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093298800) 00010000:00010000:3.0:1746126443.922381:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126443.922384:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b8121a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922388:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b8121a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922395:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094927600/0x9851078746b81221 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922399:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094927600/0x9851078746b81221 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922403:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094927600/0x9851078746b81221 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922406:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094927600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126443.922409:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094927600/0x9851078746b81221 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922413:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094927600/0x9851078746b81221 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922419:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009475f500) 00010000:00010000:3.0:1746126443.922420:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126443.922422:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094927600/0x9851078746b81221 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922426:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094927600/0x9851078746b81221 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126443.922460:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b81213 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2df expref: 12 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126443.922470:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094927000/0x9851078746b81228 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2df expref: 11 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126443.922475:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009475fc00) 00010000:00010000:3.0:1746126443.922476:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746126443.922478:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094927000, rc 0) 00000100:00100000:3.0:1746126443.922517:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:490:x1830945734607104:12345-192.168.203.32@tcp:101:cp.0 Request processed in 423us (1409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126443.922522:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73566 00000100:00100000:0.0:1746126443.927295:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126443.927358:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734607232 00000100:00100000:1.0:1746126443.927364:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734607232 00000100:00100000:1.0:1746126443.927396:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73567 00000100:00100000:1.0:1746126443.927404:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:490:x1830945734607232:12345-192.168.203.32@tcp:101:cp.0 00010000:00010000:1.0:1746126443.927421:0:9852:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126443.927434:0:9852:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59df800/0x9851078746b8122f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce2e6 expref: -99 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.927486:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de200/0x9851078746b81236 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927498:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de200/0x9851078746b81236 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927506:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de200/0x9851078746b81236 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927516:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59dfc00/0x9851078746b8123d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927521:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59dfc00/0x9851078746b8123d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927526:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59dfc00/0x9851078746b8123d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927577:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de200/0x9851078746b81236 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927582:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de200/0x9851078746b81236 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927587:0:9852:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de200/0x9851078746b81236 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927591:0:9852:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a59de200 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126443.927594:0:9852:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de200/0x9851078746b81236 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927599:0:9852:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de200/0x9851078746b81236 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927608:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009475fc00) 00010000:00010000:1.0:1746126443.927611:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126443.927614:0:9852:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de200/0x9851078746b81236 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927618:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de200/0x9851078746b81236 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927624:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59dfc00/0x9851078746b8123d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927628:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59dfc00/0x9851078746b8123d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927632:0:9852:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59dfc00/0x9851078746b8123d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927635:0:9852:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a59dfc00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126443.927638:0:9852:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59dfc00/0x9851078746b8123d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927641:0:9852:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59dfc00/0x9851078746b8123d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927646:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880093298100) 00010000:00010000:1.0:1746126443.927648:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126443.927650:0:9852:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59dfc00/0x9851078746b8123d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927653:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59dfc00/0x9851078746b8123d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.927682:0:9852:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59df800/0x9851078746b8122f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2e6 expref: 12 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.927688:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59df800/0x9851078746b8122f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2e6 expref: 12 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.927695:0:9852:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a59df800, rc 0) 00000100:00100000:1.0:1746126443.927730:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:490:x1830945734607232:12345-192.168.203.32@tcp:101:cp.0 Request processed in 327us (440us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126443.927736:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73567 00000100:00100000:1.0:1746126443.935238:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126443.935262:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734607360 00000100:00100000:1.0:1746126443.935269:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734607360 00000100:00100000:1.0:1746126443.935300:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73568 00000100:00100000:1.0:1746126443.935307:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:490:x1830945734607360:12345-192.168.203.32@tcp:101:cp.0 00010000:00010000:1.0:1746126443.935320:0:9852:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126443.935335:0:9852:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093993800/0x9851078746b81244 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce2ed expref: -99 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.935378:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18a00/0x9851078746b8124b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935389:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18a00/0x9851078746b8124b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935397:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18a00/0x9851078746b8124b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935409:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a56a4a00/0x9851078746b81252 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935414:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a56a4a00/0x9851078746b81252 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935419:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a56a4a00/0x9851078746b81252 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935474:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18a00/0x9851078746b8124b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935478:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18a00/0x9851078746b8124b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935482:0:9852:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18a00/0x9851078746b8124b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935487:0:9852:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d18a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126443.935490:0:9852:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18a00/0x9851078746b8124b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935495:0:9852:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18a00/0x9851078746b8124b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935503:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009475fc00) 00010000:00010000:1.0:1746126443.935505:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126443.935508:0:9852:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18a00/0x9851078746b8124b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935512:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18a00/0x9851078746b8124b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935520:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a56a4a00/0x9851078746b81252 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935524:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a56a4a00/0x9851078746b81252 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935527:0:9852:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a56a4a00/0x9851078746b81252 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935530:0:9852:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a56a4a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126443.935531:0:9852:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a56a4a00/0x9851078746b81252 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935535:0:9852:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a56a4a00/0x9851078746b81252 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935539:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880093298500) 00010000:00010000:1.0:1746126443.935540:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126443.935541:0:9852:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a56a4a00/0x9851078746b81252 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935545:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a56a4a00/0x9851078746b81252 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:1.0:1746126443.935571:0:9852:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093993800/0x9851078746b81244 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2ed expref: 12 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.935577:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093993800/0x9851078746b81244 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2ed expref: 12 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.935583:0:9852:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993800, rc 0) 00000100:00100000:1.0:1746126443.935625:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:490:x1830945734607360:12345-192.168.203.32@tcp:101:cp.0 Request processed in 317us (391us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126443.935630:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73568 00000100:00100000:0.0:1746126443.941298:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126443.941727:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734607616 00000100:00100000:1.0:1746126443.941734:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734607616 00000100:00100000:1.0:1746126443.941775:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73569 00000100:00100000:1.0:1746126443.941782:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:490:x1830945734607616:12345-192.168.203.32@tcp:101:cp.0 00010000:00010000:1.0:1746126443.941796:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126443.941810:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2a9c00/0x9851078746b81259 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce2f4 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.941902:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2a8800/0x9851078746b81260 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.941911:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2a8800/0x9851078746b81260 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.941919:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2a8800/0x9851078746b81260 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.941927:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06a00/0x9851078746b81267 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.941931:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06a00/0x9851078746b81267 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.941939:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06a00/0x9851078746b81267 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00080000:1.0:1746126443.942265:0:7084:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:1.0:1746126443.942375:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59df800/0x9851078746b8126e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.942382:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59df800/0x9851078746b8126e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.942387:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59df800/0x9851078746b8126e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.942407:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2a8800/0x9851078746b81260 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.942412:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2a8800/0x9851078746b81260 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.942416:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2a8800/0x9851078746b81260 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.942421:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c2a8800 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126443.942423:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2a8800/0x9851078746b81260 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.942428:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2a8800/0x9851078746b81260 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.942450:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009475fc00) 00010000:00010000:1.0:1746126443.942452:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126443.942456:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2a8800/0x9851078746b81260 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.942463:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2a8800/0x9851078746b81260 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00000004:00010000:1.0:1746126443.942473:0:7084:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880086e1aa00 reply state ffff880093783000 transno 4294996787 ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06a00/0x9851078746b81267 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000100:00100000:1.0:1746126443.942478:0:7084:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746126443.942498:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2a9c00/0x9851078746b81259 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2f4 expref: 14 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.942508:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59df800/0x9851078746b8126e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2f4 expref: 13 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.942514:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880093298400) 00010000:00010000:1.0:1746126443.942516:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126443.942517:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a59df800, rc 0) 00000100:00100000:1.0:1746126443.942572:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:490:x1830945734607616:12345-192.168.203.32@tcp:101:cp.0 Request processed in 790us (1278us total) trans 4294996787 rc 0/0 00000100:00100000:1.0:1746126443.942578:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73569 00010000:00010000:1.0:1746126443.944954:0:3277:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06a00/0x9851078746b81267 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.944964:0:3277:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06a00/0x9851078746b81267 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.944969:0:3277:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06a00/0x9851078746b81267 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.944974:0:3277:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c06a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126443.944978:0:3277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06a00/0x9851078746b81267 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.944983:0:3277:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06a00/0x9851078746b81267 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.944999:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880093298100) 00010000:00010000:1.0:1746126443.945001:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126443.945004:0:3277:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06a00/0x9851078746b81267 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.945012:0:3277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06a00/0x9851078746b81267 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00000100:00100000:1.0:1746126443.946524:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126443.949109:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734607744 00000100:00100000:0.0:1746126443.949119:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734607744 00000100:00080000:1.0:1746126443.949170:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126443.949179:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5346 00000100:00100000:0.0:1746126443.949189:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945734607744:12345-192.168.203.32@tcp:101:cp.0 00010000:00010000:0.0:1746126443.949206:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126443.949222:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8127c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce2fb expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126443.949240:0:17079:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746126443.949256:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.949258:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.949264:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8127c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2fb expref: 6 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126443.949277:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8127c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2fb expref: 6 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126443.949290:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70a00, rc 0) 00000100:00100000:0.0:1746126443.949349:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734607744:12345-192.168.203.32@tcp:101:cp.0 Request processed in 161us (2827us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126443.949355:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5346 00000100:00100000:0.0:1746126443.953380:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126443.953464:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734607872 00000100:00100000:2.0:1746126443.953472:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734607872 00000100:00100000:2.0:1746126443.953506:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5347 00000100:00100000:2.0:1746126443.953512:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:490:x1830945734607872:12345-192.168.203.32@tcp:101:cp.0 00010000:00010000:2.0:1746126443.953525:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126443.953538:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce302 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126443.953560:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8127c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2fb expref: 7 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126443.953567:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126443.953568:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126443.953571:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 7 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126443.953594:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8127c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2fb expref: 7 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126443.953604:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8127c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2fb expref: 7 pid: 17079 timeout: 662 lvb_type: 1 00000100:00100000:2.0:1746126443.953613:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726372352:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126443.953690:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126443.955229:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726372352:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126443.955249:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 7 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126443.955262:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009512be00, rc 0) 00000100:00100000:2.0:1746126443.955399:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:490:x1830945734607872:12345-192.168.203.32@tcp:101:cp.0 Request processed in 1885us (2023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126443.955406:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5347 00000100:00100000:0.0:1746126443.955712:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126443.955739:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734608000 00000100:00100000:2.0:1746126443.955744:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734608000 00010000:00010000:2.0:1746126443.955762:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8127c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2fb expref: 7 pid: 17079 timeout: 662 lvb_type: 1 00000100:00100000:2.0:1746126443.956226:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17478 00000100:00100000:2.0:1746126443.956233:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734608000:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126443.956244:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126443.956261:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8127c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2fb expref: 7 pid: 17079 timeout: 662 lvb_type: 1 00010000:00010000:2.0:1746126443.956270:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8127c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2fb expref: 7 pid: 17079 timeout: 662 lvb_type: 1 00010000:00010000:2.0:1746126443.956287:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8127c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2fb expref: 7 pid: 17079 timeout: 662 lvb_type: 1 00010000:00010000:2.0:1746126443.956297:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126443.956299:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126443.956309:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126443.956316:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126443.956338:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126443.956348:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726372480:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126443.957899:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126443.959270:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126443.959330:0:15834:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734608256 00000100:00100000:3.0:1746126443.959336:0:15834:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734608256 00000100:00100000:3.0:1746126443.959369:0:15834:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 156 00000100:00100000:3.0:1746126443.959374:0:15834:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:490:x1830945734608256:12345-192.168.203.32@tcp:35:cp.0 00000100:00100000:2.0:1746126443.959405:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726372480:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126443.959419:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126443.959459:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734608000:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3225us (3746us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126443.959466:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17478 00000100:00100000:3.0:1746126443.959583:0:15834:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:490:x1830945734608256:12345-192.168.203.32@tcp:35:cp.0 Request processed in 207us (318us total) trans 4294996788 rc 0/0 00000100:00100000:3.0:1746126443.959588:0:15834:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 156 00000100:00100000:0.0:1746126443.991997:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126443.992236:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734608512 00000100:00100000:1.0:1746126443.992243:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734608512 00000100:00100000:1.0:1746126443.992290:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73570 00000100:00100000:1.0:1746126443.992688:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:493:x1830945734608512:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:1.0:1746126443.992707:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126443.992722:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de800/0x9851078746b8128a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce309 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.992793:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de200/0x9851078746b81291 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.992804:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de200/0x9851078746b81291 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1746126443.992812:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de200/0x9851078746b81291 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:1.0:1746126443.992823:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:1.0:1746126443.993259:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de800/0x9851078746b8128a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce309 expref: 17 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.993291:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59de200/0x9851078746b81291 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce309 expref: 16 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126443.993297:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880093298400) 00010000:00010000:1.0:1746126443.993300:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746126443.993302:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a59de200, rc 0) 00000100:00100000:1.0:1746126443.993352:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:493:x1830945734608512:12345-192.168.203.32@tcp:101:dd.0 Request processed in 1055us (1361us total) trans 4294996789 rc 0/0 00000100:00100000:1.0:1746126443.993358:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73570 00010000:00010000:0.0:1746126444.039379:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126444.039556:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126444.039750:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734608640 00000100:00100000:2.0:1746126444.039759:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734608640 00000100:00100000:2.0:1746126444.039809:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73571 00000100:00100000:2.0:1746126444.039815:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:68cec75b-543f-4a1a-954f-27556ebc9519+10:497:x1830945734608640:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:2.0:1746126444.039830:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126444.039845:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009512bc00/0x9851078746b8129f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce310 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.039889:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009512b200/0x9851078746b812a6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.039899:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009512b200/0x9851078746b812a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.039907:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009512b200/0x9851078746b812a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:2.0:1746126444.039950:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746126444.039952:0:7084:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126444.039964:0:7084:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009512b200/0x9851078746b812a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.039982:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009512bc00/0x9851078746b8129f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce310 expref: 12 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.040013:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009512b200/0x9851078746b812a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce310 expref: 11 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.040037:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093298800) 00010000:00010000:2.0:1746126444.040039:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126444.040042:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009512b200, rc 0) 00000100:00100000:2.0:1746126444.040085:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:68cec75b-543f-4a1a-954f-27556ebc9519+11:497:x1830945734608640:12345-192.168.203.32@tcp:101:dd.0 Request processed in 269us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126444.040089:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73571 00000100:00100000:0.0:1746126444.043627:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126444.043704:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734608768 00000100:00100000:2.0:1746126444.043711:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734608768 00000100:00100000:2.0:1746126444.043755:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73572 00000100:00100000:2.0:1746126444.043762:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:68cec75b-543f-4a1a-954f-27556ebc9519+11:497:x1830945734608768:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:2.0:1746126444.043777:0:9852:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126444.043792:0:9852:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009512bc00/0x9851078746b812ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce317 expref: -99 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.043837:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a200/0x9851078746b812b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.043847:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a200/0x9851078746b812b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.043856:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a200/0x9851078746b812b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.043867:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b812bb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.043873:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b812bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.043877:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b812bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.043964:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b812c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.043970:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b812c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.043975:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b812c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00000004:00200000:2.0:1746126444.043996:0:9852:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:2.0:1746126444.043999:0:9852:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126444.044010:0:9852:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b812c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044017:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a200/0x9851078746b812b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044045:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a200/0x9851078746b812b4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044050:0:9852:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a200/0x9851078746b812b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044055:0:9852:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009512a200 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126444.044058:0:9852:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a200/0x9851078746b812b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044064:0:9852:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a200/0x9851078746b812b4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044072:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093298800) 00010000:00010000:2.0:1746126444.044075:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126444.044078:0:9852:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a200/0x9851078746b812b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044082:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a200/0x9851078746b812b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044105:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b812bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044109:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b812bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044113:0:9852:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b812bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044116:0:9852:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131070a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126444.044118:0:9852:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b812bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044122:0:9852:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b812bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044128:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009321c900) 00010000:00010000:2.0:1746126444.044130:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126444.044132:0:9852:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b812bb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044136:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b812bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.044158:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009512bc00/0x9851078746b812ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce317 expref: 13 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.044167:0:9852:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6a00/0x9851078746b812c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce317 expref: 12 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.044177:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009475fc00) 00010000:00010000:2.0:1746126444.044179:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746126444.044181:0:9852:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800947c6a00, rc 0) 00000100:00100000:2.0:1746126444.044226:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:68cec75b-543f-4a1a-954f-27556ebc9519+12:497:x1830945734608768:12345-192.168.203.32@tcp:101:dd.0 Request processed in 464us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126444.044232:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73572 00000100:00100000:0.0:1746126444.046508:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126444.046572:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734609024 00000100:00100000:2.0:1746126444.046578:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734609024 00000100:00100000:2.0:1746126444.046607:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73573 00000100:00100000:2.0:1746126444.046612:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:68cec75b-543f-4a1a-954f-27556ebc9519+12:497:x1830945734609024:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:2.0:1746126444.046624:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126444.046635:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7c00/0x9851078746b812c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce31e expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.046703:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7800/0x9851078746b812d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046712:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7800/0x9851078746b812d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046720:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7800/0x9851078746b812d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046730:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a000/0x9851078746b812d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046734:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a000/0x9851078746b812d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046738:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a000/0x9851078746b812d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046800:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b812de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046805:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b812de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046809:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b812de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:2.0:1746126444.046816:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:2.0:1746126444.046880:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7800/0x9851078746b812d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046886:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7800/0x9851078746b812d0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046890:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7800/0x9851078746b812d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046894:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800947c7800 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126444.046897:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7800/0x9851078746b812d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046902:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7800/0x9851078746b812d0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046910:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009475fc00) 00010000:00010000:2.0:1746126444.046911:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126444.046914:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7800/0x9851078746b812d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046918:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7800/0x9851078746b812d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046929:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a000/0x9851078746b812d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046933:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a000/0x9851078746b812d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046936:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a000/0x9851078746b812d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046940:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009512a000 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126444.046942:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a000/0x9851078746b812d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046946:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a000/0x9851078746b812d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046950:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009321c100) 00010000:00010000:2.0:1746126444.046952:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126444.046953:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a000/0x9851078746b812d7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046957:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009512a000/0x9851078746b812d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.046982:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7c00/0x9851078746b812c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce31e expref: 15 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.046991:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b812de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce31e expref: 14 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.046996:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880093298400) 00010000:00010000:2.0:1746126444.046998:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126444.046999:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5942400, rc 0) 00000100:00100000:2.0:1746126444.047067:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:68cec75b-543f-4a1a-954f-27556ebc9519+14:497:x1830945734609024:12345-192.168.203.32@tcp:101:dd.0 Request processed in 453us (562us total) trans 4294996790 rc 0/0 00000100:00100000:2.0:1746126444.047072:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73573 00000100:00100000:0.0:1746126444.049620:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126444.049691:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734609152 00000100:00100000:2.0:1746126444.049698:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734609152 00000100:00100000:2.0:1746126444.049750:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5348 00000100:00100000:2.0:1746126444.049757:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:497:x1830945734609152:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:2.0:1746126444.049775:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126444.049788:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b812ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce325 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.049813:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.049819:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126444.049821:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126444.049823:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b812ec lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce325 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.049848:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.049858:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 5 pid: 8424 timeout: 662 lvb_type: 0 00000100:00100000:2.0:1746126444.049868:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726372608:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126444.049940:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d840 going to sleep for 11 seconds 00000100:00080000:1.0:1746126444.050171:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126444.052788:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726372608:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126444.052811:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b812ec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce325 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.052825:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffd6200, rc 0) 00000100:00100000:2.0:1746126444.052871:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:497:x1830945734609152:12345-192.168.203.32@tcp:101:dd.0 Request processed in 3113us (3256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126444.052879:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5348 00000100:00100000:0.0:1746126444.053527:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126444.053854:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734609280 00000100:00100000:2.0:1746126444.053860:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734609280 00002000:00100000:2.0:1746126444.053888:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->1715) req@ffff8801327c2a00 x1830945734609280/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:205/0 lens 2208/0 e 0 to 0 dl 1746126455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126444.053896:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c2a00 with x1830945734609280 ext(0->1715) 00010000:00010000:2.0:1746126444.053901:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 6 pid: 8424 timeout: 662 lvb_type: 0 00010000:00010000:2.0:1746126444.053911:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 6 pid: 8424 timeout: 662 lvb_type: 0 00002000:00010000:2.0:1746126444.053916:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c2a00 00000100:00100000:2.0:1746126444.053941:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2000 00000100:00100000:2.0:1746126444.053946:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734609280:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126444.054363:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734609280:12345-192.168.203.32@tcp:4:dd.0 Request processed in 415us (835us total) trans 4294968080 rc 0/0 00000100:00100000:2.0:1746126444.054369:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2000 00002000:00100000:2.0:1746126444.054375:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->1715) req@ffff8801327c2a00 x1830945734609280/t4294968080(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:205/0 lens 2208/448 e 0 to 0 dl 1746126455 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126444.054382:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c2a00 with x1830945734609280 ext(0->1715) 00010000:00010000:2.0:1746126444.054387:0:8428:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 8 pid: 8424 timeout: 662 lvb_type: 0 00010000:00010000:2.0:1746126444.054395:0:8428:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 8 pid: 8424 timeout: 662 lvb_type: 0 00002000:00010000:2.0:1746126444.054400:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327c2a00 00000100:00100000:0.0:1746126444.056935:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126444.057007:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734609408 00000100:00100000:2.0:1746126444.057014:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734609408 00010000:00010000:2.0:1746126444.057070:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 8 pid: 8424 timeout: 662 lvb_type: 0 00000100:00100000:2.0:1746126444.057262:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17479 00000100:00100000:2.0:1746126444.057269:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734609408:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126444.057281:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126444.057296:0:7071:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:2.0:1746126444.057299:0:7071:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1746126442 00002000:00010000:2.0:1746126444.057300:0:7071:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 1746126442 00002000:00010000:2.0:1746126444.057302:0:7071:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1746126442 00010000:00010000:2.0:1746126444.057306:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 8 pid: 8424 timeout: 662 lvb_type: 0 00010000:00010000:2.0:1746126444.057316:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 8 pid: 8424 timeout: 662 lvb_type: 0 00010000:00010000:2.0:1746126444.057339:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009512be00/0x9851078746b81283 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce302 expref: 8 pid: 8424 timeout: 662 lvb_type: 0 00010000:00010000:2.0:1746126444.057351:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126444.057352:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126444.057358:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b812ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce325 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.057365:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b812ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce325 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.057393:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b812ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce325 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126444.057403:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726372736:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126444.058128:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126444.060746:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126444.060814:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726372736:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126444.060827:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126444.060853:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734609408:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3585us (3925us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126444.060862:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17479 00000100:00100000:3.0:1746126444.060923:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734609664 00000100:00100000:3.0:1746126444.060929:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734609664 00002000:00100000:3.0:1746126444.060955:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801327c1880 x1830945734609664/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:205/0 lens 488/0 e 0 to 0 dl 1746126455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126444.060968:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1880 with x1830945734609664 ext(0->4095) 00002000:00010000:3.0:1746126444.060971:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c1880 00000100:00100000:3.0:1746126444.060982:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3974 00000100:00100000:3.0:1746126444.060987:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734609664:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:3.0:1746126444.061118:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734609664:12345-192.168.203.32@tcp:3:dd.0 Request processed in 131us (377us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126444.061124:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3974 00002000:00100000:3.0:1746126444.061128:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801327c1880 x1830945734609664/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746126455 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126444.061135:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1880 with x1830945734609664 ext(0->4095) 00002000:00010000:3.0:1746126444.061137:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c1880 00000100:00100000:0.0:1746126444.089665:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126444.089765:0:15834:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734609920 00000100:00100000:3.0:1746126444.089772:0:15834:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734609920 00000100:00100000:2.0:1746126444.091699:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 157 00000100:00100000:2.0:1746126444.091712:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+14:497:x1830945734609920:12345-192.168.203.32@tcp:35:dd.0 00000100:00100000:2.0:1746126444.092614:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+15:497:x1830945734609920:12345-192.168.203.32@tcp:35:dd.0 Request processed in 903us (2952us total) trans 4294996791 rc 0/0 00000100:00100000:2.0:1746126444.092624:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 157 00000100:00100000:0.0:1746126444.103458:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126444.103562:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734610176 00000100:00100000:2.0:1746126444.103568:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734610176 00000100:00100000:2.0:1746126444.103608:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73574 00000100:00100000:2.0:1746126444.103614:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:500:x1830945734610176:12345-192.168.203.32@tcp:36:truncate.0 00010000:00010000:2.0:1746126444.103656:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126444.103676:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a59df800/0x9851078746b8126e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2f4 expref: 16 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.103701:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880093298400) 00010000:00010000:2.0:1746126444.103705:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126444.103838:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.103848:0:9852:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b812de lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce31e expref: 14 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.103854:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.103876:0:9852:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b812de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce31e expref: 14 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.103884:0:9852:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b812de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce31e expref: 14 pid: 7084 timeout: 663 lvb_type: 0 00000100:00100000:2.0:1746126444.103894:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9852:1830945726372864:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126444.103962:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126444.105508:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9852:1830945726372864:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126444.105523:0:9852:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00000100:00100000:0.0:1746126444.106096:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126444.106216:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734610304 00000100:00100000:2.0:1746126444.106220:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734610304 00010000:00010000:2.0:1746126444.106240:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b812de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce31e expref: 15 pid: 7084 timeout: 663 lvb_type: 0 00000100:00100000:2.0:1746126444.106456:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17480 00000100:00100000:2.0:1746126444.106462:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+15:1963:x1830945734610304:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126444.106473:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126444.106478:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b812de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce31e expref: 15 pid: 7084 timeout: 663 lvb_type: 0 00010000:00010000:2.0:1746126444.106487:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b812de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce31e expref: 15 pid: 7084 timeout: 663 lvb_type: 0 00010000:00010000:2.0:1746126444.106501:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5942400/0x9851078746b812de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce31e expref: 15 pid: 7084 timeout: 663 lvb_type: 0 00010000:00010000:2.0:1746126444.106511:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880093298400) 00010000:00010000:2.0:1746126444.106514:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.106520:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.106525:0:7071:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.106980:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126444.107018:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+14:1963:x1830945734610304:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 556us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126444.107058:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17480 00010000:00010000:3.0:1746126444.107412:0:9852:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.107420:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00000001:00080000:3.0:1746126444.107508:0:9852:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294996792 00000004:00010000:3.0:1746126444.107543:0:9852:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801327c0700 reply state ffff88009465c000 transno 4294996793 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00000100:00100000:3.0:1746126444.107549:0:9852:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746126444.107611:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:500:x1830945734610176:12345-192.168.203.32@tcp:36:truncate.0 Request processed in 3996us (4160us total) trans 4294996793 rc 0/0 00000100:00100000:3.0:1746126444.107617:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73574 00000020:00080000:3.0:1746126444.107621:0:9852:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746126444.109648:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126444.109778:0:3278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.109786:0:3278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.109792:0:3278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.109796:0:3278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c2e7a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126444.109799:0:3278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.109804:0:3278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.109816:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880093298400) 00010000:00010000:2.0:1746126444.109818:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126444.109820:0:3278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126444.109824:0:3278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b812f3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00000100:00100000:3.0:1746126444.110155:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734610432 00000100:00100000:3.0:1746126444.110162:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734610432 00000100:00100000:3.0:1746126444.110205:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5349 00000100:00100000:3.0:1746126444.110212:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:500:x1830945734610432:12345-192.168.203.32@tcp:101:truncate.0 00010000:00010000:3.0:1746126444.110225:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126444.110236:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b812fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce32c expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126444.110256:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b812ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce325 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126444.110262:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126444.110263:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126444.110266:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b812fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce32c expref: 8 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126444.110288:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b812ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce325 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126444.110298:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b812ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce325 expref: 5 pid: 8424 timeout: 663 lvb_type: 0 00000100:00100000:3.0:1746126444.110308:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726372992:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126444.110363:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094cc1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126444.113946:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126444.114220:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734610560 00000100:00100000:2.0:1746126444.114228:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734610560 00010000:00010000:2.0:1746126444.114254:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b812ec lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce325 expref: 6 pid: 8424 timeout: 663 lvb_type: 0 00000100:00100000:2.0:1746126444.114288:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17481 00000100:00100000:2.0:1746126444.114294:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734610560:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126444.114305:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126444.114321:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b812ec lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce325 expref: 6 pid: 8424 timeout: 663 lvb_type: 0 00010000:00010000:2.0:1746126444.114331:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b812ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce325 expref: 6 pid: 8424 timeout: 663 lvb_type: 0 00010000:00010000:2.0:1746126444.114351:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126444.114352:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126444.114358:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b812fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce32c expref: 8 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.114364:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b812fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce32c expref: 8 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.114389:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b812fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce32c expref: 8 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126444.114399:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726373120:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126444.114465:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d840 going to sleep for 11 seconds 00010000:00010000:3.0:1746126444.114777:0:8424:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6200/0x9851078746b812ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce325 expref: 6 pid: 8424 timeout: 663 lvb_type: 0 00000100:00100000:3.0:1746126444.114795:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726372992:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126444.114813:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b812fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce32c expref: 8 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126444.114819:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c14600, rc 0) 00000100:00100000:3.0:1746126444.114849:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:500:x1830945734610432:12345-192.168.203.32@tcp:101:truncate.0 Request processed in 4637us (5206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126444.114855:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5349 00000100:00100000:0.0:1746126444.118198:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726373120:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126444.118218:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126444.118257:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+5:1964:x1830945734610560:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3963us (4317us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126444.118266:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17481 00000100:00100000:1.0:1746126444.118417:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126444.118760:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734610688 00000100:00100000:3.0:1746126444.118766:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734610688 00002000:00010000:3.0:1746126444.118791:0:8428:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/24 (858->18446744073709551615) 00002000:00100000:3.0:1746126444.118794:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4000 with x1830945734610688 ext(858->18446744073709551615) 00002000:00010000:3.0:1746126444.118801:0:8428:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b4000. 00000100:00100000:3.0:1746126444.118827:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3975 00000100:00100000:3.0:1746126444.118833:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734610688:12345-192.168.203.32@tcp:10:truncate.0 00002000:00010000:3.0:1746126444.119014:0:8428:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746126444.119017:0:8428:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 1746126442 -> 1746126442 00002000:00010000:3.0:1746126444.119018:0:8428:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 1746126442 -> 1746126442 00002000:00010000:3.0:1746126444.119038:0:8428:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 1746126442 -> 1746126442 00002000:00010000:3.0:1746126444.119040:0:8428:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746126444.120490:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734610688:12345-192.168.203.32@tcp:10:truncate.0 Request processed in 1650us (2067us total) trans 4294968081 rc 0/0 00000100:00100000:3.0:1746126444.120499:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3975 00002000:00010000:3.0:1746126444.120504:0:8428:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/24 (858->18446744073709551615) 00002000:00100000:3.0:1746126444.120506:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4000 with x1830945734610688 ext(858->18446744073709551615) 00002000:00010000:3.0:1746126444.120513:0:8428:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b4000. 00000100:00100000:0.0:1746126444.148459:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126444.150037:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734610944 00000100:00100000:3.0:1746126444.150046:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734610944 00000100:00100000:3.0:1746126444.150096:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73575 00000100:00100000:3.0:1746126444.150104:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:502:x1830945734610944:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:3.0:1746126444.150124:0:9852:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126444.150141:0:9852:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7c00/0x9851078746b81301 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce333 expref: -99 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126444.150223:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b81308 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150233:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b81308 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150242:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b81308 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150253:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15c00/0x9851078746b8130f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150259:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15c00/0x9851078746b8130f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150264:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15c00/0x9851078746b8130f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150339:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b81316 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150345:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b81316 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150351:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b81316 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00000004:00200000:3.0:1746126444.150358:0:9852:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:3.0:1746126444.150426:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b81308 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150432:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b81308 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150452:0:9852:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b81308 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150456:0:9852:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c15200 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126444.150460:0:9852:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b81308 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150465:0:9852:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b81308 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150474:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009475fc00) 00010000:00010000:3.0:1746126444.150476:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126444.150479:0:9852:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b81308 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150483:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b81308 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150507:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15c00/0x9851078746b8130f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150512:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15c00/0x9851078746b8130f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150521:0:9852:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15c00/0x9851078746b8130f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150524:0:9852:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c15c00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126444.150527:0:9852:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15c00/0x9851078746b8130f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150531:0:9852:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15c00/0x9851078746b8130f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150537:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009475f400) 00010000:00010000:3.0:1746126444.150538:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126444.150540:0:9852:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15c00/0x9851078746b8130f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150544:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15c00/0x9851078746b8130f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126444.150573:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7c00/0x9851078746b81301 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce333 expref: 20 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126444.150582:0:9852:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7a00/0x9851078746b81316 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce333 expref: 19 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126444.150588:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880093298400) 00010000:00010000:3.0:1746126444.150589:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126444.150591:0:9852:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c2e7a00, rc 0) 00000100:00100000:3.0:1746126444.150644:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:502:x1830945734610944:12345-192.168.203.32@tcp:101:dd.0 Request processed in 539us (2191us total) trans 4294996794 rc 0/0 00000100:00100000:3.0:1746126444.150650:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73575 00000100:00100000:0.0:1746126444.152767:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126444.154104:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734611200 00000100:00100000:2.0:1746126444.154112:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734611200 00000100:00100000:2.0:1746126444.154953:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 158 00000100:00100000:2.0:1746126444.154961:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:502:x1830945734611200:12345-192.168.203.32@tcp:35:dd.0 00000100:00100000:2.0:1746126444.156073:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:502:x1830945734611200:12345-192.168.203.32@tcp:35:dd.0 Request processed in 1110us (3307us total) trans 4294996795 rc 0/0 00000100:00100000:2.0:1746126444.156079:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 158 00000100:00100000:0.0:1746126444.161527:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126444.162871:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734611456 00000100:00100000:3.0:1746126444.162881:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734611456 00002000:00100000:3.0:1746126444.162919:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801327c3100 x1830945734611456/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:205/0 lens 488/0 e 0 to 0 dl 1746126455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126444.162928:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c3100 with x1830945734611456 ext(0->4095) 00002000:00010000:3.0:1746126444.162933:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c3100 00000100:00100000:3.0:1746126444.162952:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3976 00000100:00100000:3.0:1746126444.162959:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734611456:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:3.0:1746126444.163134:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734611456:12345-192.168.203.32@tcp:3:dd.0 Request processed in 175us (1614us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126444.163141:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3976 00002000:00100000:3.0:1746126444.163147:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801327c3100 x1830945734611456/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746126455 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126444.163153:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c3100 with x1830945734611456 ext(0->4095) 00002000:00010000:3.0:1746126444.163156:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c3100 00000100:00100000:0.0:1746126444.198603:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126444.198784:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734611712 00000100:00100000:2.0:1746126444.198791:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734611712 00000100:00100000:2.0:1746126444.198912:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73576 00000100:00100000:2.0:1746126444.198919:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:68cec75b-543f-4a1a-954f-27556ebc9519+14:506:x1830945734611712:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:2.0:1746126444.198937:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126444.198951:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15c00/0x9851078746b81324 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce33a expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.199152:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b8132b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199162:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b8132b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199170:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b8132b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199180:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffd6200/0x9851078746b81332 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199184:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffd6200/0x9851078746b81332 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199189:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffd6200/0x9851078746b81332 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199350:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009298d400/0x9851078746b81339 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199357:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009298d400/0x9851078746b81339 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199362:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009298d400/0x9851078746b81339 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:2.0:1746126444.199370:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:2.0:1746126444.199427:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b8132b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199432:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b8132b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199461:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b8132b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199465:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c15200 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126444.199468:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b8132b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199473:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b8132b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199480:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009475fc00) 00010000:00010000:2.0:1746126444.199483:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126444.199486:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b8132b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199490:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15200/0x9851078746b8132b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199502:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffd6200/0x9851078746b81332 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199509:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffd6200/0x9851078746b81332 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199513:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffd6200/0x9851078746b81332 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199516:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ffd6200 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126444.199518:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffd6200/0x9851078746b81332 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199521:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffd6200/0x9851078746b81332 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199526:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009321cf00) 00010000:00010000:2.0:1746126444.199527:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126444.199528:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffd6200/0x9851078746b81332 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199532:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffd6200/0x9851078746b81332 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126444.199556:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c15c00/0x9851078746b81324 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce33a expref: 17 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.199564:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009298d400/0x9851078746b81339 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce33a expref: 16 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126444.199569:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880093298400) 00010000:00010000:2.0:1746126444.199570:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126444.199571:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009298d400, rc 0) 00000100:00100000:2.0:1746126444.199619:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:68cec75b-543f-4a1a-954f-27556ebc9519+16:506:x1830945734611712:12345-192.168.203.32@tcp:101:dd.0 Request processed in 701us (1022us total) trans 4294996796 rc 0/0 00000100:00100000:2.0:1746126444.199625:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73576 00000100:00100000:0.0:1746126444.214969:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126444.215759:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734611840 00000100:00100000:3.0:1746126444.215767:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734611840 00000100:00100000:3.0:1746126444.215803:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5350 00000100:00100000:3.0:1746126444.215810:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+5:506:x1830945734611840:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:3.0:1746126444.215824:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126444.215837:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800947c7c00/0x9851078746b81347 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce341 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126444.215859:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b812fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce32c expref: 8 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126444.215870:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126444.215871:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126444.215873:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c7c00/0x9851078746b81347 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce341 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126444.215897:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b812fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce32c expref: 8 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126444.215906:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b812fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce32c expref: 8 pid: 8424 timeout: 663 lvb_type: 0 00000100:00100000:3.0:1746126444.215914:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726373248:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126444.215986:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094cc1600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126444.218564:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126444.219162:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726373248:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126444.219188:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800947c7c00/0x9851078746b81347 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce341 expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126444.219203:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800947c7c00, rc 0) 00000100:00100000:3.0:1746126444.219235:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:506:x1830945734611840:12345-192.168.203.32@tcp:101:dd.0 Request processed in 3426us (4272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126444.219243:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5350 00000100:00100000:1.0:1746126444.220929:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734611968 00000100:00100000:1.0:1746126444.220938:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734611968 00010000:00010000:1.0:1746126444.220964:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b812fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce32c expref: 9 pid: 8424 timeout: 663 lvb_type: 0 00000100:00100000:1.0:1746126444.220987:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17482 00000100:00100000:1.0:1746126444.220993:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734611968:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126444.221003:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126444.221018:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b812fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce32c expref: 9 pid: 8424 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746126444.221047:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b812fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce32c expref: 9 pid: 8424 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746126444.221065:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c14600/0x9851078746b812fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce32c expref: 9 pid: 8424 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746126444.221087:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126444.221089:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126444.221094:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800947c7c00/0x9851078746b81347 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce341 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126444.221101:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c7c00/0x9851078746b81347 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce341 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126444.221126:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800947c7c00/0x9851078746b81347 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce341 expref: 5 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126444.221136:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726373376:192.168.203.32@tcp:105: 00000100:00100000:1.0:1746126444.222157:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126444.226384:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126444.226445:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734612224 00000100:00100000:2.0:1746126444.226453:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734612224 00002000:00100000:2.0:1746126444.226490:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801327c3480 x1830945734612224/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:205/0 lens 488/0 e 0 to 0 dl 1746126455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:1.0:1746126444.226497:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726373376:192.168.203.32@tcp:105: 00002000:00100000:2.0:1746126444.226498:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c3480 with x1830945734612224 ext(0->4095) 00002000:00010000:2.0:1746126444.226502:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c3480 00010000:00010000:1.0:1746126444.226511:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126444.226532:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3977 00000100:00100000:2.0:1746126444.226539:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734612224:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:1.0:1746126444.226553:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734611968:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5559us (7994us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126444.226561:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17482 00000100:00100000:2.0:1746126444.226656:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+6:1964:x1830945734612224:12345-192.168.203.32@tcp:3:dd.0 Request processed in 117us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126444.226661:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3977 00002000:00100000:2.0:1746126444.226666:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801327c3480 x1830945734612224/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746126455 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126444.226672:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c3480 with x1830945734612224 ext(0->4095) 00002000:00010000:2.0:1746126444.226675:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c3480 00000100:00100000:0.0:1746126444.246745:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126444.248681:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734612480 00000100:00100000:2.0:1746126444.248690:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734612480 00000100:00100000:2.0:1746126444.248743:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 159 00000100:00100000:2.0:1746126444.248751:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+16:506:x1830945734612480:12345-192.168.203.32@tcp:35:dd.0 00000100:00100000:2.0:1746126444.248926:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+17:506:x1830945734612480:12345-192.168.203.32@tcp:35:dd.0 Request processed in 176us (2187us total) trans 4294996797 rc 0/0 00000100:00100000:2.0:1746126444.248932:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 159 00010000:00010000:3.0:1746126445.039326:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746126445.058193:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968459 is committed 00000001:00080000:2.0:1746126445.058206:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968460 is committed 00000001:00080000:1.0:1746126445.280123:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996789 is committed 00000001:00080000:1.0:1746126445.280153:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996797 is committed 00000001:00080000:1.0:1746126445.280159:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996795 is committed 00000001:00080000:1.0:1746126445.456992:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968080 is committed 00000001:00080000:1.0:1746126445.457005:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968081 is committed 00010000:00010000:0.0:1746126446.041182:0:8439:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126446.155736:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945726373504:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746126446.155810:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126446.157059:0:10428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726373504 00000100:00100000:1.0:1746126446.157069:0:10428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726373504 00000100:00100000:1.0:1746126446.157136:0:10428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1746126446.157145:0:10428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945726373504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746126446.157187:0:10428:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1746126446.157239:0:10428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945726373504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (1429us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126446.157245:0:10428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00080000:0.0:1746126446.157330:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126446.157354:0:3291:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945726373504:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126446.868653:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126446.868691:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126446.868720:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126446.868733:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126446.868759:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126446.868771:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126446.868777:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734612864 00000100:00100000:3.0:1746126446.868785:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734612864 00000100:00100000:0.0:1746126446.868794:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126446.868814:0:9140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734613376 00000100:00100000:0.0:1746126446.868817:0:9140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734613376 00000100:00100000:3.0:1746126446.868826:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734612992 00000100:00100000:3.0:1746126446.868829:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734612992 00000100:00100000:0.0:1746126446.868834:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 520 00000100:00100000:3.0:1746126446.868840:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734613248 00000100:00100000:0.0:1746126446.868840:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945734612864:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:3.0:1746126446.868841:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734613248 00000100:00100000:3.0:1746126446.868852:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 521 00000100:00100000:3.0:1746126446.868858:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734613376:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126446.868894:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945734612864:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 54us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126446.868899:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 520 00000100:00100000:0.0:1746126446.868912:0:9140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 522 00000100:00100000:0.0:1746126446.868916:0:9140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945734612992:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:3.0:1746126446.868921:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734613376:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 63us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126446.868928:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 521 00000100:00100000:0.0:1746126446.868936:0:9140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945734612992:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 18us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126446.868939:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 523 00000100:00100000:3.0:1746126446.868943:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734613248:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:0.0:1746126446.868944:0:9140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 522 00000100:00080000:0.0:1746126446.868957:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126446.868960:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126446.868961:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1963:x1830945734613248:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 17us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126446.868966:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 523 00000100:00100000:3.0:1746126446.868979:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734613120 00000100:00100000:3.0:1746126446.868981:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734613120 00000100:00100000:3.0:1746126446.869000:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734612736 00000100:00100000:3.0:1746126446.869001:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734612736 00000100:00100000:3.0:1746126446.869013:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 415 00000100:00100000:3.0:1746126446.869016:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:68cec75b-543f-4a1a-954f-27556ebc9519+13:1963:x1830945734613120:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:2.0:1746126446.869040:0:7081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734612608 00000100:00100000:2.0:1746126446.869044:0:7081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734612608 00000100:00100000:3.0:1746126446.869062:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:68cec75b-543f-4a1a-954f-27556ebc9519+13:1963:x1830945734613120:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 44us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126446.869065:0:7081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 418 00000100:00100000:3.0:1746126446.869067:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 415 00000100:00100000:2.0:1746126446.869070:0:7081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d94413c0-4094-4072-8112-4e637805471b+12:1963:x1830945734612608:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:3.0:1746126446.869075:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 416 00000100:00100000:3.0:1746126446.869079:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1963:x1830945734612736:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:2.0:1746126446.869092:0:7081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d94413c0-4094-4072-8112-4e637805471b+12:1963:x1830945734612608:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 22us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126446.869097:0:7081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 418 00000100:00100000:3.0:1746126446.869098:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1963:x1830945734612736:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 19us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126446.869102:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 416 00000100:00080000:0.0:1746126446.870056:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746126447.043314:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746126447.725799:0:4737:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 15:07:25 (1746126445) 00000100:00100000:0.0:1746126447.839612:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126447.839717:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734613632 00000100:00100000:2.0:1746126447.839725:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734613632 00000100:00100000:2.0:1746126447.839763:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73577 00000100:00100000:2.0:1746126447.839770:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1176:x1830945734613632:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:2.0:1746126447.839786:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126447.839788:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126447.839811:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b8120c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce2d8 expref: 12 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.839842:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093298800) 00010000:00010000:2.0:1746126447.839846:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126447.839854:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82400/0x9851078746b8134e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce348 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.839958:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.839969:0:7085:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009512b200/0x9851078746b812a6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce310 expref: 12 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.839974:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.839998:0:7085:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009512b200/0x9851078746b812a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce310 expref: 12 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.840008:0:7085:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009512b200/0x9851078746b812a6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce310 expref: 12 pid: 7084 timeout: 666 lvb_type: 0 00000100:00100000:2.0:1746126447.840017:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7085:1830945726373632:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126447.840121:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a534c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126447.844134:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126447.844214:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c22dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7085:1830945726373632:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126447.844234:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1746126447.844302:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734613760 00000100:00100000:1.0:1746126447.844307:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734613760 00010000:00010000:1.0:1746126447.844329:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009512b200/0x9851078746b812a6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce310 expref: 13 pid: 7084 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126447.844462:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17483 00000100:00100000:1.0:1746126447.844468:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095763480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+13:1966:x1830945734613760:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126447.844479:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126447.844484:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009512b200/0x9851078746b812a6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce310 expref: 13 pid: 7084 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126447.844493:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009512b200/0x9851078746b812a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce310 expref: 13 pid: 7084 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126447.844509:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009512b200/0x9851078746b812a6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce310 expref: 13 pid: 7084 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126447.844530:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093298800) 00010000:00010000:1.0:1746126447.844534:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126447.844540:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126447.844545:0:7071:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126447.845626:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126447.845680:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095763480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+12:1966:x1830945734613760:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1210us (1551us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126447.845688:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17483 00010000:00010000:2.0:1746126447.846135:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.846141:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.846157:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83a00/0x9851078746b8135c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.846165:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83a00/0x9851078746b8135c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.846171:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83a00/0x9851078746b8135c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.847192:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b81363 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.847200:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b81363 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.847207:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b81363 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1746126447.847215:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746126447.847231:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.847236:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.847241:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.847245:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092f82000 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126447.847247:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.847263:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.847272:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093298800) 00010000:00010000:2.0:1746126447.847274:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126447.847277:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.847281:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81355 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1746126447.847299:0:7085:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880095762680 reply state ffff8800922ff000 transno 4294996798 ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83a00/0x9851078746b8135c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1746126447.847305:0:7085:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126447.847331:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82400/0x9851078746b8134e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce348 expref: 14 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.847347:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b81363 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce348 expref: 13 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.847353:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321c200) 00010000:00010000:2.0:1746126447.847355:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126447.847356:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f060c00, rc 0) 00000100:00100000:2.0:1746126447.847403:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1176:x1830945734613632:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 7632us (7797us total) trans 4294996798 rc 0/0 00000100:00100000:2.0:1746126447.847417:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73577 00010000:00010000:1.0:1746126447.850755:0:3277:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83a00/0x9851078746b8135c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126447.850767:0:3277:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83a00/0x9851078746b8135c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126447.850772:0:3277:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83a00/0x9851078746b8135c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126447.850777:0:3277:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092f83a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126447.850781:0:3277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83a00/0x9851078746b8135c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126447.850786:0:3277:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83a00/0x9851078746b8135c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126447.850798:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009321c800) 00010000:00010000:1.0:1746126447.850801:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126447.850804:0:3277:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83a00/0x9851078746b8135c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126447.850808:0:3277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83a00/0x9851078746b8135c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1746126447.851075:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126447.851133:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734614016 00000100:00100000:0.0:1746126447.851141:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734614016 00000100:00100000:0.0:1746126447.851171:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73578 00000100:00100000:0.0:1746126447.851177:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1176:x1830945734614016:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:0.0:1746126447.851194:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126447.851206:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a09b200/0x9851078746b81371 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce34f expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.853756:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126447.853773:0:7085:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b81363 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce348 expref: 14 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.853778:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126447.853807:0:7085:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b81363 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce348 expref: 14 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.853819:0:7085:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b81363 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce348 expref: 14 pid: 7085 timeout: 666 lvb_type: 0 00000100:00100000:0.0:1746126447.853835:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095762a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7085:1830945726373760:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126447.853917:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126447.857676:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126447.857754:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734614144 00000100:00100000:1.0:1746126447.857760:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734614144 00010000:00010000:1.0:1746126447.857785:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b81363 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce348 expref: 15 pid: 7085 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126447.857807:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17484 00000100:00100000:1.0:1746126447.857814:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1964:x1830945734614144:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126447.857825:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126447.857829:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b81363 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce348 expref: 15 pid: 7085 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126447.857837:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b81363 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce348 expref: 15 pid: 7085 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126447.857853:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b81363 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce348 expref: 15 pid: 7085 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126447.857863:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321c200) 00010000:00010000:1.0:1746126447.857867:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126447.857873:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126447.857882:0:7071:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126447.857894:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126447.857925:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1964:x1830945734614144:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 110us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126447.857930:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17484 00000100:00100000:2.0:1746126447.858189:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095762a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7085:1830945726373760:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126447.858208:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.858215:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.858220:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1746126447.858233:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00000004:00080000:2.0:1746126447.858473:0:7085:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00000004:00080000:2.0:1746126447.858481:0:7085:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:2.0:1746126447.858576:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.858582:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.858591:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.858596:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800950b5a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126447.858598:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.858603:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.858611:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321c200) 00010000:00010000:2.0:1746126447.858613:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746126447.858616:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.858620:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800950b5a00/0x9851078746b81378 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.858658:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a09b200/0x9851078746b81371 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce34f expref: 14 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.858665:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a09b200/0x9851078746b81371 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce34f expref: 14 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.858672:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a09b200, rc 0) 00000100:00100000:2.0:1746126447.858710:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1176:x1830945734614016:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 7533us (7637us total) trans 4294996799 rc 301/301 00000100:00100000:2.0:1746126447.858716:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73578 00000100:00100000:0.0:1746126447.864057:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126447.864661:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734614400 00000100:00100000:2.0:1746126447.864669:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734614400 00000100:00100000:2.0:1746126447.864716:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 160 00000100:00100000:2.0:1746126447.864724:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a625f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1176:x1830945734614400:12345-192.168.203.32@tcp:35:lfs.0 00000100:00100000:2.0:1746126447.865109:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a625f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1176:x1830945734614400:12345-192.168.203.32@tcp:35:lfs.0 Request processed in 384us (1057us total) trans 4294996800 rc 0/0 00000100:00100000:2.0:1746126447.865115:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 160 00000100:00100000:0.0:1746126447.867350:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126447.867430:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734614528 00000100:00100000:2.0:1746126447.867436:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734614528 00000100:00100000:2.0:1746126447.867469:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73579 00000100:00100000:2.0:1746126447.867475:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+14:1176:x1830945734614528:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:2.0:1746126447.867490:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126447.867503:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092846000/0x9851078746b81386 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce356 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.867544:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092846000/0x9851078746b81386 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce356 expref: 15 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.867554:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092846000/0x9851078746b81386 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce356 expref: 15 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.867567:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321cf00) 00010000:00010000:2.0:1746126447.867570:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746126447.867572:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846000, rc 0) 00000100:00100000:2.0:1746126447.867614:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1176:x1830945734614528:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 139us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126447.867620:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73579 00000100:00100000:0.0:1746126447.868951:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126447.869018:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734614784 00000100:00100000:2.0:1746126447.869049:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734614784 00000100:00100000:2.0:1746126447.869079:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 161 00000100:00100000:2.0:1746126447.869084:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1176:x1830945734614784:12345-192.168.203.32@tcp:35:lfs.0 00000100:00100000:2.0:1746126447.869232:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1176:x1830945734614784:12345-192.168.203.32@tcp:35:lfs.0 Request processed in 147us (283us total) trans 4294996801 rc 0/0 00000100:00100000:2.0:1746126447.869238:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 161 00000100:00100000:0.0:1746126447.884308:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126447.885007:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734614912 00000100:00100000:2.0:1746126447.885014:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734614912 00000100:00100000:2.0:1746126447.885078:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73580 00000100:00100000:2.0:1746126447.885085:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1179:x1830945734614912:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:2.0:1746126447.885104:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126447.885118:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092847e00/0x9851078746b8138d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce35d expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.885164:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092846e00/0x9851078746b81394 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126447.885173:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092846e00/0x9851078746b81394 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126447.885181:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092846e00/0x9851078746b81394 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:2.0:1746126447.885227:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746126447.885230:0:7084:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126447.885241:0:7084:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092846e00/0x9851078746b81394 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126447.885256:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092847e00/0x9851078746b8138d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce35d expref: 18 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.885291:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092846e00/0x9851078746b81394 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce35d expref: 17 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.885297:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009321c000) 00010000:00010000:2.0:1746126447.885299:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126447.885302:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092846e00, rc 0) 00000100:00100000:2.0:1746126447.885336:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1179:x1830945734614912:12345-192.168.203.32@tcp:101:dd.0 Request processed in 251us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126447.885341:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73580 00000100:00100000:0.0:1746126447.887865:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126447.888150:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734615168 00000100:00100000:2.0:1746126447.888156:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734615168 00000100:00100000:2.0:1746126447.888194:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73581 00000100:00100000:2.0:1746126447.888200:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1179:x1830945734615168:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:2.0:1746126447.888421:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126447.888423:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126447.888443:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092846e00/0x9851078746b81394 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce35d expref: 17 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.888645:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009321c000) 00010000:00010000:2.0:1746126447.888654:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126447.888664:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092846200/0x9851078746b8139b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce364 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.888775:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092847e00/0x9851078746b813a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.888784:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092847e00/0x9851078746b813a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.888791:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092847e00/0x9851078746b813a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889529:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b813a9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889536:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b813a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889541:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b813a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889605:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a09b200/0x9851078746b813b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889611:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a09b200/0x9851078746b813b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889617:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a09b200/0x9851078746b813b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1746126447.889623:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746126447.889689:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092847e00/0x9851078746b813a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889694:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092847e00/0x9851078746b813a2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889698:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092847e00/0x9851078746b813a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889703:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092847e00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126447.889706:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092847e00/0x9851078746b813a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889714:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092847e00/0x9851078746b813a2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889721:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009321cd00) 00010000:00010000:2.0:1746126447.889723:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126447.889726:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092847e00/0x9851078746b813a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889730:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092847e00/0x9851078746b813a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889737:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b813a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889741:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b813a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889746:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b813a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889749:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f060c00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126447.889751:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b813a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889756:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b813a9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889760:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009321ca00) 00010000:00010000:2.0:1746126447.889762:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126447.889763:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b813a9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889767:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f060c00/0x9851078746b813a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.889796:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092846200/0x9851078746b8139b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce364 expref: 19 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.889806:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a09b200/0x9851078746b813b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce364 expref: 18 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.889812:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321cf00) 00010000:00010000:2.0:1746126447.889813:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126447.889815:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a09b200, rc 0) 00000100:00100000:2.0:1746126447.889870:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1179:x1830945734615168:12345-192.168.203.32@tcp:101:dd.0 Request processed in 1669us (2008us total) trans 4294996802 rc 0/0 00000100:00100000:2.0:1746126447.889876:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73581 00000100:00100000:0.0:1746126447.893194:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126447.893507:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734615424 00000100:00100000:2.0:1746126447.893516:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734615424 00000100:00100000:2.0:1746126447.893560:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73582 00000100:00100000:2.0:1746126447.893567:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092864000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1179:x1830945734615424:12345-192.168.203.32@tcp:36:dd.0 00010000:00010000:2.0:1746126447.893607:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126447.893624:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a09b200/0x9851078746b813b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce364 expref: 18 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.893636:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321cf00) 00010000:00010000:2.0:1746126447.893639:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126447.893776:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092847600/0x9851078746b813be lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.893785:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092847600/0x9851078746b813be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.893795:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092847600/0x9851078746b813be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000001:00080000:2.0:1746126447.893826:0:7085:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294996803 00000004:00010000:2.0:1746126447.893841:0:7085:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092864000 reply state ffff8800922fe000 transno 4294996804 ns: mdt-lustre-MDT0000_UUID lock: ffff880092847600/0x9851078746b813be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1746126447.893846:0:7085:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746126447.893904:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092864000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1179:x1830945734615424:12345-192.168.203.32@tcp:36:dd.0 Request processed in 337us (717us total) trans 4294996804 rc 0/0 00000100:00100000:2.0:1746126447.893909:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73582 00000020:00080000:2.0:1746126447.893912:0:7085:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746126447.896831:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126447.897152:0:3278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092847600/0x9851078746b813be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.897161:0:3278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092847600/0x9851078746b813be lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.897167:0:3278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092847600/0x9851078746b813be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.897172:0:3278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092847600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126447.897176:0:3278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092847600/0x9851078746b813be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.897182:0:3278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092847600/0x9851078746b813be lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.897195:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321cf00) 00010000:00010000:2.0:1746126447.897197:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126447.897201:0:3278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092847600/0x9851078746b813be lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126447.897209:0:3278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092847600/0x9851078746b813be lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1746126447.897263:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734615552 00000100:00100000:1.0:1746126447.897269:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734615552 00000100:00100000:1.0:1746126447.897296:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5351 00000100:00100000:1.0:1746126447.897302:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1179:x1830945734615552:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:1.0:1746126447.897312:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126447.897325:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092aaf600/0x9851078746b813c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce36b expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126447.897343:0:17079:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746126447.897357:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126447.897358:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126447.897363:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092aaf600/0x9851078746b813c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce36b expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126447.897376:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092aaf600/0x9851078746b813c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce36b expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126447.897383:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092aaf600, rc 0) 00000100:00100000:1.0:1746126447.897438:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1179:x1830945734615552:12345-192.168.203.32@tcp:101:dd.0 Request processed in 135us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126447.897447:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5351 00000100:00100000:0.0:1746126447.899913:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126447.900003:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734615680 00000100:00100000:2.0:1746126447.900010:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734615680 00000100:00100000:2.0:1746126447.900079:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5352 00000100:00100000:2.0:1746126447.900086:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1179:x1830945734615680:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:2.0:1746126447.900097:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126447.900110:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b813cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce372 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126447.900127:0:8425:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746126447.900142:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126447.900144:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126447.900148:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b813cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce372 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.900161:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b813cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce372 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126447.900168:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092847e00, rc 0) 00000100:00100000:2.0:1746126447.900204:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1179:x1830945734615680:12345-192.168.203.32@tcp:101:dd.0 Request processed in 119us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126447.900208:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5352 00000100:00100000:0.0:1746126447.902327:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126447.902367:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126447.902538:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734615808 00000100:00100000:3.0:1746126447.902545:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734615808 00002000:00010000:3.0:1746126447.902575:0:8428:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:3.0:1746126447.902580:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092866680 with x1830945734615808 ext(0->18446744073709551615) 00002000:00010000:3.0:1746126447.902586:0:8428:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092866680. 00000100:00100000:3.0:1746126447.902605:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734615936 00000100:00100000:3.0:1746126447.902608:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734615936 00002000:00010000:3.0:1746126447.902620:0:8428:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (0->18446744073709551615) 00002000:00100000:3.0:1746126447.902622:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282a680 with x1830945734615936 ext(0->18446744073709551615) 00002000:00010000:3.0:1746126447.902627:0:8428:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009282a680. 00000100:00100000:3.0:1746126447.902650:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3978 00000100:00100000:3.0:1746126447.902656:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734615808:12345-192.168.203.32@tcp:10:dd.0 00000100:00100000:2.0:1746126447.902868:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3979 00000100:00100000:2.0:1746126447.902874:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734615936:12345-192.168.203.32@tcp:10:dd.0 00002000:00010000:3.0:1746126447.902916:0:8428:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746126447.902919:0:8428:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746126446 00002000:00010000:3.0:1746126447.902921:0:8428:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746126447.902923:0:8428:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746126446 00002000:00010000:3.0:1746126447.902924:0:8428:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746126447.902955:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734615808:12345-192.168.203.32@tcp:10:dd.0 Request processed in 299us (633us total) trans 4294968461 rc 0/0 00000100:00100000:3.0:1746126447.902961:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3978 00002000:00010000:3.0:1746126447.902963:0:8428:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:3.0:1746126447.902965:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092866680 with x1830945734615808 ext(0->18446744073709551615) 00002000:00010000:3.0:1746126447.902969:0:8428:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092866680. 00002000:00010000:2.0:1746126447.903062:0:2576:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746126447.903065:0:2576:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1746126446 00002000:00010000:2.0:1746126447.903066:0:2576:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746126447.903068:0:2576:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1746126446 00002000:00010000:2.0:1746126447.903070:0:2576:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746126447.903090:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734615936:12345-192.168.203.32@tcp:10:dd.0 Request processed in 216us (722us total) trans 4294968082 rc 0/0 00000100:00100000:2.0:1746126447.903095:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3979 00002000:00010000:2.0:1746126447.903097:0:2576:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (0->18446744073709551615) 00002000:00100000:2.0:1746126447.903099:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282a680 with x1830945734615936 ext(0->18446744073709551615) 00002000:00010000:2.0:1746126447.903103:0:2576:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009282a680. 00010000:00010000:1.0:1746126448.045237:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126448.273595:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126448.274296:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734616192 00000100:00100000:2.0:1746126448.274303:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734616192 00002000:00100000:2.0:1746126448.274363:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880092828000 x1830945734616192/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.274372:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828000 with x1830945734616192 ext(0->1048575) 00002000:00010000:2.0:1746126448.274376:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092828000 00000100:00100000:2.0:1746126448.274392:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3980 00000100:00100000:2.0:1746126448.274399:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734616192:12345-192.168.203.32@tcp:4:dd.0 00000100:00080000:0.0:1746126448.274578:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126448.294833:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126448.295907:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734616448 00000100:00100000:3.0:1746126448.295914:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734616448 00002000:00100000:3.0:1746126448.295951:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff88009282bb80 x1830945734616448/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.295961:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282bb80 with x1830945734616448 ext(0->1048575) 00002000:00010000:3.0:1746126448.295965:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009282bb80 00000100:00100000:3.0:1746126448.295980:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3981 00000100:00100000:3.0:1746126448.295987:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1966:x1830945734616448:12345-192.168.203.32@tcp:4:dd.0 00000100:00080000:1.0:1746126448.297256:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126448.302605:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734616192:12345-192.168.203.32@tcp:4:dd.0 Request processed in 28198us (29009us total) trans 4294968462 rc 0/0 00000100:00100000:0.0:1746126448.302616:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3980 00002000:00100000:0.0:1746126448.302626:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880092828000 x1830945734616192/t4294968462(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126448.302635:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092828000 with x1830945734616192 ext(0->1048575) 00002000:00010000:0.0:1746126448.302640:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092828000 00000100:00100000:3.0:1746126448.312174:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126448.315041:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734616704 00000100:00100000:1.0:1746126448.315051:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734616704 00002000:00100000:1.0:1746126448.315089:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88008c318380 x1830945734616704/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.315098:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c318380 with x1830945734616704 ext(1048576->2097151) 00002000:00010000:1.0:1746126448.315103:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c318380 00000100:00100000:1.0:1746126448.315121:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3982 00000100:00100000:1.0:1746126448.315127:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1966:x1830945734616704:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126448.324932:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1966:x1830945734616448:12345-192.168.203.32@tcp:4:dd.0 Request processed in 28937us (30097us total) trans 4294968083 rc 0/0 00000100:00100000:2.0:1746126448.324943:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3981 00002000:00100000:2.0:1746126448.324954:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff88009282bb80 x1830945734616448/t4294968083(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.324968:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282bb80 with x1830945734616448 ext(0->1048575) 00002000:00010000:2.0:1746126448.324973:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009282bb80 00000100:00100000:0.0:1746126448.325538:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126448.338861:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734616960 00000100:00100000:2.0:1746126448.338871:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734616960 00002000:00100000:2.0:1746126448.338914:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff880093109c00 x1830945734616960/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.338922:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109c00 with x1830945734616960 ext(1048576->2097151) 00002000:00010000:2.0:1746126448.338927:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093109c00 00000100:00100000:2.0:1746126448.338965:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3983 00000100:00100000:2.0:1746126448.338972:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1966:x1830945734616960:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126448.345299:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1966:x1830945734616704:12345-192.168.203.32@tcp:4:dd.0 Request processed in 30163us (33123us total) trans 4294968463 rc 0/0 00000100:00100000:1.0:1746126448.345310:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3982 00002000:00100000:1.0:1746126448.345319:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88008c318380 x1830945734616704/t4294968463(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.345328:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c318380 with x1830945734616704 ext(1048576->2097151) 00002000:00010000:1.0:1746126448.345333:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c318380 00000100:00100000:2.0:1746126448.358488:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1966:x1830945734616960:12345-192.168.203.32@tcp:4:dd.0 Request processed in 19510us (32945us total) trans 4294968084 rc 0/0 00000100:00100000:2.0:1746126448.358498:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3983 00002000:00100000:2.0:1746126448.358507:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff880093109c00 x1830945734616960/t4294968084(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.358515:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109c00 with x1830945734616960 ext(1048576->2097151) 00002000:00010000:2.0:1746126448.358519:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093109c00 00000100:00100000:0.0:1746126448.359698:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126448.359756:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734617216 00000100:00100000:2.0:1746126448.359762:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734617216 00002000:00100000:2.0:1746126448.359794:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88009310aa00 x1830945734617216/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.359801:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310aa00 with x1830945734617216 ext(2097152->3145727) 00002000:00010000:2.0:1746126448.359805:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009310aa00 00000100:00100000:2.0:1746126448.360096:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3984 00000100:00100000:2.0:1746126448.360103:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734617216:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126448.380870:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126448.381162:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1964:x1830945734617216:12345-192.168.203.32@tcp:4:dd.0 Request processed in 21057us (21465us total) trans 4294968464 rc 0/0 00000100:00100000:2.0:1746126448.381172:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3984 00002000:00100000:2.0:1746126448.381182:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88009310aa00 x1830945734617216/t4294968464(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.381189:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310aa00 with x1830945734617216 ext(2097152->3145727) 00002000:00010000:2.0:1746126448.381194:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009310aa00 00000100:00100000:2.0:1746126448.381209:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734617472 00000100:00100000:2.0:1746126448.381214:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734617472 00002000:00100000:2.0:1746126448.381234:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff88009310b100 x1830945734617472/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.381241:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b100 with x1830945734617472 ext(2097152->3145727) 00002000:00010000:2.0:1746126448.381243:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310b100 00000100:00100000:2.0:1746126448.381263:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3985 00000100:00100000:2.0:1746126448.381269:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1963:x1830945734617472:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126448.399427:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1963:x1830945734617472:12345-192.168.203.32@tcp:4:dd.0 Request processed in 18151us (18556us total) trans 4294968085 rc 0/0 00000100:00100000:2.0:1746126448.399437:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3985 00002000:00100000:2.0:1746126448.399446:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff88009310b100 x1830945734617472/t4294968085(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.399454:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b100 with x1830945734617472 ext(2097152->3145727) 00002000:00010000:2.0:1746126448.399459:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310b100 00000100:00100000:0.0:1746126448.402685:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126448.407697:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734617728 00000100:00100000:3.0:1746126448.407706:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734617728 00002000:00100000:3.0:1746126448.407746:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff880093109880 x1830945734617728/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.407754:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109880 with x1830945734617728 ext(3145728->4194303) 00002000:00010000:3.0:1746126448.407758:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109880 00000100:00100000:3.0:1746126448.407785:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3986 00000100:00100000:3.0:1746126448.407791:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1963:x1830945734617728:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126448.418913:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126448.419887:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734617984 00000100:00100000:1.0:1746126448.419895:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734617984 00002000:00100000:1.0:1746126448.419928:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff88009310a300 x1830945734617984/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.419936:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a300 with x1830945734617984 ext(3145728->4194303) 00002000:00010000:1.0:1746126448.419940:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310a300 00000100:00100000:1.0:1746126448.421245:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3987 00000100:00100000:1.0:1746126448.421256:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1963:x1830945734617984:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126448.428065:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126448.428204:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734618240 00000100:00100000:2.0:1746126448.428211:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734618240 00002000:00100000:2.0:1746126448.428246:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88009c22c000 x1830945734618240/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.428254:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22c000 with x1830945734618240 ext(4194304->5242879) 00002000:00010000:2.0:1746126448.428259:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c22c000 00000100:00100000:2.0:1746126448.428282:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3988 00000100:00100000:2.0:1746126448.428290:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1966:x1830945734618240:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126448.431941:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1963:x1830945734617728:12345-192.168.203.32@tcp:4:dd.0 Request processed in 24140us (29254us total) trans 4294968465 rc 0/0 00000100:00100000:3.0:1746126448.431952:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3986 00002000:00100000:3.0:1746126448.431962:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff880093109880 x1830945734617728/t4294968465(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.431971:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109880 with x1830945734617728 ext(3145728->4194303) 00002000:00010000:3.0:1746126448.431976:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109880 00000100:00100000:2.0:1746126448.435585:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1963:x1830945734617984:12345-192.168.203.32@tcp:4:dd.0 Request processed in 14325us (16673us total) trans 4294968086 rc 0/0 00000100:00100000:2.0:1746126448.435594:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3987 00002000:00100000:2.0:1746126448.435603:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff88009310a300 x1830945734617984/t4294968086(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.435611:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a300 with x1830945734617984 ext(3145728->4194303) 00002000:00010000:2.0:1746126448.435616:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310a300 00000100:00100000:0.0:1746126448.436752:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126448.441404:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734618496 00000100:00100000:2.0:1746126448.441421:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734618496 00002000:00100000:2.0:1746126448.441454:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff880132595c00 x1830945734618496/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.441464:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595c00 with x1830945734618496 ext(4194304->5242879) 00002000:00010000:2.0:1746126448.441468:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132595c00 00000100:00100000:2.0:1746126448.441496:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3989 00000100:00100000:2.0:1746126448.441502:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1965:x1830945734618496:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126448.446829:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126448.446890:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734618752 00000100:00100000:3.0:1746126448.446898:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734618752 00002000:00100000:3.0:1746126448.446933:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88009c22c700 x1830945734618752/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.446942:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22c700 with x1830945734618752 ext(5242880->6291455) 00002000:00010000:3.0:1746126448.446946:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c22c700 00000100:00100000:3.0:1746126448.446965:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3990 00000100:00100000:3.0:1746126448.446971:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1966:x1830945734618752:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126448.447554:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1966:x1830945734618240:12345-192.168.203.32@tcp:4:dd.0 Request processed in 19263us (19495us total) trans 4294968466 rc 0/0 00000100:00100000:2.0:1746126448.447561:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3988 00002000:00100000:2.0:1746126448.447567:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88009c22c000 x1830945734618240/t4294968466(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.447574:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22c000 with x1830945734618240 ext(4194304->5242879) 00002000:00010000:2.0:1746126448.447577:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c22c000 00000100:00100000:0.0:1746126448.455789:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126448.457316:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1965:x1830945734618496:12345-192.168.203.32@tcp:4:dd.0 Request processed in 15808us (20562us total) trans 4294968087 rc 0/0 00000100:00100000:2.0:1746126448.457326:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3989 00002000:00100000:2.0:1746126448.457335:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff880132595c00 x1830945734618496/t4294968087(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.457344:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595c00 with x1830945734618496 ext(4194304->5242879) 00002000:00010000:2.0:1746126448.457349:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132595c00 00000100:00100000:3.0:1746126448.458375:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734619008 00000100:00100000:3.0:1746126448.458384:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734619008 00002000:00100000:3.0:1746126448.458418:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff880132597480 x1830945734619008/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.458424:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597480 with x1830945734619008 ext(5242880->6291455) 00002000:00010000:3.0:1746126448.458427:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132597480 00000100:00100000:3.0:1746126448.458448:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3991 00000100:00100000:3.0:1746126448.458453:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1965:x1830945734619008:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126448.465462:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126448.466616:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734619264 00000100:00100000:2.0:1746126448.466626:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734619264 00002000:00100000:2.0:1746126448.466669:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880132595180 x1830945734619264/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.466679:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595180 with x1830945734619264 ext(6291456->7340031) 00002000:00010000:2.0:1746126448.466683:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132595180 00000100:00100000:2.0:1746126448.466710:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3992 00000100:00100000:2.0:1746126448.466718:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1966:x1830945734619264:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126448.471604:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1966:x1830945734618752:12345-192.168.203.32@tcp:4:dd.0 Request processed in 24626us (24775us total) trans 4294968467 rc 0/0 00000100:00100000:3.0:1746126448.471615:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3990 00002000:00100000:3.0:1746126448.471625:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88009c22c700 x1830945734618752/t4294968467(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.471633:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c22c700 with x1830945734618752 ext(5242880->6291455) 00002000:00010000:3.0:1746126448.471637:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c22c700 00000100:00100000:1.0:1746126448.473573:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126448.474458:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734619520 00000100:00100000:3.0:1746126448.474465:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734619520 00002000:00100000:3.0:1746126448.474499:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88009a7b4700 x1830945734619520/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.474508:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4700 with x1830945734619520 ext(6291456->7340031) 00002000:00010000:3.0:1746126448.474513:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b4700 00000100:00100000:3.0:1746126448.474996:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3993 00000100:00100000:3.0:1746126448.475004:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1965:x1830945734619520:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126448.479384:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1965:x1830945734619008:12345-192.168.203.32@tcp:4:dd.0 Request processed in 20921us (23594us total) trans 4294968088 rc 0/0 00000100:00100000:3.0:1746126448.479395:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3991 00002000:00100000:3.0:1746126448.479437:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff880132597480 x1830945734619008/t4294968088(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.479446:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597480 with x1830945734619008 ext(5242880->6291455) 00002000:00010000:3.0:1746126448.479451:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132597480 00000100:00100000:2.0:1746126448.481533:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1966:x1830945734619264:12345-192.168.203.32@tcp:4:dd.0 Request processed in 14809us (16512us total) trans 4294968468 rc 0/0 00000100:00100000:2.0:1746126448.481543:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3992 00002000:00100000:2.0:1746126448.481551:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880132595180 x1830945734619264/t4294968468(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.481559:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595180 with x1830945734619264 ext(6291456->7340031) 00002000:00010000:2.0:1746126448.481563:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132595180 00000100:00100000:1.0:1746126448.487049:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126448.487393:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734619776 00000100:00100000:3.0:1746126448.487400:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734619776 00002000:00100000:3.0:1746126448.487441:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88009a7b6a00 x1830945734619776/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.487450:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6a00 with x1830945734619776 ext(7340032->8388607) 00002000:00010000:3.0:1746126448.487454:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b6a00 00000100:00100000:3.0:1746126448.487471:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3994 00000100:00100000:3.0:1746126448.487477:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1966:x1830945734619776:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126448.497699:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1965:x1830945734619520:12345-192.168.203.32@tcp:4:dd.0 Request processed in 22688us (24124us total) trans 4294968089 rc 0/0 00000100:00100000:3.0:1746126448.497710:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3993 00002000:00100000:3.0:1746126448.497720:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88009a7b4700 x1830945734619520/t4294968089(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.497727:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b4700 with x1830945734619520 ext(6291456->7340031) 00002000:00010000:3.0:1746126448.497732:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7b4700 00000100:00100000:0.0:1746126448.505221:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126448.505588:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734620032 00000100:00100000:2.0:1746126448.505595:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734620032 00002000:00100000:2.0:1746126448.505631:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff880132596300 x1830945734620032/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.505639:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596300 with x1830945734620032 ext(7340032->8388607) 00002000:00010000:2.0:1746126448.505643:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132596300 00000100:00100000:2.0:1746126448.505671:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3995 00000100:00100000:2.0:1746126448.505678:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1965:x1830945734620032:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126448.506546:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1966:x1830945734619776:12345-192.168.203.32@tcp:4:dd.0 Request processed in 19065us (19525us total) trans 4294968469 rc 0/0 00000100:00100000:3.0:1746126448.506554:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3994 00002000:00100000:3.0:1746126448.506561:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88009a7b6a00 x1830945734619776/t4294968469(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.506568:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b6a00 with x1830945734619776 ext(7340032->8388607) 00002000:00010000:3.0:1746126448.506571:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b6a00 00000100:00100000:2.0:1746126448.516250:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1965:x1830945734620032:12345-192.168.203.32@tcp:4:dd.0 Request processed in 10564us (11028us total) trans 4294968090 rc 0/0 00000100:00100000:2.0:1746126448.516260:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3995 00002000:00100000:2.0:1746126448.516270:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff880132596300 x1830945734620032/t4294968090(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.516280:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596300 with x1830945734620032 ext(7340032->8388607) 00002000:00010000:2.0:1746126448.516284:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132596300 00000100:00100000:0.0:1746126448.516974:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126448.517168:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734620288 00000100:00100000:3.0:1746126448.517175:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734620288 00002000:00100000:3.0:1746126448.517206:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff880132595500 x1830945734620288/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.517213:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595500 with x1830945734620288 ext(8388608->9437183) 00002000:00010000:3.0:1746126448.517217:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132595500 00000100:00100000:3.0:1746126448.517243:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3996 00000100:00100000:3.0:1746126448.517249:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1966:x1830945734620288:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126448.533109:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126448.533195:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734620544 00000100:00100000:1.0:1746126448.533203:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734620544 00002000:00100000:1.0:1746126448.533238:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff880132597100 x1830945734620544/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.533246:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597100 with x1830945734620544 ext(8388608->9437183) 00002000:00010000:1.0:1746126448.533251:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132597100 00000100:00100000:1.0:1746126448.533270:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3997 00000100:00100000:1.0:1746126448.533276:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1965:x1830945734620544:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126448.533927:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1966:x1830945734620288:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16676us (16952us total) trans 4294968470 rc 0/0 00000100:00100000:3.0:1746126448.533934:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3996 00002000:00100000:3.0:1746126448.533941:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff880132595500 x1830945734620288/t4294968470(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.533947:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595500 with x1830945734620288 ext(8388608->9437183) 00002000:00010000:3.0:1746126448.533950:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132595500 00000100:00100000:0.0:1746126448.539006:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126448.543169:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734620800 00000100:00100000:3.0:1746126448.543179:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734620800 00002000:00100000:2.0:1746126448.543932:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880132594e00 x1830945734620800/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.543942:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594e00 with x1830945734620800 ext(9437184->10485759) 00002000:00010000:2.0:1746126448.543948:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132594e00 00000100:00100000:2.0:1746126448.543981:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3998 00000100:00100000:2.0:1746126448.543989:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1964:x1830945734620800:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126448.550794:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1965:x1830945734620544:12345-192.168.203.32@tcp:4:dd.0 Request processed in 17510us (17684us total) trans 4294968091 rc 0/0 00000100:00100000:2.0:1746126448.550804:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3997 00002000:00100000:2.0:1746126448.550813:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff880132597100 x1830945734620544/t4294968091(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.550822:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132597100 with x1830945734620544 ext(8388608->9437183) 00002000:00010000:2.0:1746126448.550826:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132597100 00000100:00100000:2.0:1746126448.556488:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3292:1830945726373888:0@lo:400:kworker.0 00000100:00100000:2.0:1746126448.556539:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126448.556556:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726373888 00000100:00100000:0.0:1746126448.556562:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726373888 00000100:00100000:2.0:1746126448.556580:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1830945726374400:0@lo:400:kworker.0 00000100:00100000:0.0:1746126448.556591:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1746126448.556596:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3292:x1830945726373888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126448.556600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126448.556612:0:3292:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746126448.556616:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945726374272:0@lo:400:kworker.0 00000100:00100000:0.0:1746126448.556627:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3292:x1830945726373888:12345-0@lo:400:kworker.0 Request processed in 32us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126448.556631:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126448.556632:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1746126448.556652:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726374400 00000100:00100000:0.0:1746126448.556655:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726374400 00000100:00100000:3.0:1746126448.556688:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3294:1830945726374144:0@lo:400:kworker.0 00000100:00100000:1.0:1746126448.556688:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3293:1830945726374016:0@lo:400:kworker.0 00000100:00100000:1.0:1746126448.556708:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126448.556719:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726374016 00000100:00100000:3.0:1746126448.556722:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726374016 00000100:00100000:1.0:1746126448.556722:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726374528:0@lo:400:kworker.0 00000100:00100000:3.0:1746126448.556741:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1746126448.556745:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1830945726374016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126448.556771:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1830945726374016:12345-0@lo:400:kworker.0 Request processed in 26us (62us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126448.556776:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1746126448.556787:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126448.556800:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726374144 00000100:00100000:3.0:1746126448.556802:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726374144 00000100:00100000:3.0:1746126448.562752:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1746126448.562762:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830945726374144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126448.562829:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830945726374144:12345-0@lo:400:kworker.0 Request processed in 69us (6040us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126448.562835:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1746126448.562872:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3294:1830945726374144:0@lo:400:kworker.0 00000100:00080000:3.0:1746126448.562904:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126448.562920:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1746126448.562924:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1830945726374400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126448.562948:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1830945726374400:12345-0@lo:400:kworker.0 Request processed in 24us (6346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126448.562952:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1746126448.564447:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126448.564502:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734621056 00000100:00100000:3.0:1746126448.564508:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734621056 00002000:00100000:3.0:1746126448.564536:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff880094f61500 x1830945734621056/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.564544:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f61500 with x1830945734621056 ext(9437184->10485759) 00002000:00010000:3.0:1746126448.564549:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f61500 00000100:00100000:3.0:1746126448.564563:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 3999 00000100:00100000:3.0:1746126448.564568:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1963:x1830945734621056:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126448.566952:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734620800:12345-192.168.203.32@tcp:4:dd.0 Request processed in 22957us (27945us total) trans 4294968471 rc 0/0 00000100:00100000:3.0:1746126448.566962:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3998 00002000:00100000:3.0:1746126448.566971:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880132594e00 x1830945734620800/t4294968471(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.566979:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594e00 with x1830945734620800 ext(9437184->10485759) 00002000:00010000:3.0:1746126448.566984:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132594e00 00000100:00100000:1.0:1746126448.568244:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726374272 00000100:00100000:1.0:1746126448.568252:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726374272 00000100:00100000:1.0:1746126448.568288:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126448.568309:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726374528 00000100:00100000:2.0:1746126448.568312:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726374528 00000100:00100000:2.0:1746126448.568332:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1746126448.568336:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1746126448.568337:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945726374272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126448.568339:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726374528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126448.568379:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945726374272:12345-0@lo:400:kworker.0 Request processed in 42us (11746us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126448.568380:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726374528:12345-0@lo:400:kworker.0 Request processed in 40us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126448.568384:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1746126448.568386:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:1.0:1746126448.568404:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746126448.568416:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126448.568644:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945726374272:0@lo:400:kworker.0 00000100:00100000:3.0:1746126448.568656:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1830945726374400:0@lo:400:kworker.0 00000100:00100000:3.0:1746126448.568665:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3292:1830945726373888:0@lo:400:kworker.0 00000100:00100000:1.0:1746126448.568820:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726374528:0@lo:400:kworker.0 00000100:00100000:1.0:1746126448.568838:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3293:1830945726374016:0@lo:400:kworker.0 00000100:00100000:3.0:1746126448.574249:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1963:x1830945734621056:12345-192.168.203.32@tcp:4:dd.0 Request processed in 9672us (9799us total) trans 4294968092 rc 0/0 00000100:00100000:3.0:1746126448.574262:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 3999 00002000:00100000:3.0:1746126448.574271:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff880094f61500 x1830945734621056/t4294968092(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.574279:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f61500 with x1830945734621056 ext(9437184->10485759) 00002000:00010000:3.0:1746126448.574284:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f61500 00000100:00100000:0.0:1746126448.583116:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126448.583226:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734621312 00000100:00100000:3.0:1746126448.583234:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734621312 00002000:00100000:3.0:1746126448.583271:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff880094f60380 x1830945734621312/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.583281:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f60380 with x1830945734621312 ext(10485760->11534335) 00002000:00010000:3.0:1746126448.583285:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f60380 00000100:00100000:3.0:1746126448.583302:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4000 00000100:00100000:3.0:1746126448.583309:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734621312:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126448.595436:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126448.595602:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734621568 00000100:00100000:2.0:1746126448.595610:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734621568 00002000:00100000:2.0:1746126448.595644:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880094f62d80 x1830945734621568/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.595652:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f62d80 with x1830945734621568 ext(10485760->11534335) 00002000:00010000:2.0:1746126448.595656:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f62d80 00000100:00100000:2.0:1746126448.595672:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4001 00000100:00100000:2.0:1746126448.595678:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1964:x1830945734621568:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126448.597987:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734621312:12345-192.168.203.32@tcp:4:dd.0 Request processed in 14669us (14869us total) trans 4294968472 rc 0/0 00000100:00100000:3.0:1746126448.597997:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4000 00002000:00100000:3.0:1746126448.598008:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff880094f60380 x1830945734621312/t4294968472(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126448.598016:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f60380 with x1830945734621312 ext(10485760->11534335) 00002000:00010000:3.0:1746126448.598043:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f60380 00000100:00100000:3.0:1746126448.605059:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726374656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746126448.605118:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126448.605204:0:8426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726374656 00000100:00100000:3.0:1746126448.605210:0:8426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726374656 00000100:00100000:3.0:1746126448.605240:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:3.0:1746126448.605247:0:8426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945726374656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746126448.605265:0:8426:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 442826752 pending 18743296 free 3855613952 avail 3853516800 00000100:00100000:3.0:1746126448.605296:0:8426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830945726374656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126448.605302:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1746126448.605575:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726374656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126448.606132:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126448.606790:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734621568:12345-192.168.203.32@tcp:4:dd.0 Request processed in 11110us (11358us total) trans 4294968093 rc 0/0 00000100:00100000:2.0:1746126448.606797:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4001 00002000:00100000:2.0:1746126448.606805:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880094f62d80 x1830945734621568/t4294968093(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.606812:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f62d80 with x1830945734621568 ext(10485760->11534335) 00002000:00010000:2.0:1746126448.606817:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f62d80 00000100:00100000:2.0:1746126448.606829:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734621824 00000100:00100000:2.0:1746126448.606833:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734621824 00002000:00100000:2.0:1746126448.606850:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff880094f62300 x1830945734621824/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.606857:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f62300 with x1830945734621824 ext(11534336->12582911) 00002000:00010000:2.0:1746126448.606859:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f62300 00000100:00100000:2.0:1746126448.606871:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4002 00000100:00100000:2.0:1746126448.606876:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734621824:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126448.616618:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1964:x1830945734621824:12345-192.168.203.32@tcp:4:dd.0 Request processed in 9733us (10478us total) trans 4294968473 rc 0/0 00000100:00100000:2.0:1746126448.616629:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4002 00002000:00100000:2.0:1746126448.616639:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff880094f62300 x1830945734621824/t4294968473(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.616648:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f62300 with x1830945734621824 ext(11534336->12582911) 00002000:00010000:2.0:1746126448.616653:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f62300 00000100:00100000:0.0:1746126448.618362:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126448.618448:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734622080 00000100:00100000:2.0:1746126448.618454:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734622080 00002000:00100000:2.0:1746126448.618482:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff88008a9f3480 x1830945734622080/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.618489:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f3480 with x1830945734622080 ext(11534336->12582911) 00002000:00010000:2.0:1746126448.618493:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f3480 00000100:00100000:2.0:1746126448.619388:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4003 00000100:00100000:2.0:1746126448.619398:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1963:x1830945734622080:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126448.632298:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945734622080:12345-192.168.203.32@tcp:4:dd.0 Request processed in 12894us (13932us total) trans 4294968094 rc 0/0 00000100:00100000:2.0:1746126448.632308:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4003 00002000:00100000:2.0:1746126448.632319:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff88008a9f3480 x1830945734622080/t4294968094(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.632328:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f3480 with x1830945734622080 ext(11534336->12582911) 00002000:00010000:2.0:1746126448.632333:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f3480 00000100:00100000:0.0:1746126448.634071:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126448.634125:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734622592 00000100:00100000:2.0:1746126448.634132:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734622592 00000100:00080000:1.0:1746126448.634522:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126448.634551:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 162 00000100:00100000:2.0:1746126448.634557:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1179:x1830945734622592:12345-192.168.203.32@tcp:35:dd.0 00000001:00080000:2.0:1746126448.634715:0:7087:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294996805 00000100:00100000:2.0:1746126448.634776:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1179:x1830945734622592:12345-192.168.203.32@tcp:35:dd.0 Request processed in 219us (710us total) trans 4294996806 rc 0/0 00000100:00100000:2.0:1746126448.634782:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 162 00000020:00080000:2.0:1746126448.634786:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746126448.635569:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126448.635652:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734622336 00000100:00100000:2.0:1746126448.635657:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734622336 00002000:00100000:2.0:1746126448.635677:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff88008c31a300 x1830945734622336/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.635686:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31a300 with x1830945734622336 ext(12582912->13631487) 00002000:00010000:2.0:1746126448.635690:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c31a300 00000100:00100000:2.0:1746126448.635797:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4004 00000100:00100000:2.0:1746126448.635803:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945734622336:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126448.647864:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1963:x1830945734622336:12345-192.168.203.32@tcp:4:dd.0 Request processed in 12052us (12288us total) trans 4294968474 rc 0/0 00000100:00100000:2.0:1746126448.647875:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4004 00002000:00100000:2.0:1746126448.647885:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff88008c31a300 x1830945734622336/t4294968474(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:209/0 lens 488/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126448.647893:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c31a300 with x1830945734622336 ext(12582912->13631487) 00002000:00010000:2.0:1746126448.647898:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c31a300 00000100:00100000:0.0:1746126448.660863:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126448.661283:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734622720 00000100:00100000:3.0:1746126448.661291:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734622720 00000100:00100000:3.0:1746126448.661336:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73583 00000100:00100000:3.0:1746126448.661342:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1184:x1830945734622720:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:3.0:1746126448.661362:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126448.661383:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095228800/0x9851078746b813d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce379 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126448.661440:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x9851078746b813da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126448.661450:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x9851078746b813da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126448.661460:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x9851078746b813da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1746126448.661502:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746126448.661505:0:7085:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126448.661516:0:7085:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x9851078746b813da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126448.661531:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095228800/0x9851078746b813d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce379 expref: 23 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126448.661592:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x9851078746b813da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce379 expref: 22 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126448.661598:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009475f300) 00010000:00010000:3.0:1746126448.661600:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126448.661602:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:3.0:1746126448.663551:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1184:x1830945734622720:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 2202us (2688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126448.663559:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73583 00010000:00010000:1.0:1746126449.048050:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126449.247714:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.247744:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734622976 00000100:00100000:1.0:1746126449.247750:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734622976 00000100:00100000:1.0:1746126449.247786:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73584 00000100:00100000:1.0:1746126449.247793:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1195:x1830945734622976:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:1.0:1746126449.247808:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126449.247811:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746126449.247831:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x9851078746b813da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce379 expref: 22 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.247844:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009475f300) 00010000:00010000:1.0:1746126449.247851:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126449.247860:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b813e1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce380 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.247948:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b813e8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.247956:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b813e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.247969:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b813e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.247977:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b813ef lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.247985:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b813ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.247989:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b813ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.248339:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b813f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.248345:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b813f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.248351:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b813f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1746126449.248358:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:1.0:1746126449.248372:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b813e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.248377:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b813e8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.248381:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b813e8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.248385:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d07000 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126449.248388:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b813e8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.248392:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b813e8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.248398:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093298d00) 00010000:00010000:1.0:1746126449.248399:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126449.248415:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b813e8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.248420:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b813e8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:1.0:1746126449.248429:0:7085:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801314d8700 reply state ffff880092581000 transno 4294996807 ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b813ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1746126449.248433:0:7085:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746126449.248451:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b813e1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce380 expref: 24 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.248462:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b813f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce380 expref: 23 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.248467:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880093298000) 00010000:00010000:1.0:1746126449.248469:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126449.248470:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801312de000, rc 0) 00000100:00100000:1.0:1746126449.248508:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1195:x1830945734622976:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 716us (799us total) trans 4294996807 rc 0/0 00000100:00100000:1.0:1746126449.248513:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73584 00010000:00010000:2.0:1746126449.254250:0:3277:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b813ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126449.254267:0:3277:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b813ef lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126449.254273:0:3277:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b813ef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126449.254278:0:3277:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d06600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126449.254281:0:3277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b813ef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126449.254286:0:3277:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b813ef lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126449.254300:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880093298100) 00010000:00010000:2.0:1746126449.254303:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126449.254306:0:3277:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b813ef lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126449.254311:0:3277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b813ef lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1746126449.254590:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126449.254730:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734623232 00000100:00100000:0.0:1746126449.254743:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734623232 00000100:00100000:0.0:1746126449.254794:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73585 00000100:00100000:0.0:1746126449.254802:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1195:x1830945734623232:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:0.0:1746126449.254827:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126449.254851:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b81404 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce387 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.254951:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126449.254964:0:7085:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b813f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce380 expref: 24 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.254971:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126449.255010:0:7085:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b813f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce380 expref: 24 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.255053:0:7085:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b813f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce380 expref: 24 pid: 7085 timeout: 668 lvb_type: 0 00000100:00100000:0.0:1746126449.255066:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9f1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7085:1830945726374784:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126449.255152:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e6df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126449.262460:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9f1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7085:1830945726374784:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126449.262483:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1746126449.263007:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.267154:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734623360 00000100:00100000:1.0:1746126449.267163:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734623360 00010000:00010000:1.0:1746126449.267195:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b813f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce380 expref: 25 pid: 7085 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126449.267221:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17485 00000100:00100000:1.0:1746126449.267228:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1963:x1830945734623360:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126449.267239:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126449.267244:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b813f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce380 expref: 25 pid: 7085 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126449.267254:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b813f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce380 expref: 25 pid: 7085 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126449.267271:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b813f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce380 expref: 25 pid: 7085 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126449.267282:0:8440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880093298000) 00010000:00010000:1.0:1746126449.267286:0:8440:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.267293:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.267299:0:8440:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126449.267316:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126449.267358:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1963:x1830945734623360:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 130us (4351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.267365:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17485 00010000:00010000:2.0:1746126449.267654:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126449.267661:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1746126449.267679:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00000004:00080000:2.0:1746126449.267809:0:7085:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00000004:00080000:2.0:1746126449.267815:0:7085:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00010000:00010000:2.0:1746126449.267911:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126449.267918:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126449.267923:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126449.267927:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5cae600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126449.267930:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126449.267935:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126449.267943:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880093298000) 00010000:00010000:2.0:1746126449.267945:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746126449.267948:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126449.267952:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b8140b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126449.267989:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b81404 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce387 expref: 24 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.267996:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b81404 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce387 expref: 24 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.268009:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009298c000, rc 0) 00000100:00100000:2.0:1746126449.268051:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1195:x1830945734623232:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 13250us (13464us total) trans 4294996808 rc 301/301 00000100:00100000:2.0:1746126449.268057:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73585 00000100:00100000:0.0:1746126449.272361:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.273502:0:15834:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734623616 00000100:00100000:2.0:1746126449.273510:0:15834:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734623616 00000100:00100000:2.0:1746126449.273542:0:15834:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 163 00000100:00100000:2.0:1746126449.273549:0:15834:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1195:x1830945734623616:12345-192.168.203.32@tcp:35:lfs.0 00000100:00100000:2.0:1746126449.273796:0:15834:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1195:x1830945734623616:12345-192.168.203.32@tcp:35:lfs.0 Request processed in 245us (1440us total) trans 4294996809 rc 0/0 00000100:00100000:2.0:1746126449.273802:0:15834:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 163 00000100:00100000:0.0:1746126449.289746:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.290837:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734623744 00000100:00100000:3.0:1746126449.290845:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734623744 00000100:00100000:3.0:1746126449.290885:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73586 00000100:00100000:3.0:1746126449.290892:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1195:x1830945734623744:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:3.0:1746126449.290912:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126449.290926:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6600/0x9851078746b81419 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce38e expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.290967:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6600/0x9851078746b81419 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce38e expref: 25 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.290979:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6600/0x9851078746b81419 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce38e expref: 25 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.290993:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009475f800) 00010000:00010000:3.0:1746126449.290996:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746126449.290999:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800947c6600, rc 0) 00000100:00100000:3.0:1746126449.291049:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1195:x1830945734623744:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 156us (1308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126449.291055:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73586 00000100:00100000:2.0:1746126449.298160:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.298187:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734624000 00000100:00100000:2.0:1746126449.298194:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734624000 00000100:00100000:2.0:1746126449.298224:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 164 00000100:00100000:2.0:1746126449.298230:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1195:x1830945734624000:12345-192.168.203.32@tcp:35:lfs.0 00000100:00100000:2.0:1746126449.298373:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1195:x1830945734624000:12345-192.168.203.32@tcp:35:lfs.0 Request processed in 142us (219us total) trans 4294996810 rc 0/0 00000100:00100000:2.0:1746126449.298378:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 164 00000100:00100000:0.0:1746126449.320371:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.320468:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734624128 00000100:00100000:2.0:1746126449.320476:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734624128 00000100:00100000:2.0:1746126449.320552:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73587 00000100:00100000:2.0:1746126449.320560:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1196:x1830945734624128:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:2.0:1746126449.320583:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126449.320598:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2000/0x9851078746b81420 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce395 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.320649:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2c00/0x9851078746b81427 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.320658:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2c00/0x9851078746b81427 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.320667:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2c00/0x9851078746b81427 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:2.0:1746126449.320714:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746126449.320717:0:7084:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126449.320728:0:7084:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2c00/0x9851078746b81427 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.320745:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2000/0x9851078746b81420 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce395 expref: 28 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.320760:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2c00/0x9851078746b81427 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce395 expref: 27 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.320765:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009321c000) 00010000:00010000:2.0:1746126449.320767:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126449.320769:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e2c00, rc 0) 00000100:00100000:2.0:1746126449.320806:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1196:x1830945734624128:12345-192.168.203.32@tcp:101:dd.0 Request processed in 247us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126449.320811:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73587 00000100:00100000:1.0:1746126449.369084:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.369160:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.369576:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734624256 00000100:00100000:3.0:1746126449.369583:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734624256 00000100:00100000:3.0:1746126449.369620:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734624512 00000100:00100000:3.0:1746126449.369621:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734624512 00000100:00100000:3.0:1746126449.369634:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73588 00000100:00100000:3.0:1746126449.369640:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+12:1197:x1830945734624256:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:3.0:1746126449.369655:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126449.369668:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6400/0x9851078746b8142e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce39c expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.369714:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094010600/0x9851078746b81435 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.369724:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094010600/0x9851078746b81435 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.369733:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094010600/0x9851078746b81435 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1746126449.369774:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746126449.369776:0:7085:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126449.369787:0:7085:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094010600/0x9851078746b81435 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.369801:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6400/0x9851078746b8142e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce39c expref: 14 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.369817:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094010600/0x9851078746b81435 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce39c expref: 13 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.369824:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009321c000) 00010000:00010000:3.0:1746126449.369827:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126449.369830:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094010600, rc 0) 00000100:00100000:3.0:1746126449.369875:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+13:1197:x1830945734624256:12345-192.168.203.32@tcp:101:dd.0 Request processed in 235us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126449.369880:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73588 00000100:00100000:3.0:1746126449.369892:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73589 00000100:00100000:3.0:1746126449.369897:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1196:x1830945734624512:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:3.0:1746126449.369902:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126449.369907:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b8143c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce3a3 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.369939:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b484ca00/0x9851078746b81443 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.369945:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b484ca00/0x9851078746b81443 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.369950:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b484ca00/0x9851078746b81443 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.369960:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b8144a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.369965:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b8144a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.369969:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b8144a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370051:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b81451 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370057:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b81451 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370062:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b81451 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1746126449.370068:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746126449.370125:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b484ca00/0x9851078746b81443 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370130:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b484ca00/0x9851078746b81443 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370136:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b484ca00/0x9851078746b81443 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370140:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b484ca00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126449.370143:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b484ca00/0x9851078746b81443 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370148:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b484ca00/0x9851078746b81443 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370155:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009321c000) 00010000:00010000:3.0:1746126449.370156:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126449.370159:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b484ca00/0x9851078746b81443 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370163:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b484ca00/0x9851078746b81443 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370173:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b8144a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370178:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b8144a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370183:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b8144a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370186:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009298c000 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126449.370188:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b8144a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370192:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b8144a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370196:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009475f700) 00010000:00010000:3.0:1746126449.370198:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126449.370200:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b8144a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370204:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b8144a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126449.370223:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b8143c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3a3 expref: 30 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.370230:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06600/0x9851078746b81451 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3a3 expref: 29 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.370235:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321cf00) 00010000:00010000:3.0:1746126449.370237:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126449.370239:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d06600, rc 0) 00000100:00100000:3.0:1746126449.370253:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1196:x1830945734624512:12345-192.168.203.32@tcp:101:dd.0 Request processed in 356us (1094us total) trans 4294996811 rc 0/0 00000100:00100000:3.0:1746126449.370258:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73589 00000100:00080000:1.0:1746126449.370803:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126449.400391:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126449.400451:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.400477:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734624768 00000100:00100000:2.0:1746126449.400484:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734624768 00000100:00100000:2.0:1746126449.400520:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734625024 00000100:00100000:2.0:1746126449.400523:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734625024 00000100:00100000:3.0:1746126449.400531:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73590 00000100:00100000:3.0:1746126449.400540:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1196:x1830945734624768:12345-192.168.203.32@tcp:101:dd.0 00000100:00100000:2.0:1746126449.400544:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73591 00000100:00100000:2.0:1746126449.400547:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:68cec75b-543f-4a1a-954f-27556ebc9519+13:1197:x1830945734625024:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:3.0:1746126449.400556:0:9852:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126449.400556:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126449.400559:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126449.400570:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3600/0x9851078746b8145f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce3b1 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.400575:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2c00/0x9851078746b81427 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce395 expref: 29 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.400651:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b81466 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400660:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b81466 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400667:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b81466 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400676:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b8146d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400681:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b8146d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400685:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b8146d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400747:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b81474 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400753:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b81474 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400757:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b81474 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:2.0:1746126449.400767:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746126449.400827:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b81466 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400832:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b81466 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400837:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b81466 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400842:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b8e2600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126449.400845:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b81466 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400850:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b81466 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400858:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009321c000) 00010000:00010000:2.0:1746126449.400860:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126449.400862:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b81466 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400867:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e2600/0x9851078746b81466 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400876:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b8146d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400880:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b8146d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400884:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b8146d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400891:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b8e3400 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126449.400893:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b8146d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400897:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b8146d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400902:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009321ca00) 00010000:00010000:2.0:1746126449.400904:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126449.400906:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b8146d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400910:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3400/0x9851078746b8146d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.400936:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8e3600/0x9851078746b8145f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3b1 expref: 16 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.400943:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801312de000/0x9851078746b81474 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3b1 expref: 15 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.400948:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321cf00) 00010000:00010000:2.0:1746126449.400950:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126449.400952:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801312de000, rc 0) 00000100:00100000:2.0:1746126449.400994:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:68cec75b-543f-4a1a-954f-27556ebc9519+15:1197:x1830945734625024:12345-192.168.203.32@tcp:101:dd.0 Request processed in 445us (542us total) trans 4294996812 rc 0/0 00000100:00100000:2.0:1746126449.400999:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73591 00010000:00010000:3.0:1746126449.401114:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009321c000) 00010000:00010000:3.0:1746126449.401117:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126449.401125:0:9852:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07c00/0x9851078746b81482 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce3aa expref: -99 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.401170:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.401178:0:9852:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094010600/0x9851078746b81435 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce39c expref: 14 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.401183:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.401206:0:9852:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094010600/0x9851078746b81435 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce39c expref: 14 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.401215:0:9852:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094010600/0x9851078746b81435 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce39c expref: 14 pid: 7085 timeout: 668 lvb_type: 0 00000100:00100000:3.0:1746126449.401225:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9852:1830945726374912:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126449.401279:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d13900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126449.403579:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.403688:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734625280 00000100:00100000:2.0:1746126449.403699:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734625280 00000100:00100000:2.0:1746126449.403741:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73592 00000100:00100000:2.0:1746126449.403747:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:68cec75b-543f-4a1a-954f-27556ebc9519+15:1197:x1830945734625280:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:2.0:1746126449.403772:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126449.403774:0:7084:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126449.403788:0:7084:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094010600/0x9851078746b81435 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce39c expref: 15 pid: 7085 timeout: 668 lvb_type: 0 00010000:00010000:2.0:1746126449.403813:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009321c000) 00010000:00010000:2.0:1746126449.403818:0:7084:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126449.403827:0:7084:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126449.403937:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126449.403952:0:7084:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126449.403964:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009515f000/0x9851078746b81490 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce3b8 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.404455:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7600/0x9851078746b81497 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404465:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7600/0x9851078746b81497 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404471:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7600/0x9851078746b81497 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404483:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57c00/0x9851078746b8149e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404492:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57c00/0x9851078746b8149e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404496:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57c00/0x9851078746b8149e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404559:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57a00/0x9851078746b814a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404565:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57a00/0x9851078746b814a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404571:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57a00/0x9851078746b814a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:2.0:1746126449.404580:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:2.0:1746126449.404662:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7600/0x9851078746b81497 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404669:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7600/0x9851078746b81497 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404674:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7600/0x9851078746b81497 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404680:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c2e7600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126449.404683:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7600/0x9851078746b81497 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404689:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7600/0x9851078746b81497 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404696:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009321c000) 00010000:00010000:2.0:1746126449.404698:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126449.404701:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7600/0x9851078746b81497 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404706:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2e7600/0x9851078746b81497 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404715:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57c00/0x9851078746b8149e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404719:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57c00/0x9851078746b8149e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404723:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57c00/0x9851078746b8149e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404726:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5c57c00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126449.404728:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57c00/0x9851078746b8149e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404731:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57c00/0x9851078746b8149e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404736:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009321cd00) 00010000:00010000:2.0:1746126449.404738:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126449.404740:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57c00/0x9851078746b8149e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404744:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57c00/0x9851078746b8149e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126449.404774:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009515f000/0x9851078746b81490 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3b8 expref: 18 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.404783:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57a00/0x9851078746b814a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3b8 expref: 17 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.404790:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009475f800) 00010000:00010000:2.0:1746126449.404792:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126449.404793:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c57a00, rc 0) 00000100:00100000:2.0:1746126449.404854:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:68cec75b-543f-4a1a-954f-27556ebc9519+17:1197:x1830945734625280:12345-192.168.203.32@tcp:101:dd.0 Request processed in 1106us (1283us total) trans 4294996813 rc 0/0 00000100:00100000:2.0:1746126449.404861:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73592 00010000:00010000:3.0:1746126449.413938:0:9852:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.32@tcp) returned -22 from blocking AST (req@ffff88008c31bb80 x1830945726374912) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff880094010600/0x9851078746b81435 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce39c expref: 16 pid: 7085 timeout: 668 lvb_type: 0 00010000:00010000:3.0:1746126449.413960:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094010600/0x9851078746b81435 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce39c expref: 16 pid: 7085 timeout: 668 lvb_type: 0 00000100:00100000:0.0:1746126449.414336:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.414413:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c31bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9852:1830945726374912:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126449.414436:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009321c000) 00010000:00010000:3.0:1746126449.414443:0:9852:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.414452:0:9852:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.414457:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.414476:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b814b3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.414485:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b814b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.414493:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b814b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00000004:00080000:3.0:1746126449.414893:0:9852:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00010000:00010000:3.0:1746126449.415068:0:9852:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b814ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.415075:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b814ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.415081:0:9852:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b814ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.415110:0:9852:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.415117:0:9852:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.415123:0:9852:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.415128:0:9852:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d07600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126449.415132:0:9852:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.415137:0:9852:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.415144:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009321c000) 00010000:00010000:3.0:1746126449.415147:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126449.415150:0:9852:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:3.0:1746126449.415154:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07600/0x9851078746b81489 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00000004:00010000:3.0:1746126449.415164:0:9852:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008a9f0700 reply state ffff88008cb4c000 transno 4294996814 ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b814b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9852 initiator: MDT0 00000100:00100000:3.0:1746126449.415173:0:9852:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746126449.415202:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07c00/0x9851078746b81482 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3aa expref: 31 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.415218:0:9852:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d07000/0x9851078746b814ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3aa expref: 30 pid: 9852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.415224:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009475ff00) 00010000:00010000:3.0:1746126449.415226:0:9852:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126449.415228:0:9852:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d07000, rc 0) 00000100:00100000:2.0:1746126449.415478:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734625408 00000100:00100000:2.0:1746126449.415486:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734625408 00000100:00080000:0.0:1746126449.415563:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126449.415758:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5353 00000100:00100000:2.0:1746126449.415767:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1197:x1830945734625408:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:2.0:1746126449.415781:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126449.415794:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2c00/0x9851078746b814c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce3bf expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.415816:0:8424:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092aaf600/0x9851078746b813c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce36b expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.415823:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126449.415825:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126449.415827:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2c00/0x9851078746b814c8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3bf expref: 7 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.415856:0:8424:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092aaf600/0x9851078746b813c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce36b expref: 32 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.415868:0:8424:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092aaf600/0x9851078746b813c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce36b expref: 32 pid: 17079 timeout: 668 lvb_type: 0 00000100:00100000:2.0:1746126449.415881:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327c0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945726375040:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126449.416899:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1196:x1830945734624768:12345-192.168.203.32@tcp:101:dd.0 Request processed in 16357us (16511us total) trans 4294996814 rc 0/0 00000100:00100000:3.0:1746126449.416907:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73590 00000100:00100000:2.0:1746126449.418387:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315c23c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746126449.426015:0:3278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b814b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126449.426055:0:3278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b814b3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126449.426062:0:3278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b814b3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126449.426067:0:3278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800947c6200 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126449.426072:0:3278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b814b3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126449.426077:0:3278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b814b3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126449.426094:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88009475fb00) 00010000:00010000:2.0:1746126449.426096:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126449.426100:0:3278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b814b3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00010000:00010000:2.0:1746126449.426105:0:3278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6200/0x9851078746b814b3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9852 initiator: MDT0 00000100:00100000:1.0:1746126449.428530:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.428558:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734625664 00000100:00100000:1.0:1746126449.428565:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734625664 00000100:00100000:1.0:1746126449.428616:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4005 00000100:00100000:1.0:1746126449.428623:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1966:x1830945734625664:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:1.0:1746126449.428657:0:8428:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e30cc00/0x9851078746b814cf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.428673:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126449.428676:0:8428:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e30cc00/0x9851078746b814cf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.428684:0:8428:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012e30cc00/0x9851078746b814cf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126449.429830:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327c0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8424:1830945726375040:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126449.429854:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2c00/0x9851078746b814c8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3bf expref: 7 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.429867:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8e2c00, rc 0) 00000100:00100000:3.0:1746126449.429916:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+7:1197:x1830945734625408:12345-192.168.203.32@tcp:101:dd.0 Request processed in 14151us (15581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126449.429924:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5353 00000100:00100000:0.0:1746126449.436549:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126449.437171:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.438058:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734626048 00000100:00100000:2.0:1746126449.438068:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734626048 00010000:00010000:2.0:1746126449.438105:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092aaf600/0x9851078746b813c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce36b expref: 34 pid: 17079 timeout: 668 lvb_type: 0 00000100:00100000:2.0:1746126449.438141:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17486 00000100:00100000:2.0:1746126449.438148:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+34:1964:x1830945734626048:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126449.438164:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126449.438181:0:7071:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:2.0:1746126449.438184:0:7071:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 1746126446 -> 1746126447 00002000:00010000:2.0:1746126449.438186:0:7071:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 1746126446 -> 1746126447 00010000:00010000:2.0:1746126449.438191:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092aaf600/0x9851078746b813c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce36b expref: 34 pid: 17079 timeout: 668 lvb_type: 0 00010000:00010000:2.0:1746126449.438201:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092aaf600/0x9851078746b813c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce36b expref: 34 pid: 17079 timeout: 668 lvb_type: 0 00010000:00010000:2.0:1746126449.438224:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092aaf600/0x9851078746b813c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce36b expref: 34 pid: 17079 timeout: 668 lvb_type: 0 00010000:00010000:2.0:1746126449.438252:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126449.438253:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126449.438260:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2c00/0x9851078746b814c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3bf expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.438268:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2c00/0x9851078746b814c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3bf expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.438275:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126449.438276:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126449.438278:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e30cc00/0x9851078746b814cf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.438284:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e30cc00/0x9851078746b814cf lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.438317:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b8e2c00/0x9851078746b814c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3bf expref: 6 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126449.438327:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327c1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945726375168:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126449.438412:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315c2900 going to sleep for 11 seconds 00010000:00010000:2.0:1746126449.438518:0:8428:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012e30cc00/0x9851078746b814cf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.438526:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e30cc00/0x9851078746b814cf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126449.439885:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734625920 00000100:00100000:1.0:1746126449.439894:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734625920 00000100:00100000:1.0:1746126449.439965:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4006 00000100:00100000:1.0:1746126449.439972:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1966:x1830945734625920:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:1.0:1746126449.440001:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b814d6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.440015:0:25845:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b813cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce372 expref: 31 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.440035:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126449.440036:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126449.440040:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b814d6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.440063:0:25845:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b813cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce372 expref: 31 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.440074:0:25845:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b813cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce372 expref: 31 pid: 8425 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126449.440085:0:25845:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:25845:1830945726375296:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126449.440146:0:25845:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126449.441004:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327c1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945726375168:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126449.441038:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126449.441068:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1964:x1830945734626048:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2919us (3897us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126449.441081:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17486 00000100:00100000:1.0:1746126449.444347:0:25845:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:25845:1830945726375296:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126449.444374:0:25845:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b814d6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126449.446000:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.446065:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734626304 00000100:00100000:3.0:1746126449.446074:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734626304 00002000:00100000:3.0:1746126449.446120:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880131465f80 x1830945734626304/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.446130:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465f80 with x1830945734626304 ext(0->1048575) 00002000:00010000:3.0:1746126449.446137:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131465f80 00000100:00100000:3.0:1746126449.446164:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4007 00000100:00100000:3.0:1746126449.446172:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+7:1964:x1830945734626304:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:2.0:1746126449.456228:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.456346:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734626432 00000100:00100000:3.0:1746126449.456357:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734626432 00010000:00010000:3.0:1746126449.456409:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b813cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce372 expref: 32 pid: 8425 timeout: 668 lvb_type: 0 00000100:00100000:3.0:1746126449.456446:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17487 00000100:00100000:3.0:1746126449.456455:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1964:x1830945734626432:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126449.456469:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126449.456489:0:7071:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:3.0:1746126449.456491:0:7071:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 1746126446 -> 1746126447 00002000:00010000:3.0:1746126449.456494:0:7071:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 1746126446 -> 1746126447 00010000:00010000:3.0:1746126449.456499:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b813cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce372 expref: 32 pid: 8425 timeout: 668 lvb_type: 0 00010000:00010000:3.0:1746126449.456512:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b813cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce372 expref: 32 pid: 8425 timeout: 668 lvb_type: 0 00010000:00010000:3.0:1746126449.456544:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092847e00/0x9851078746b813cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce372 expref: 32 pid: 8425 timeout: 668 lvb_type: 0 00010000:00010000:3.0:1746126449.456571:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126449.456573:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126449.456579:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b814d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.456588:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b814d6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.456611:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126449.456656:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1964:x1830945734626432:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 202us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126449.456663:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17487 00010000:00010000:3.0:1746126449.456746:0:25845:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b814d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.456753:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b814d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.464260:0:8428:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e30cc00/0x9851078746b814cf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.464278:0:8428:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012e30cc00/0x9851078746b814cf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.464285:0:8428:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012e30cc00/0x9851078746b814cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.464291:0:8428:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e30cc00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126449.464294:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e30cc00/0x9851078746b814cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.464301:0:8428:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e30cc00/0x9851078746b814cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.464318:0:8428:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012e30cc00/0x9851078746b814cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.464323:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e30cc00/0x9851078746b814cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126449.464434:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1966:x1830945734625664:12345-192.168.203.32@tcp:3:dd.0 Request processed in 35805us (35910us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126449.464443:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4005 00000100:00100000:3.0:1746126449.473095:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+7:1964:x1830945734626304:12345-192.168.203.32@tcp:3:dd.0 Request processed in 26910us (27087us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126449.473108:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4007 00002000:00100000:3.0:1746126449.473120:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880131465f80 x1830945734626304/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.473136:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465f80 with x1830945734626304 ext(0->1048575) 00002000:00010000:3.0:1746126449.473141:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131465f80 00010000:00010000:0.0:1746126449.478485:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b814d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.478495:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b814d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.478502:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b814d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.478507:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095660e00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126449.478511:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b814d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.478517:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b814d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.478532:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b814d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.478538:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660e00/0x9851078746b814d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126449.478640:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1966:x1830945734625920:12345-192.168.203.32@tcp:3:dd.0 Request processed in 38664us (42098us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746126449.478652:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4006 00000100:00100000:0.0:1746126449.481486:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.483247:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734626560 00000100:00100000:3.0:1746126449.483257:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734626560 00000100:00100000:3.0:1746126449.483886:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5354 00000100:00100000:3.0:1746126449.483894:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+6:1197:x1830945734626560:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:3.0:1746126449.483908:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126449.483924:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b814dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce3c6 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126449.483942:0:8424:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 12582912, mtime: 0x6813c66f, atime: 0x0, ctime: 0x6813c66f, blocks: 0x1 00010000:00010000:3.0:1746126449.483959:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126449.483961:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126449.483967:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b814dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3c6 expref: 7 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.483979:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228800/0x9851078746b814dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3c6 expref: 7 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.483987:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228800, rc 0) 00000100:00100000:3.0:1746126449.484056:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+7:1197:x1830945734626560:12345-192.168.203.32@tcp:101:dd.0 Request processed in 163us (2576us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126449.484062:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5354 00000100:00080000:2.0:1746126449.484263:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126449.487456:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.487896:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734626816 00000100:00100000:1.0:1746126449.487904:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734626816 00000100:00100000:1.0:1746126449.487961:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4008 00000100:00100000:1.0:1746126449.487968:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945734626816:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:1.0:1746126449.488007:0:25845:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746126449.488014:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b814e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.488042:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.488044:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.488047:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b814e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.488058:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b814e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126449.489992:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.490072:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.490258:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734626944 00000100:00100000:2.0:1746126449.490265:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734626944 00000100:00100000:2.0:1746126449.490313:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734627328 00000100:00100000:2.0:1746126449.490315:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734627328 00002000:00100000:2.0:1746126449.490329:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (0->1040383) req@ffff88008c318700 x1830945734627328/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.490337:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c318700 with x1830945734627328 ext(0->1040383) 00002000:00010000:2.0:1746126449.490341:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c318700 00000100:00100000:2.0:1746126449.490352:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4009 00000100:00100000:2.0:1746126449.490357:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734626944:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:2.0:1746126449.490379:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b814eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.490393:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126449.490395:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126449.490398:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b814eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.490420:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b814eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126449.491381:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4010 00000100:00100000:0.0:1746126449.491388:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+7:1965:x1830945734627328:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:1.0:1746126449.501207:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+7:1965:x1830945734627328:12345-192.168.203.32@tcp:3:dd.0 Request processed in 9810us (11125us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746126449.501219:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4010 00002000:00100000:1.0:1746126449.501229:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->1040383) req@ffff88008c318700 x1830945734627328/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.501237:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c318700 with x1830945734627328 ext(0->1040383) 00002000:00010000:1.0:1746126449.501243:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c318700 00000100:00100000:0.0:1746126449.509299:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.509354:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734627456 00000100:00100000:3.0:1746126449.509361:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734627456 00000100:00100000:3.0:1746126449.509398:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5355 00000100:00100000:3.0:1746126449.509413:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+7:1197:x1830945734627456:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:3.0:1746126449.509426:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126449.509451:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b814f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce3cd expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126449.509470:0:17079:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746126449.509487:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126449.509489:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126449.509496:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b814f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3cd expref: 8 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.509508:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b814f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3cd expref: 8 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.509516:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c6de00, rc 0) 00000100:00100000:3.0:1746126449.509569:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+8:1197:x1830945734627456:12345-192.168.203.32@tcp:101:dd.0 Request processed in 156us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126449.509574:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5355 00000100:00100000:1.0:1746126449.529147:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.529214:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.529521:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734627840 00000100:00100000:3.0:1746126449.529529:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734627840 00000100:00100000:3.0:1746126449.529564:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5356 00000100:00100000:3.0:1746126449.529572:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+7:1197:x1830945734627840:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:3.0:1746126449.529586:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126449.529602:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b408ce00/0x9851078746b814f9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce3d4 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126449.529608:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734627712 00000100:00100000:0.0:1746126449.529618:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734627712 00002000:00010000:3.0:1746126449.529624:0:17079:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746126449.529643:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126449.529644:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126449.529651:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408ce00/0x9851078746b814f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3d4 expref: 8 pid: 17079 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746126449.529658:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff8801314d8380 x1830945734627712/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:3.0:1746126449.529663:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b408ce00/0x9851078746b814f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3d4 expref: 8 pid: 17079 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746126449.529668:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d8380 with x1830945734627712 ext(0->1048575) 00010000:00010000:3.0:1746126449.529672:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b408ce00, rc 0) 00002000:00010000:0.0:1746126449.529674:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314d8380 00000100:00100000:0.0:1746126449.529698:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4011 00000100:00100000:0.0:1746126449.529704:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734627712:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126449.529725:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+8:1197:x1830945734627840:12345-192.168.203.32@tcp:101:dd.0 Request processed in 153us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126449.529730:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5356 00000100:00100000:1.0:1746126449.553740:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+10:1963:x1830945734627712:12345-192.168.203.32@tcp:4:dd.0 Request processed in 24023us (24513us total) trans 4294968097 rc 0/0 00000100:00100000:1.0:1746126449.553755:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4011 00002000:00100000:1.0:1746126449.553768:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff8801314d8380 x1830945734627712/t4294968097(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.553777:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314d8380 with x1830945734627712 ext(0->1048575) 00002000:00010000:1.0:1746126449.553784:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314d8380 00000100:00100000:0.0:1746126449.553789:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.553808:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734628096 00000100:00100000:1.0:1746126449.553816:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734628096 00002000:00100000:1.0:1746126449.553843:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (1040384->2080767) req@ffff880131466680 x1830945734628096/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.553849:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466680 with x1830945734628096 ext(1040384->2080767) 00002000:00010000:1.0:1746126449.553852:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466680 00000100:00100000:1.0:1746126449.553875:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4012 00000100:00100000:1.0:1746126449.553881:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+10:1963:x1830945734628096:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126449.554132:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126449.554151:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734628352 00000100:00100000:0.0:1746126449.554154:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734628352 00002000:00100000:0.0:1746126449.554171:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88013332aa00 x1830945734628352/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.554178:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332aa00 with x1830945734628352 ext(1048576->2097151) 00002000:00010000:0.0:1746126449.554181:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013332aa00 00000100:00100000:0.0:1746126449.554198:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4013 00000100:00100000:0.0:1746126449.554203:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734628352:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:2.0:1746126449.561688:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+10:1963:x1830945734628096:12345-192.168.203.32@tcp:3:dd.0 Request processed in 7795us (7887us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746126449.561701:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4012 00002000:00100000:2.0:1746126449.561714:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (1040384->2080767) req@ffff880131466680 x1830945734628096/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.561724:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466680 with x1830945734628096 ext(1040384->2080767) 00002000:00010000:2.0:1746126449.561730:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466680 00000100:00100000:2.0:1746126449.564331:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734628352:12345-192.168.203.32@tcp:3:dd.0 Request processed in 10119us (10191us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126449.564342:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4013 00002000:00100000:2.0:1746126449.564353:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88013332aa00 x1830945734628352/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.564362:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332aa00 with x1830945734628352 ext(1048576->2097151) 00002000:00010000:2.0:1746126449.564367:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013332aa00 00000100:00100000:2.0:1746126449.575530:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.575576:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.575602:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734628736 00000100:00100000:2.0:1746126449.575612:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734628736 00002000:00100000:2.0:1746126449.575654:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (2080768->2097151) req@ffff8801327c0a80 x1830945734628736/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.575663:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0a80 with x1830945734628736 ext(2080768->2097151) 00002000:00010000:2.0:1746126449.575668:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c0a80 00000100:00100000:2.0:1746126449.575684:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734628864 00000100:00100000:2.0:1746126449.575687:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734628864 00002000:00100000:2.0:1746126449.575906:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8801248afb80 x1830945734628864/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.575913:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248afb80 with x1830945734628864 ext(0->1048575) 00002000:00010000:2.0:1746126449.575917:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248afb80 00000100:00100000:2.0:1746126449.575943:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4014 00000100:00100000:2.0:1746126449.575951:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+10:1964:x1830945734628736:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:3.0:1746126449.576086:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4015 00000100:00100000:3.0:1746126449.576094:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+8:1964:x1830945734628864:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126449.577088:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+10:1964:x1830945734628736:12345-192.168.203.32@tcp:3:dd.0 Request processed in 1135us (1565us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1746126449.577601:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4014 00002000:00100000:2.0:1746126449.577611:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (2080768->2097151) req@ffff8801327c0a80 x1830945734628736/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/16824 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 16384/16384 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.577619:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0a80 with x1830945734628736 ext(2080768->2097151) 00002000:00010000:2.0:1746126449.577623:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c0a80 00000100:00100000:0.0:1746126449.592258:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.592697:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734629120 00000100:00100000:3.0:1746126449.592704:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734629120 00002000:00100000:3.0:1746126449.592739:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880133329180 x1830945734629120/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.592749:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133329180 with x1830945734629120 ext(1048576->2097151) 00002000:00010000:3.0:1746126449.592753:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133329180 00000100:00100000:3.0:1746126449.592770:0:2576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4016 00000100:00100000:3.0:1746126449.592776:0:2576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133329180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+10:1963:x1830945734629120:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126449.602468:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.602498:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.607113:0:2576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133329180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:68cec75b-543f-4a1a-954f-27556ebc9519+12:1963:x1830945734629120:12345-192.168.203.32@tcp:4:dd.0 Request processed in 14328us (14853us total) trans 4294968098 rc 0/0 00000100:00100000:3.0:1746126449.607122:0:2576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4016 00002000:00100000:3.0:1746126449.607132:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880133329180 x1830945734629120/t4294968098(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.607140:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133329180 with x1830945734629120 ext(1048576->2097151) 00002000:00010000:3.0:1746126449.607145:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133329180 00000100:00100000:2.0:1746126449.607331:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734629632 00000100:00100000:0.0:1746126449.607331:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734629504 00000100:00100000:2.0:1746126449.607337:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734629632 00000100:00100000:0.0:1746126449.607337:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734629504 00002000:00100000:2.0:1746126449.607361:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff880132594000 x1830945734629632/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.607361:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff880132595f80 x1830945734629504/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.607368:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594000 with x1830945734629632 ext(2097152->3145727) 00002000:00100000:0.0:1746126449.607368:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595f80 with x1830945734629504 ext(2097152->3145727) 00002000:00010000:0.0:1746126449.607371:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132595f80 00002000:00010000:2.0:1746126449.607372:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132594000 00000100:00100000:0.0:1746126449.607394:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4017 00000100:00100000:2.0:1746126449.607408:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4018 00000100:00100000:0.0:1746126449.607408:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+10:1964:x1830945734629504:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:2.0:1746126449.607415:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+13:1963:x1830945734629632:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:1.0:1746126449.610559:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+12:1964:x1830945734628864:12345-192.168.203.32@tcp:4:dd.0 Request processed in 34459us (34975us total) trans 4294968475 rc 0/0 00000100:00100000:1.0:1746126449.610571:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4015 00002000:00100000:1.0:1746126449.610581:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8801248afb80 x1830945734628864/t4294968475(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.610589:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248afb80 with x1830945734628864 ext(0->1048575) 00002000:00010000:1.0:1746126449.610593:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248afb80 00000001:00080000:1.0:1746126449.614701:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968095 is committed 00002000:00010000:0.0:1746126449.614725:0:25845:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:0.0:1746126449.614729:0:25845:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746126448 00002000:00010000:0.0:1746126449.614731:0:25845:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746126448 00002000:00010000:0.0:1746126449.614732:0:25845:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:0.0:1746126449.614741:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b814e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.614750:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b814e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.614757:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b814e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.614762:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951ac600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126449.614765:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b814e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.614771:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b814e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.614787:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b814e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.614792:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac600/0x9851078746b814e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126449.614855:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734626816:12345-192.168.203.32@tcp:4:dd.0 Request processed in 126884us (127401us total) trans 4294968095 rc 0/0 00000100:00100000:0.0:1746126449.614864:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4008 00000100:00100000:0.0:1746126449.626285:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+10:1964:x1830945734629504:12345-192.168.203.32@tcp:3:dd.0 Request processed in 18878us (23816us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126449.626297:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4017 00002000:00100000:0.0:1746126449.626308:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff880132595f80 x1830945734629504/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.626317:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132595f80 with x1830945734629504 ext(2097152->3145727) 00002000:00010000:0.0:1746126449.626321:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132595f80 00000100:00100000:3.0:1746126449.640093:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+12:1963:x1830945734629632:12345-192.168.203.32@tcp:3:dd.0 Request processed in 32672us (37588us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126449.640103:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4018 00002000:00100000:3.0:1746126449.640113:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff880132594000 x1830945734629632/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.640123:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132594000 with x1830945734629632 ext(2097152->3145727) 00002000:00010000:3.0:1746126449.640128:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132594000 00000100:00100000:3.0:1746126449.662207:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.662243:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.662272:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.662323:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734629888 00000100:00100000:2.0:1746126449.662330:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734629888 00002000:00100000:2.0:1746126449.662362:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff880132596680 x1830945734629888/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.662371:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596680 with x1830945734629888 ext(3145728->4194303) 00002000:00010000:2.0:1746126449.662375:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132596680 00000100:00100000:2.0:1746126449.662754:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734630144 00000100:00100000:2.0:1746126449.662757:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734630144 00002000:00100000:2.0:1746126449.662770:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff8800928b9c00 x1830945734630144/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.662777:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b9c00 with x1830945734630144 ext(1048576->2097151) 00002000:00010000:2.0:1746126449.662780:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800928b9c00 00000100:00100000:0.0:1746126449.662804:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734630400 00000100:00100000:0.0:1746126449.662807:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734630400 00002000:00100000:0.0:1746126449.662821:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff8800928b9500 x1830945734630400/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.662827:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b9500 with x1830945734630400 ext(2097152->3145727) 00002000:00010000:0.0:1746126449.662830:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928b9500 00000100:00100000:0.0:1746126449.662842:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4019 00000100:00100000:0.0:1746126449.662853:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+11:1966:x1830945734629888:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:2.0:1746126449.663373:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4020 00000100:00100000:2.0:1746126449.663379:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+12:1966:x1830945734630144:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126449.664611:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4021 00000100:00100000:1.0:1746126449.664620:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+12:1966:x1830945734630400:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126449.674274:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+12:1966:x1830945734629888:12345-192.168.203.32@tcp:3:dd.0 Request processed in 11412us (12064us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126449.674285:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4019 00002000:00100000:0.0:1746126449.674297:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff880132596680 x1830945734629888/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.674305:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132596680 with x1830945734629888 ext(3145728->4194303) 00002000:00010000:0.0:1746126449.674310:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132596680 00000100:00100000:0.0:1746126449.683307:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126449.683333:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734630656 00000100:00100000:0.0:1746126449.683340:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734630656 00002000:00100000:0.0:1746126449.683373:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff880133328380 x1830945734630656/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.683383:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328380 with x1830945734630656 ext(3145728->4194303) 00002000:00010000:0.0:1746126449.683388:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133328380 00000100:00100000:0.0:1746126449.683413:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4022 00000100:00100000:0.0:1746126449.683420:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+14:1964:x1830945734630656:12345-192.168.203.32@tcp:3:dd.0 00000001:00080000:2.0:1746126449.685437:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968097 is committed 00000001:00080000:2.0:1746126449.685451:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968096 is committed 00000001:00080000:2.0:1746126449.685457:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968098 is committed 00000100:00100000:3.0:1746126449.692908:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+12:1966:x1830945734630144:12345-192.168.203.32@tcp:4:dd.0 Request processed in 29518us (30653us total) trans 4294968476 rc 0/0 00000100:00100000:3.0:1746126449.692921:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4020 00002000:00100000:3.0:1746126449.692932:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff8800928b9c00 x1830945734630144/t4294968476(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.692940:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b9c00 with x1830945734630144 ext(1048576->2097151) 00002000:00010000:3.0:1746126449.692945:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800928b9c00 00002000:00010000:0.0:1746126449.693531:0:8430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 2051 -> 4103 00010000:00010000:0.0:1746126449.693542:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b814eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.693550:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b814eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.693557:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b814eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.693566:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b8e3e00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126449.693569:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b814eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.693576:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b814eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.693590:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b814eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.693595:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e3e00/0x9851078746b814eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126449.693644:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1963:x1830945734626944:12345-192.168.203.32@tcp:4:dd.0 Request processed in 203286us (203658us total) trans 4294968096 rc 0/0 00000100:00100000:0.0:1746126449.693650:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4009 00000100:00100000:1.0:1746126449.694269:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+12:1966:x1830945734630400:12345-192.168.203.32@tcp:4:dd.0 Request processed in 29649us (31995us total) trans 4294968099 rc 0/0 00000100:00100000:1.0:1746126449.694275:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4021 00002000:00100000:1.0:1746126449.694280:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff8800928b9500 x1830945734630400/t4294968099(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.694287:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b9500 with x1830945734630400 ext(2097152->3145727) 00002000:00010000:1.0:1746126449.694290:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928b9500 00000100:00100000:2.0:1746126449.699335:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+10:1964:x1830945734630656:12345-192.168.203.32@tcp:3:dd.0 Request processed in 15908us (16029us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126449.699345:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4022 00002000:00100000:2.0:1746126449.699355:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff880133328380 x1830945734630656/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.699369:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133328380 with x1830945734630656 ext(3145728->4194303) 00002000:00010000:2.0:1746126449.699373:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133328380 00000100:00100000:0.0:1746126449.700864:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.700959:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734630784 00000100:00100000:2.0:1746126449.701021:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734630784 00000100:00100000:2.0:1746126449.701826:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5357 00000100:00100000:2.0:1746126449.701835:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1965:x1830945734630784:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:2.0:1746126449.701849:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126449.701863:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800952b2a00/0x9851078746b81500 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce3db expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.701882:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126449.701883:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126449.701889:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800952b2a00/0x9851078746b81500 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3db expref: 33 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126449.701901:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800952b2a00/0x9851078746b81500 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3db expref: 33 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126449.701909:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952b2a00, rc 0) 00000100:00100000:2.0:1746126449.701949:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1965:x1830945734630784:12345-192.168.203.32@tcp:101:dd.0 Request processed in 116us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126449.701954:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5357 00000100:00100000:2.0:1746126449.706453:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.706485:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.706546:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734631168 00000100:00100000:3.0:1746126449.706554:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734631168 00002000:00100000:3.0:1746126449.706587:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8801248af100 x1830945734631168/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.706595:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248af100 with x1830945734631168 ext(4194304->5242879) 00002000:00010000:3.0:1746126449.706600:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248af100 00000100:00100000:3.0:1746126449.706629:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4023 00000100:00100000:3.0:1746126449.706635:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+12:1963:x1830945734631168:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126449.707251:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734630912 00000100:00100000:0.0:1746126449.707256:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734630912 00000100:00100000:0.0:1746126449.707276:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5358 00000100:00100000:0.0:1746126449.707281:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+5:1966:x1830945734630912:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:0.0:1746126449.707289:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126449.707301:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5534400/0x9851078746b81507 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce3e2 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.707316:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.707318:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.707323:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5534400/0x9851078746b81507 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3e2 expref: 6 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126449.707335:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5534400/0x9851078746b81507 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3e2 expref: 6 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126449.707344:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5534400, rc 0) 00000100:00100000:0.0:1746126449.707380:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945734630912:12345-192.168.203.32@tcp:101:dd.0 Request processed in 98us (933us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126449.707392:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5358 00000100:00100000:0.0:1746126449.712546:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126449.712565:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126449.712582:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734631680 00000100:00100000:0.0:1746126449.712589:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734631680 00000100:00100000:0.0:1746126449.712642:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734631808 00000100:00100000:0.0:1746126449.712645:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734631808 00000100:00100000:0.0:1746126449.712662:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4024 00000100:00100000:0.0:1746126449.712668:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1966:x1830945734631680:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:3.0:1746126449.712675:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4025 00000100:00100000:3.0:1746126449.712681:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945734631808:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:3.0:1746126449.712696:0:8428:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b81515 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.712696:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b8150e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.712707:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.712707:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126449.712708:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.712708:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126449.712712:0:8428:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b81515 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.712712:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b8150e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.712722:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b81515 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.712722:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b8150e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126449.713288:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.714049:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734632064 00000100:00100000:1.0:1746126449.714055:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734632064 00002000:00100000:1.0:1746126449.714078:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff8801248ae300 x1830945734632064/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.714086:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ae300 with x1830945734632064 ext(4194304->5242879) 00002000:00010000:1.0:1746126449.714089:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248ae300 00000100:00100000:1.0:1746126449.714103:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4026 00000100:00100000:1.0:1746126449.714108:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+10:1963:x1830945734632064:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126449.719123:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126449.719146:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734632320 00000100:00100000:0.0:1746126449.719331:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734632320 00002000:00100000:0.0:1746126449.719366:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880133329c00 x1830945734632320/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.719374:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133329c00 with x1830945734632320 ext(2097152->3145727) 00002000:00010000:0.0:1746126449.719378:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133329c00 00000100:00100000:0.0:1746126449.719421:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4027 00000100:00100000:0.0:1746126449.719428:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+14:1963:x1830945734632320:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126449.720711:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+14:1963:x1830945734631168:12345-192.168.203.32@tcp:3:dd.0 Request processed in 14073us (14221us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126449.720718:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4023 00002000:00100000:3.0:1746126449.720725:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8801248af100 x1830945734631168/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.720733:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248af100 with x1830945734631168 ext(4194304->5242879) 00002000:00010000:3.0:1746126449.720736:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248af100 00000100:00100000:0.0:1746126449.732117:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:3.0:1746126449.732148:0:8428:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b81515 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.732165:0:8428:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b81515 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.732172:0:8428:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b81515 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.732178:0:8428:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093993800 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126449.732182:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b81515 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.732188:0:8428:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b81515 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.732204:0:8428:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b81515 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.732209:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093993800/0x9851078746b81515 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126449.732270:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945734631808:12345-192.168.203.32@tcp:3:dd.0 Request processed in 19587us (19702us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746126449.732277:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4025 00000100:00100000:3.0:1746126449.732295:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734632576 00000100:00100000:3.0:1746126449.732300:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734632576 00002000:00100000:3.0:1746126449.732762:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880094739c00 x1830945734632576/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.732770:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094739c00 with x1830945734632576 ext(3145728->4194303) 00002000:00010000:3.0:1746126449.732773:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094739c00 00000100:00100000:3.0:1746126449.732794:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4028 00000100:00100000:3.0:1746126449.732800:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+12:1963:x1830945734632576:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126449.738781:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+14:1963:x1830945734632320:12345-192.168.203.32@tcp:4:dd.0 Request processed in 19347us (19658us total) trans 4294968477 rc 0/0 00000100:00100000:1.0:1746126449.738795:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4027 00002000:00100000:1.0:1746126449.738804:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880133329c00 x1830945734632320/t4294968477(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.738813:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133329c00 with x1830945734632320 ext(2097152->3145727) 00002000:00010000:1.0:1746126449.738818:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133329c00 00000100:00100000:3.0:1746126449.742140:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+14:1963:x1830945734632576:12345-192.168.203.32@tcp:4:dd.0 Request processed in 9332us (10022us total) trans 4294968100 rc 0/0 00000100:00100000:3.0:1746126449.742150:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4028 00002000:00100000:3.0:1746126449.742158:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880094739c00 x1830945734632576/t4294968100(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.742165:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094739c00 with x1830945734632576 ext(3145728->4194303) 00002000:00010000:3.0:1746126449.742169:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094739c00 00010000:00010000:2.0:1746126449.742572:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b8150e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.742582:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b8150e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.742589:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b8150e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.742595:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009294fa00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126449.742598:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b8150e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.742605:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b8150e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.742620:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b8150e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.742625:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009294fa00/0x9851078746b8150e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126449.743234:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1966:x1830945734631680:12345-192.168.203.32@tcp:3:dd.0 Request processed in 30563us (30694us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126449.743242:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4024 00000100:00100000:1.0:1746126449.745826:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+12:1963:x1830945734632064:12345-192.168.203.32@tcp:3:dd.0 Request processed in 31710us (32531us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126449.745836:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4026 00002000:00100000:1.0:1746126449.745845:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff8801248ae300 x1830945734632064/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.746156:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ae300 with x1830945734632064 ext(4194304->5242879) 00002000:00010000:1.0:1746126449.746161:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248ae300 00000100:00100000:0.0:1746126449.749227:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126449.749259:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.749319:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734632832 00000100:00100000:3.0:1746126449.749327:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734632832 00000100:00100000:3.0:1746126449.749367:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734632960 00000100:00100000:3.0:1746126449.749369:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734632960 00000100:00100000:3.0:1746126449.749384:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4029 00000100:00100000:3.0:1746126449.749390:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734632832:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126449.749412:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4030 00000100:00100000:1.0:1746126449.749420:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734632960:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:3.0:1746126449.749440:0:8430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 2088960, mtime: 0x6813c670, atime: 0x0, ctime: 0x6813c670, blocks: 0x1007 00010000:00010000:3.0:1746126449.749450:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b8151c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.749460:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126449.749462:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126449.749466:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b8151c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.749478:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b8151c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.749626:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b81523 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.749633:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.749634:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.749637:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b81523 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.749644:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b81523 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126449.752873:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.752936:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734633344 00000100:00100000:2.0:1746126449.752943:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734633344 00002000:00100000:2.0:1746126449.752979:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88009473bb80 x1830945734633344/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.752994:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473bb80 with x1830945734633344 ext(3145728->4194303) 00002000:00010000:2.0:1746126449.752998:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009473bb80 00000100:00100000:2.0:1746126449.753056:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4031 00000100:00100000:2.0:1746126449.753062:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+14:1965:x1830945734633344:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126449.767914:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126449.767941:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734633600 00000100:00100000:0.0:1746126449.767949:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734633600 00002000:00100000:0.0:1746126449.767984:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880094738000 x1830945734633600/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.767993:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094738000 with x1830945734633600 ext(4194304->5242879) 00002000:00010000:0.0:1746126449.767998:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094738000 00000100:00100000:0.0:1746126449.768799:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4032 00000100:00100000:0.0:1746126449.768809:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+12:1965:x1830945734633600:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126449.781429:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+16:1965:x1830945734633344:12345-192.168.203.32@tcp:4:dd.0 Request processed in 28360us (28557us total) trans 4294968478 rc 0/0 00000100:00100000:2.0:1746126449.781440:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4031 00002000:00100000:2.0:1746126449.781449:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88009473bb80 x1830945734633344/t4294968478(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.781457:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473bb80 with x1830945734633344 ext(3145728->4194303) 00002000:00010000:2.0:1746126449.781462:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009473bb80 00000100:00100000:3.0:1746126449.785730:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.785770:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.785787:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734633856 00000100:00100000:3.0:1746126449.785793:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734633856 00002000:00100000:3.0:1746126449.785824:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800928b8a80 x1830945734633856/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.785832:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b8a80 with x1830945734633856 ext(5242880->6291455) 00002000:00010000:3.0:1746126449.785837:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800928b8a80 00000100:00100000:3.0:1746126449.785848:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734634112 00000100:00100000:3.0:1746126449.785849:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734634112 00002000:00100000:3.0:1746126449.785858:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff8800928b8000 x1830945734634112/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.785864:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b8000 with x1830945734634112 ext(5242880->6291455) 00002000:00010000:3.0:1746126449.785867:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928b8000 00000100:00100000:3.0:1746126449.785875:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4033 00000100:00100000:3.0:1746126449.785879:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+16:1963:x1830945734633856:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126449.786350:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+15:1965:x1830945734633600:12345-192.168.203.32@tcp:4:dd.0 Request processed in 17541us (18442us total) trans 4294968103 rc 0/0 00000100:00100000:0.0:1746126449.786358:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4032 00002000:00100000:0.0:1746126449.786364:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880094738000 x1830945734633600/t4294968103(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746126449.786367:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4034 00002000:00100000:0.0:1746126449.786371:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094738000 with x1830945734633600 ext(4194304->5242879) 00000100:00100000:3.0:1746126449.786373:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+15:1964:x1830945734634112:12345-192.168.203.32@tcp:3:dd.0 00002000:00010000:0.0:1746126449.786374:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094738000 00000100:00100000:0.0:1746126449.803235:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+16:1963:x1830945734633856:12345-192.168.203.32@tcp:3:dd.0 Request processed in 17348us (17503us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126449.803245:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4033 00002000:00100000:0.0:1746126449.803254:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800928b8a80 x1830945734633856/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.803263:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b8a80 with x1830945734633856 ext(5242880->6291455) 00002000:00010000:0.0:1746126449.803268:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800928b8a80 00000100:00100000:2.0:1746126449.807539:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+14:1964:x1830945734634112:12345-192.168.203.32@tcp:3:dd.0 Request processed in 21160us (21761us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126449.807548:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4034 00002000:00100000:2.0:1746126449.807557:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff8800928b8000 x1830945734634112/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.807564:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b8000 with x1830945734634112 ext(5242880->6291455) 00002000:00010000:2.0:1746126449.807569:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928b8000 00000100:00100000:0.0:1746126449.816702:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.816765:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734634368 00000100:00100000:2.0:1746126449.816773:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734634368 00002000:00100000:2.0:1746126449.816806:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88009473aa00 x1830945734634368/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.816814:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473aa00 with x1830945734634368 ext(6291456->7340031) 00002000:00010000:2.0:1746126449.816819:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009473aa00 00000100:00100000:2.0:1746126449.816835:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4035 00000100:00100000:2.0:1746126449.816842:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+16:1966:x1830945734634368:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126449.822496:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.824829:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734634624 00000100:00100000:1.0:1746126449.824840:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734634624 00002000:00100000:1.0:1746126449.824879:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff880094739880 x1830945734634624/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.824888:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094739880 with x1830945734634624 ext(6291456->7340031) 00002000:00010000:1.0:1746126449.824892:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094739880 00000100:00100000:1.0:1746126449.824910:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4036 00000100:00100000:1.0:1746126449.824916:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+14:1965:x1830945734634624:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:2.0:1746126449.832046:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.832093:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734634880 00000100:00100000:2.0:1746126449.832100:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734634880 00002000:00100000:2.0:1746126449.832133:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880092ae2680 x1830945734634880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.832141:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae2680 with x1830945734634880 ext(7340032->8388607) 00002000:00010000:2.0:1746126449.832145:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ae2680 00000100:00100000:2.0:1746126449.832161:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4037 00000100:00100000:2.0:1746126449.832167:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+18:1965:x1830945734634880:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:2.0:1746126449.833158:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+18:1966:x1830945734634368:12345-192.168.203.32@tcp:3:dd.0 Request processed in 16313us (16457us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126449.833165:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4035 00002000:00100000:2.0:1746126449.833171:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88009473aa00 x1830945734634368/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.833178:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009473aa00 with x1830945734634368 ext(6291456->7340031) 00002000:00010000:2.0:1746126449.833181:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009473aa00 00000100:00100000:2.0:1746126449.835160:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.835183:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734635136 00000100:00100000:2.0:1746126449.835188:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734635136 00002000:00100000:2.0:1746126449.835215:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff880092ae3800 x1830945734635136/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.835229:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3800 with x1830945734635136 ext(7340032->8388607) 00002000:00010000:2.0:1746126449.835233:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae3800 00000100:00100000:2.0:1746126449.835247:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4038 00000100:00100000:2.0:1746126449.835253:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+16:1966:x1830945734635136:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:1.0:1746126449.837955:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+16:1965:x1830945734634624:12345-192.168.203.32@tcp:3:dd.0 Request processed in 13029us (15455us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126449.837965:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4036 00002000:00100000:1.0:1746126449.837976:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff880094739880 x1830945734634624/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.837984:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094739880 with x1830945734634624 ext(6291456->7340031) 00002000:00010000:1.0:1746126449.837989:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094739880 00000100:00100000:0.0:1746126449.845838:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126449.845980:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+16:1965:x1830945734634880:12345-192.168.203.32@tcp:3:dd.0 Request processed in 13810us (13960us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126449.845990:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4037 00002000:00100000:0.0:1746126449.846001:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880092ae2680 x1830945734634880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.846010:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae2680 with x1830945734634880 ext(7340032->8388607) 00002000:00010000:0.0:1746126449.846015:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ae2680 00000100:00100000:0.0:1746126449.846065:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734635392 00000100:00100000:0.0:1746126449.846071:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734635392 00002000:00100000:0.0:1746126449.846095:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88012ff12680 x1830945734635392/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.846102:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff12680 with x1830945734635392 ext(4194304->5242879) 00002000:00010000:0.0:1746126449.846104:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ff12680 00000100:00100000:0.0:1746126449.846118:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4039 00000100:00100000:0.0:1746126449.846124:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+16:1965:x1830945734635392:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126449.849789:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+14:1966:x1830945734635136:12345-192.168.203.32@tcp:3:dd.0 Request processed in 14530us (14626us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126449.849800:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4038 00002000:00100000:3.0:1746126449.849809:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff880092ae3800 x1830945734635136/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.849817:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3800 with x1830945734635136 ext(7340032->8388607) 00002000:00010000:3.0:1746126449.849822:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae3800 00000100:00100000:0.0:1746126449.853540:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.853727:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734635648 00000100:00100000:2.0:1746126449.853734:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734635648 00002000:00100000:2.0:1746126449.853766:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88012ff13100 x1830945734635648/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.853775:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff13100 with x1830945734635648 ext(5242880->6291455) 00002000:00010000:2.0:1746126449.853780:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff13100 00000100:00100000:2.0:1746126449.853795:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4040 00000100:00100000:2.0:1746126449.853802:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+14:1965:x1830945734635648:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:3.0:1746126449.862278:0:8430:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:3.0:1746126449.862284:0:8430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 4103 -> 8199 00010000:00010000:3.0:1746126449.862295:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b8151c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.862305:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b8151c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.862312:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b8151c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.862318:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093993000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126449.862321:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b8151c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.862328:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b8151c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.862343:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b8151c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.862349:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093993000/0x9851078746b8151c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126449.862429:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1963:x1830945734632832:12345-192.168.203.32@tcp:4:dd.0 Request processed in 113034us (113205us total) trans 4294968101 rc 0/0 00000100:00100000:3.0:1746126449.862437:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4029 00000100:00100000:2.0:1746126449.862926:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+18:1965:x1830945734635392:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16801us (17094us total) trans 4294968479 rc 0/0 00000100:00100000:2.0:1746126449.862934:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4039 00002000:00100000:2.0:1746126449.862945:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88012ff12680 x1830945734635392/t4294968479(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.862953:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff12680 with x1830945734635392 ext(4194304->5242879) 00002000:00010000:2.0:1746126449.862956:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ff12680 00000001:00080000:2.0:1746126449.862976:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968102 is committed 00000001:00080000:2.0:1746126449.862985:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968099 is committed 00000001:00080000:2.0:1746126449.862996:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968100 is committed 00010000:00010000:1.0:1746126449.863291:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b81523 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.863299:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b81523 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.863304:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b81523 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.863312:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094926e00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126449.863314:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b81523 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.863319:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b81523 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.863327:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b81523 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.863332:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094926e00/0x9851078746b81523 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126449.863373:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009473b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734632960:12345-192.168.203.32@tcp:4:dd.0 Request processed in 113953us (114112us total) trans 4294968102 rc 0/0 00000100:00100000:1.0:1746126449.863378:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4030 00000100:00100000:2.0:1746126449.864115:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.864653:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734635904 00000100:00100000:1.0:1746126449.864660:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734635904 00002000:00100000:1.0:1746126449.864688:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880092ae0000 x1830945734635904/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.864696:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0000 with x1830945734635904 ext(5242880->6291455) 00002000:00010000:1.0:1746126449.864699:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ae0000 00000100:00100000:1.0:1746126449.864722:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4041 00000100:00100000:1.0:1746126449.864729:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+18:1966:x1830945734635904:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126449.869760:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.869871:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734636160 00000100:00100000:3.0:1746126449.869878:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734636160 00002000:00100000:3.0:1746126449.869912:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88012ff10a80 x1830945734636160/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.869920:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff10a80 with x1830945734636160 ext(6291456->7340031) 00002000:00010000:3.0:1746126449.869925:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff10a80 00000100:00100000:3.0:1746126449.869942:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4042 00000100:00100000:3.0:1746126449.869948:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+12:1966:x1830945734636160:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126449.873540:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.875427:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.875514:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734636416 00000100:00100000:1.0:1746126449.875522:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734636416 00000100:00100000:1.0:1746126449.875562:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734636672 00000100:00100000:1.0:1746126449.875564:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734636672 00000100:00100000:1.0:1746126449.875582:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4043 00000100:00100000:1.0:1746126449.875587:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734636416:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:1.0:1746126449.875632:0:8428:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b8152a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.875644:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.875646:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.875650:0:8428:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b8152a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.875662:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b8152a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.875768:0:8428:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b8152a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.875776:0:8428:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b8152a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.875783:0:8428:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b8152a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.875788:0:8428:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092aaf600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126449.875792:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b8152a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.875798:0:8428:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b8152a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.875810:0:8428:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b8152a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.875816:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092aaf600/0x9851078746b8152a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126449.875859:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734636416:12345-192.168.203.32@tcp:3:dd.0 Request processed in 270us (2325us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1746126449.875865:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4043 00000100:00100000:1.0:1746126449.875878:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4044 00000100:00100000:1.0:1746126449.875882:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1964:x1830945734636672:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:1.0:1746126449.875897:0:8428:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092aaea00/0x9851078746b81531 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.875903:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.875905:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.875907:0:8428:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092aaea00/0x9851078746b81531 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.875914:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092aaea00/0x9851078746b81531 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126449.877956:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+14:1965:x1830945734635648:12345-192.168.203.32@tcp:4:dd.0 Request processed in 24148us (24417us total) trans 4294968104 rc 0/0 00000100:00100000:3.0:1746126449.877966:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4040 00002000:00100000:3.0:1746126449.877975:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88012ff13100 x1830945734635648/t4294968104(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.877983:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff13100 with x1830945734635648 ext(5242880->6291455) 00002000:00010000:3.0:1746126449.877988:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff13100 00000100:00100000:3.0:1746126449.879676:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126449.879735:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734636928 00000100:00100000:0.0:1746126449.879741:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734636928 00000100:00100000:0.0:1746126449.879779:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4045 00000100:00100000:0.0:1746126449.879786:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734636928:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126449.879810:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b81538 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.879822:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.879823:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.879827:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b81538 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.879838:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b81538 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126449.889645:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+20:1966:x1830945734635904:12345-192.168.203.32@tcp:4:dd.0 Request processed in 24909us (25523us total) trans 4294968480 rc 0/0 00000100:00100000:0.0:1746126449.889655:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4041 00002000:00100000:0.0:1746126449.889666:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880092ae0000 x1830945734635904/t4294968480(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.889675:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae0000 with x1830945734635904 ext(5242880->6291455) 00002000:00010000:0.0:1746126449.889679:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ae0000 00000100:00100000:0.0:1746126449.891267:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+14:1966:x1830945734636160:12345-192.168.203.32@tcp:4:dd.0 Request processed in 21312us (21508us total) trans 4294968105 rc 0/0 00000100:00100000:0.0:1746126449.891276:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4042 00002000:00100000:0.0:1746126449.891284:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88012ff10a80 x1830945734636160/t4294968105(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.891291:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff10a80 with x1830945734636160 ext(6291456->7340031) 00002000:00010000:0.0:1746126449.891296:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff10a80 00000100:00100000:0.0:1746126449.894486:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:1.0:1746126449.894660:0:8428:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092aaea00/0x9851078746b81531 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.894673:0:8428:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092aaea00/0x9851078746b81531 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.894680:0:8428:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092aaea00/0x9851078746b81531 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.894686:0:8428:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092aaea00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126449.894689:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092aaea00/0x9851078746b81531 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.894696:0:8428:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092aaea00/0x9851078746b81531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.894712:0:8428:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092aaea00/0x9851078746b81531 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.894718:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092aaea00/0x9851078746b81531 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126449.894781:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1964:x1830945734636672:12345-192.168.203.32@tcp:3:dd.0 Request processed in 18896us (19358us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126449.894790:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4044 00000100:00100000:1.0:1746126449.894809:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734637184 00000100:00100000:1.0:1746126449.894815:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734637184 00002000:00100000:1.0:1746126449.894842:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88012ff11c00 x1830945734637184/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.894855:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff11c00 with x1830945734637184 ext(6291456->7340031) 00002000:00010000:1.0:1746126449.894859:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ff11c00 00000100:00100000:1.0:1746126449.894873:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4046 00000100:00100000:1.0:1746126449.894878:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+20:1966:x1830945734637184:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:2.0:1746126449.896336:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b81538 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.896345:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b81538 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.896356:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b81538 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.896361:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951be400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126449.896364:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b81538 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.896370:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b81538 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.896381:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b81538 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126449.896387:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b81538 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126449.896603:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734636928:12345-192.168.203.32@tcp:3:dd.0 Request processed in 16814us (16929us total) trans 0 rc 1024000/1024000 00000100:00100000:2.0:1746126449.896611:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4045 00000100:00100000:0.0:1746126449.905169:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.905426:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734637440 00000100:00100000:3.0:1746126449.905435:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734637440 00002000:00100000:3.0:1746126449.905473:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff88012ff12300 x1830945734637440/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.905489:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff12300 with x1830945734637440 ext(7340032->8388607) 00002000:00010000:3.0:1746126449.905494:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff12300 00000100:00100000:3.0:1746126449.905737:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4047 00000100:00100000:3.0:1746126449.905744:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+14:1966:x1830945734637440:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126449.907598:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.907620:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.907635:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734637696 00000100:00100000:1.0:1746126449.907641:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734637696 00000100:00100000:1.0:1746126449.907672:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734637824 00000100:00100000:1.0:1746126449.907673:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734637824 00000100:00100000:1.0:1746126449.907687:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4048 00000100:00100000:1.0:1746126449.907693:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734637696:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:1.0:1746126449.907726:0:25845:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 4177920, mtime: 0x6813c670, atime: 0x0, ctime: 0x6813c670, blocks: 0x2007 00010000:00010000:1.0:1746126449.907733:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8153f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.907744:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.907746:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.907749:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8153f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.907760:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8153f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126449.908419:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4049 00000100:00100000:3.0:1746126449.908427:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734637824:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:3.0:1746126449.908442:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b81546 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.908448:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126449.908450:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126449.908452:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b81546 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126449.908459:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b81546 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126449.911573:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.911600:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734638208 00000100:00100000:3.0:1746126449.911607:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734638208 00002000:00100000:3.0:1746126449.911636:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800943e7b80 x1830945734638208/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.911644:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7b80 with x1830945734638208 ext(8388608->9437183) 00002000:00010000:3.0:1746126449.911649:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943e7b80 00000100:00100000:3.0:1746126449.911673:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4050 00000100:00100000:3.0:1746126449.911680:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+23:1966:x1830945734638208:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126449.912185:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+24:1966:x1830945734637184:12345-192.168.203.32@tcp:4:dd.0 Request processed in 17305us (17704us total) trans 4294968481 rc 0/0 00000100:00100000:0.0:1746126449.912192:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4046 00002000:00100000:0.0:1746126449.912198:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88012ff11c00 x1830945734637184/t4294968481(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.912204:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff11c00 with x1830945734637184 ext(6291456->7340031) 00002000:00010000:0.0:1746126449.912207:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ff11c00 00000100:00100000:2.0:1746126449.915663:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.916313:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734638464 00000100:00100000:1.0:1746126449.916321:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734638464 00002000:00100000:1.0:1746126449.916357:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff880092ae3100 x1830945734638464/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.916367:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3100 with x1830945734638464 ext(8388608->9437183) 00002000:00010000:1.0:1746126449.916371:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae3100 00000100:00100000:1.0:1746126449.916391:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4051 00000100:00100000:1.0:1746126449.916407:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+16:1966:x1830945734638464:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:3.0:1746126449.919430:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+18:1966:x1830945734637440:12345-192.168.203.32@tcp:4:dd.0 Request processed in 13116us (13699us total) trans 4294968106 rc 0/0 00000100:00100000:3.0:1746126449.919443:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4047 00002000:00100000:3.0:1746126449.919454:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff88012ff12300 x1830945734637440/t4294968106(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.919463:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff12300 with x1830945734637440 ext(7340032->8388607) 00002000:00010000:3.0:1746126449.919468:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff12300 00000100:00100000:3.0:1746126449.923499:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+22:1966:x1830945734638208:12345-192.168.203.32@tcp:3:dd.0 Request processed in 11812us (11927us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126449.923508:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4050 00002000:00100000:3.0:1746126449.923517:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800943e7b80 x1830945734638208/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.923525:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7b80 with x1830945734638208 ext(8388608->9437183) 00002000:00010000:3.0:1746126449.923529:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943e7b80 00000100:00100000:0.0:1746126449.933066:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126449.933234:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734638720 00000100:00100000:3.0:1746126449.933241:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734638720 00002000:00100000:3.0:1746126449.933274:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88012ff12a00 x1830945734638720/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.933283:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff12a00 with x1830945734638720 ext(9437184->10485759) 00002000:00010000:3.0:1746126449.933288:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ff12a00 00000100:00100000:3.0:1746126449.933305:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4052 00000100:00100000:3.0:1746126449.933310:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+22:1964:x1830945734638720:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:1.0:1746126449.934349:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+16:1966:x1830945734638464:12345-192.168.203.32@tcp:3:dd.0 Request processed in 17948us (18689us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126449.934357:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4051 00002000:00100000:1.0:1746126449.934363:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff880092ae3100 x1830945734638464/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.934371:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae3100 with x1830945734638464 ext(8388608->9437183) 00002000:00010000:1.0:1746126449.934374:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae3100 00000100:00100000:3.0:1746126449.940096:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.940724:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734638976 00000100:00100000:1.0:1746126449.940732:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734638976 00002000:00100000:1.0:1746126449.940764:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff8800943e7480 x1830945734638976/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.940772:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7480 with x1830945734638976 ext(9437184->10485759) 00002000:00010000:1.0:1746126449.940777:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943e7480 00000100:00100000:1.0:1746126449.940804:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4053 00000100:00100000:1.0:1746126449.940810:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+16:1963:x1830945734638976:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:2.0:1746126449.947190:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.947236:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.947574:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734639232 00000100:00100000:2.0:1746126449.947582:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734639232 00002000:00100000:2.0:1746126449.947617:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff880092ae1c00 x1830945734639232/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.947626:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1c00 with x1830945734639232 ext(10485760->11534335) 00002000:00010000:2.0:1746126449.947631:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ae1c00 00000100:00100000:2.0:1746126449.947653:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734639488 00000100:00100000:2.0:1746126449.947655:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734639488 00002000:00100000:2.0:1746126449.947667:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880092ae1880 x1830945734639488/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.947674:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1880 with x1830945734639488 ext(10485760->11534335) 00002000:00010000:2.0:1746126449.947677:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1880 00000100:00100000:2.0:1746126449.947691:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4054 00000100:00100000:2.0:1746126449.947696:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+24:1963:x1830945734639232:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:1.0:1746126449.947879:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4055 00000100:00100000:1.0:1746126449.947887:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+18:1964:x1830945734639488:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:1.0:1746126449.954058:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.954201:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.954264:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.954324:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734639744 00000100:00100000:2.0:1746126449.954330:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734639744 00000100:00100000:0.0:1746126449.954339:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734640000 00000100:00100000:0.0:1746126449.954342:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734640000 00002000:00100000:2.0:1746126449.954361:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff8801314dbb80 x1830945734639744/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.954361:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880086e37100 x1830945734640000/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.954370:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314dbb80 with x1830945734639744 ext(11534336->12582911) 00002000:00010000:2.0:1746126449.954375:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801314dbb80 00002000:00100000:0.0:1746126449.954375:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e37100 with x1830945734640000 ext(11534336->12582911) 00002000:00010000:0.0:1746126449.954378:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e37100 00000100:00100000:2.0:1746126449.954386:0:2576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734640256 00000100:00100000:3.0:1746126449.954476:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+25:1964:x1830945734638720:12345-192.168.203.32@tcp:3:dd.0 Request processed in 21165us (21416us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126449.954484:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4052 00002000:00100000:3.0:1746126449.954489:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88012ff12a00 x1830945734638720/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126449.954496:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff12a00 with x1830945734638720 ext(9437184->10485759) 00002000:00010000:3.0:1746126449.954499:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ff12a00 00000100:00100000:3.0:1746126449.954512:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4056 00000100:00100000:3.0:1746126449.954518:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+24:1964:x1830945734639744:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:2.0:1746126449.955082:0:2576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734640256 00002000:00100000:2.0:1746126449.955103:0:2576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880086e36680 x1830945734640256/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.955109:0:2576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36680 with x1830945734640256 ext(12582912->13631487) 00002000:00010000:2.0:1746126449.955112:0:2576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e36680 00000100:00100000:0.0:1746126449.956599:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4057 00000100:00100000:0.0:1746126449.956610:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+20:1963:x1830945734640000:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:3.0:1746126449.956661:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4058 00000100:00100000:3.0:1746126449.956668:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+26:1963:x1830945734640256:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:2.0:1746126449.968420:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+20:1963:x1830945734638976:12345-192.168.203.32@tcp:3:dd.0 Request processed in 27604us (28325us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126449.968430:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4053 00002000:00100000:2.0:1746126449.968440:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff8800943e7480 x1830945734638976/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.968449:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7480 with x1830945734638976 ext(9437184->10485759) 00002000:00010000:2.0:1746126449.968454:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943e7480 00000100:00100000:1.0:1746126449.969585:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126449.971564:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734640512 00000100:00100000:0.0:1746126449.971573:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734640512 00002000:00100000:0.0:1746126449.971609:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880086e34700 x1830945734640512/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.971618:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34700 with x1830945734640512 ext(7340032->8388607) 00002000:00010000:0.0:1746126449.971623:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e34700 00000100:00100000:0.0:1746126449.971641:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4059 00000100:00100000:0.0:1746126449.971647:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+28:1963:x1830945734640512:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126449.972193:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+28:1963:x1830945734639232:12345-192.168.203.32@tcp:3:dd.0 Request processed in 24494us (25008us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126449.972199:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4054 00002000:00100000:0.0:1746126449.972205:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff880092ae1c00 x1830945734639232/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.972212:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1c00 with x1830945734639232 ext(10485760->11534335) 00002000:00010000:0.0:1746126449.972215:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ae1c00 00000100:00100000:0.0:1746126449.984356:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126449.984466:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734640768 00000100:00100000:2.0:1746126449.984474:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734640768 00002000:00100000:2.0:1746126449.984511:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff8800936da300 x1830945734640768/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.984520:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936da300 with x1830945734640768 ext(8388608->9437183) 00002000:00010000:2.0:1746126449.984525:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800936da300 00000100:00100000:2.0:1746126449.984541:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4060 00000100:00100000:2.0:1746126449.984548:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+20:1963:x1830945734640768:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126449.986014:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+20:1964:x1830945734639488:12345-192.168.203.32@tcp:3:dd.0 Request processed in 38123us (38772us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126449.986037:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4055 00002000:00100000:1.0:1746126449.986046:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880092ae1880 x1830945734639488/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.986053:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ae1880 with x1830945734639488 ext(10485760->11534335) 00002000:00010000:1.0:1746126449.986057:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ae1880 00000100:00100000:1.0:1746126449.987938:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+28:1963:x1830945734640512:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16285us (18349us total) trans 4294968482 rc 0/0 00000100:00100000:1.0:1746126449.987946:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4059 00002000:00100000:1.0:1746126449.987955:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880086e34700 x1830945734640512/t4294968482(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.987962:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34700 with x1830945734640512 ext(7340032->8388607) 00002000:00010000:1.0:1746126449.987966:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e34700 00000100:00100000:1.0:1746126449.996533:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.996580:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126449.996666:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+26:1964:x1830945734639744:12345-192.168.203.32@tcp:3:dd.0 Request processed in 42145us (42610us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126449.996674:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4056 00002000:00100000:1.0:1746126449.996684:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff8801314dbb80 x1830945734639744/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.996692:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314dbb80 with x1830945734639744 ext(11534336->12582911) 00002000:00010000:1.0:1746126449.996697:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801314dbb80 00000100:00100000:1.0:1746126449.996715:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734641024 00000100:00100000:1.0:1746126449.996720:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734641024 00002000:00100000:1.0:1746126449.996744:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880086e35180 x1830945734641024/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.996751:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35180 with x1830945734641024 ext(8388608->9437183) 00002000:00010000:1.0:1746126449.996754:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e35180 00000100:00100000:1.0:1746126449.996765:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734641280 00000100:00100000:1.0:1746126449.996767:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734641280 00002000:00100000:1.0:1746126449.996778:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880086e34a80 x1830945734641280/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.996784:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34a80 with x1830945734641280 ext(9437184->10485759) 00002000:00010000:1.0:1746126449.996787:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e34a80 00000100:00100000:1.0:1746126449.996797:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4061 00000100:00100000:1.0:1746126449.996802:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+26:1964:x1830945734641024:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126449.996899:0:32697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4062 00000100:00100000:1.0:1746126449.996904:0:32697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:68cec75b-543f-4a1a-954f-27556ebc9519+20:1963:x1830945734641280:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126449.999018:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+22:1963:x1830945734640768:12345-192.168.203.32@tcp:4:dd.0 Request processed in 14464us (14662us total) trans 4294968109 rc 0/0 00000100:00100000:2.0:1746126449.999046:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4060 00002000:00100000:2.0:1746126449.999056:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff8800936da300 x1830945734640768/t4294968109(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126449.999063:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936da300 with x1830945734640768 ext(8388608->9437183) 00002000:00010000:2.0:1746126449.999067:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800936da300 00000100:00100000:3.0:1746126450.009796:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+26:1963:x1830945734640256:12345-192.168.203.32@tcp:3:dd.0 Request processed in 53121us (55523us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126450.009806:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4058 00002000:00100000:3.0:1746126450.009816:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880086e36680 x1830945734640256/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126450.009824:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36680 with x1830945734640256 ext(12582912->13631487) 00002000:00010000:3.0:1746126450.009829:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e36680 00000100:00100000:3.0:1746126450.009887:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126450.009925:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734641536 00000100:00100000:3.0:1746126450.009931:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734641536 00002000:00100000:3.0:1746126450.009954:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff8800943e7800 x1830945734641536/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:211/0 lens 488/0 e 0 to 0 dl 1746126461 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126450.009961:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7800 with x1830945734641536 ext(9437184->10485759) 00002000:00010000:3.0:1746126450.009964:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943e7800 00000100:00100000:3.0:1746126450.009978:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4063 00000100:00100000:3.0:1746126450.009983:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+26:1963:x1830945734641536:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126450.019979:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+20:1963:x1830945734640000:12345-192.168.203.32@tcp:3:dd.0 Request processed in 63365us (65770us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126450.019993:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4057 00002000:00100000:0.0:1746126450.020003:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880086e37100 x1830945734640000/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/440 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126450.020010:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e37100 with x1830945734640000 ext(11534336->12582911) 00002000:00010000:0.0:1746126450.020015:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e37100 00000100:00100000:1.0:1746126450.029242:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+28:1964:x1830945734641024:12345-192.168.203.32@tcp:4:dd.0 Request processed in 32433us (32712us total) trans 4294968483 rc 0/0 00000100:00100000:1.0:1746126450.029251:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4061 00002000:00100000:1.0:1746126450.029259:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880086e35180 x1830945734641024/t4294968483(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126450.029273:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35180 with x1830945734641024 ext(8388608->9437183) 00002000:00010000:1.0:1746126450.029277:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e35180 00000100:00100000:1.0:1746126450.030155:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126450.031719:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:68cec75b-543f-4a1a-954f-27556ebc9519+20:1963:x1830945734641280:12345-192.168.203.32@tcp:4:dd.0 Request processed in 34809us (35133us total) trans 4294968110 rc 0/0 00000100:00100000:1.0:1746126450.031726:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4062 00002000:00100000:1.0:1746126450.031735:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880086e34a80 x1830945734641280/t4294968110(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:210/0 lens 488/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126450.031743:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34a80 with x1830945734641280 ext(9437184->10485759) 00002000:00010000:1.0:1746126450.031747:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e34a80 00000100:00100000:1.0:1746126450.031763:0:32697:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734641792 00000100:00100000:1.0:1746126450.031767:0:32697:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734641792 00002000:00100000:1.0:1746126450.031785:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880086e36d80 x1830945734641792/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:211/0 lens 488/0 e 0 to 0 dl 1746126461 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126450.031791:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36d80 with x1830945734641792 ext(10485760->11534335) 00002000:00010000:1.0:1746126450.031793:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e36d80 00000100:00100000:1.0:1746126450.031805:0:32697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4064 00000100:00100000:1.0:1746126450.031809:0:32697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:68cec75b-543f-4a1a-954f-27556ebc9519+20:1964:x1830945734641792:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126450.035484:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126450.035509:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734642048 00000100:00100000:1.0:1746126450.035515:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734642048 00002000:00100000:1.0:1746126450.035547:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880086e36a00 x1830945734642048/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:211/0 lens 488/0 e 0 to 0 dl 1746126461 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126450.035561:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36a00 with x1830945734642048 ext(10485760->11534335) 00002000:00010000:1.0:1746126450.035565:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e36a00 00000100:00100000:1.0:1746126450.035580:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4065 00000100:00100000:1.0:1746126450.035587:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+28:1964:x1830945734642048:12345-192.168.203.32@tcp:4:dd.0 00000001:00080000:2.0:1746126450.037356:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968105 is committed 00000001:00080000:2.0:1746126450.037371:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968107 is committed 00000001:00080000:2.0:1746126450.037376:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968106 is committed 00000100:00100000:3.0:1746126450.037524:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+30:1963:x1830945734641536:12345-192.168.203.32@tcp:4:dd.0 Request processed in 27536us (27634us total) trans 4294968484 rc 0/0 00000100:00100000:3.0:1746126450.037533:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4063 00002000:00100000:3.0:1746126450.037540:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff8800943e7800 x1830945734641536/t4294968484(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:211/0 lens 488/448 e 0 to 0 dl 1746126461 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126450.037547:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e7800 with x1830945734641536 ext(9437184->10485759) 00002000:00010000:3.0:1746126450.037551:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943e7800 00002000:00010000:1.0:1746126450.038216:0:25845:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:1.0:1746126450.038220:0:25845:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 8199 -> 10247 00010000:00010000:1.0:1746126450.038229:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8153f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.038237:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8153f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.038244:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8153f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.038250:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d18c00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126450.038253:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8153f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.038260:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8153f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.038274:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8153f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.038281:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18c00/0x9851078746b8153f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126450.039046:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734637696:12345-192.168.203.32@tcp:4:dd.0 Request processed in 131349us (131449us total) trans 4294968107 rc 0/0 00000100:00100000:1.0:1746126450.039053:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4048 00000100:00100000:1.0:1746126450.049784:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:68cec75b-543f-4a1a-954f-27556ebc9519+14:1964:x1830945734641792:12345-192.168.203.32@tcp:4:dd.0 Request processed in 17968us (19625us total) trans 4294968111 rc 0/0 00000100:00100000:1.0:1746126450.049794:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4064 00002000:00100000:1.0:1746126450.049804:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880086e36d80 x1830945734641792/t4294968111(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:211/0 lens 488/448 e 0 to 0 dl 1746126461 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126450.049812:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36d80 with x1830945734641792 ext(10485760->11534335) 00002000:00010000:1.0:1746126450.049817:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e36d80 00010000:00010000:3.0:1746126450.050574:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126450.051260:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126450.051323:0:32697:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734642304 00000100:00100000:0.0:1746126450.051330:0:32697:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734642304 00002000:00100000:0.0:1746126450.051357:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff8800936d9500 x1830945734642304/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:211/0 lens 488/0 e 0 to 0 dl 1746126461 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126450.051364:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9500 with x1830945734642304 ext(11534336->12582911) 00002000:00010000:0.0:1746126450.051367:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800936d9500 00000100:00100000:0.0:1746126450.051380:0:32697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4066 00000100:00100000:0.0:1746126450.051386:0:32697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800936d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:68cec75b-543f-4a1a-954f-27556ebc9519+14:1963:x1830945734642304:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126450.058657:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+30:1964:x1830945734642048:12345-192.168.203.32@tcp:4:dd.0 Request processed in 23061us (23171us total) trans 4294968485 rc 0/0 00000100:00100000:1.0:1746126450.058667:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4065 00002000:00100000:1.0:1746126450.058678:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880086e36a00 x1830945734642048/t4294968485(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:211/0 lens 488/448 e 0 to 0 dl 1746126461 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126450.058686:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e36a00 with x1830945734642048 ext(10485760->11534335) 00002000:00010000:1.0:1746126450.058691:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e36a00 00000100:00100000:2.0:1746126450.065798:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800936d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:68cec75b-543f-4a1a-954f-27556ebc9519+16:1963:x1830945734642304:12345-192.168.203.32@tcp:4:dd.0 Request processed in 14405us (14534us total) trans 4294968112 rc 0/0 00000100:00100000:2.0:1746126450.065809:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4066 00002000:00100000:2.0:1746126450.065818:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff8800936d9500 x1830945734642304/t4294968112(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:211/0 lens 488/448 e 0 to 0 dl 1746126461 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126450.065826:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800936d9500 with x1830945734642304 ext(11534336->12582911) 00002000:00010000:2.0:1746126450.065831:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800936d9500 00000100:00100000:0.0:1746126450.066389:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126450.067013:0:32697:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734642560 00000100:00100000:2.0:1746126450.067210:0:32697:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734642560 00002000:00100000:2.0:1746126450.067238:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88013236e300 x1830945734642560/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:211/0 lens 488/0 e 0 to 0 dl 1746126461 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126450.067245:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236e300 with x1830945734642560 ext(11534336->12582911) 00002000:00010000:2.0:1746126450.067248:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013236e300 00000100:00100000:2.0:1746126450.068582:0:32697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4067 00000100:00100000:2.0:1746126450.068593:0:32697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:68cec75b-543f-4a1a-954f-27556ebc9519+30:1964:x1830945734642560:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126450.071858:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126450.071891:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126450.071912:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734642816 00000100:00100000:1.0:1746126450.071919:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734642816 00002000:00100000:1.0:1746126450.071950:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff880086e35880 x1830945734642816/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:211/0 lens 488/0 e 0 to 0 dl 1746126461 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126450.071963:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35880 with x1830945734642816 ext(12582912->13631487) 00002000:00010000:1.0:1746126450.071967:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e35880 00000100:00100000:1.0:1746126450.071983:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4068 00000100:00100000:1.0:1746126450.071989:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+16:1963:x1830945734642816:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126450.074602:0:15834:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734643072 00000100:00100000:2.0:1746126450.074613:0:15834:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734643072 00000100:00100000:2.0:1746126450.074663:0:15834:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 165 00000100:00100000:2.0:1746126450.074673:0:15834:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:68cec75b-543f-4a1a-954f-27556ebc9519+16:1197:x1830945734643072:12345-192.168.203.32@tcp:35:dd.0 00000100:00100000:2.0:1746126450.074840:0:15834:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:68cec75b-543f-4a1a-954f-27556ebc9519+17:1197:x1830945734643072:12345-192.168.203.32@tcp:35:dd.0 Request processed in 170us (2948us total) trans 4294996815 rc 0/0 00000100:00100000:2.0:1746126450.074846:0:15834:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 165 00000100:00100000:0.0:1746126450.081672:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126450.082528:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734643328 00000100:00100000:3.0:1746126450.082536:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734643328 00000100:00100000:3.0:1746126450.082574:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 166 00000100:00100000:3.0:1746126450.082581:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a625f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+17:1197:x1830945734643328:12345-192.168.203.32@tcp:35:dd.0 00000001:00080000:3.0:1746126450.082747:0:7087:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294996816 00000100:00100000:3.0:1746126450.082819:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a625f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+19:1197:x1830945734643328:12345-192.168.203.32@tcp:35:dd.0 Request processed in 238us (1153us total) trans 4294996817 rc 0/0 00000100:00100000:3.0:1746126450.082825:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 166 00000020:00080000:3.0:1746126450.082828:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746126450.083912:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:68cec75b-543f-4a1a-954f-27556ebc9519+32:1964:x1830945734642560:12345-192.168.203.32@tcp:4:dd.0 Request processed in 15321us (17522us total) trans 4294968486 rc 0/0 00000100:00100000:3.0:1746126450.083919:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4067 00002000:00100000:3.0:1746126450.083928:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88013236e300 x1830945734642560/t4294968486(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:211/0 lens 488/448 e 0 to 0 dl 1746126461 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126450.083936:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013236e300 with x1830945734642560 ext(11534336->12582911) 00002000:00010000:3.0:1746126450.083940:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013236e300 00000100:00100000:1.0:1746126450.086824:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+18:1963:x1830945734642816:12345-192.168.203.32@tcp:4:dd.0 Request processed in 14829us (14966us total) trans 4294968113 rc 0/0 00000100:00100000:1.0:1746126450.086834:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4068 00002000:00100000:1.0:1746126450.086843:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff880086e35880 x1830945734642816/t4294968113(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:211/0 lens 488/448 e 0 to 0 dl 1746126461 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126450.086850:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e35880 with x1830945734642816 ext(12582912->13631487) 00002000:00010000:1.0:1746126450.086855:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e35880 00000001:00080000:2.0:1746126450.115837:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968110 is committed 00002000:00010000:1.0:1746126450.116737:0:27564:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 10247 -> 12295 00010000:00010000:1.0:1746126450.116750:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b81546 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.116759:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b81546 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.116765:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b81546 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.116770:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093992200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126450.116773:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b81546 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.116784:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b81546 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.116799:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b81546 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.116804:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b81546 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126450.116872:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734637824:12345-192.168.203.32@tcp:4:dd.0 Request processed in 208442us (209247us total) trans 4294968108 rc 0/0 00000100:00100000:1.0:1746126450.116881:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4049 00000001:00080000:2.0:1746126450.117072:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968108 is committed 00000001:00080000:2.0:1746126450.117339:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968481 is committed 00000001:00080000:2.0:1746126450.117349:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968462 is committed 00000001:00080000:2.0:1746126450.117353:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968482 is committed 00000001:00080000:2.0:1746126450.117364:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968463 is committed 00000001:00080000:2.0:1746126450.117374:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968474 is committed 00000100:00100000:0.0:1746126450.123369:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126450.123423:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126450.123452:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734643712 00000100:00100000:1.0:1746126450.123459:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734643712 00000100:00100000:1.0:1746126450.123522:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734643840 00000100:00100000:1.0:1746126450.123525:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734643840 00000100:00100000:1.0:1746126450.123543:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4069 00000100:00100000:1.0:1746126450.123553:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1965:x1830945734643712:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:1.0:1746126450.123581:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0x9851078746b8154d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.123593:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.123594:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.123598:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0x9851078746b8154d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.123611:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0x9851078746b8154d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126450.123673:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4070 00000100:00100000:0.0:1746126450.123679:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945734643840:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126450.123695:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b81554 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.123702:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126450.123704:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126450.123706:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b81554 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.123714:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b81554 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746126450.123758:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746126450.123761:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1746126450.134764:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0x9851078746b8154d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.134777:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0x9851078746b8154d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.134784:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0x9851078746b8154d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.134789:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d18c00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126450.134793:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0x9851078746b8154d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.134800:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0x9851078746b8154d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.134815:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0x9851078746b8154d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.134820:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0x9851078746b8154d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126450.134885:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1965:x1830945734643712:12345-192.168.203.32@tcp:3:dd.0 Request processed in 11333us (11519us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126450.134894:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4069 00010000:00010000:0.0:1746126450.138434:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b81554 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.138448:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b81554 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.138455:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b81554 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.138461:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f804a00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126450.138464:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b81554 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.138471:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b81554 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.138484:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b81554 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.138844:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f804a00/0x9851078746b81554 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126450.138909:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945734643840:12345-192.168.203.32@tcp:3:dd.0 Request processed in 15226us (15480us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746126450.138917:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4070 00000100:00100000:0.0:1746126450.161653:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126450.161700:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126450.161772:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734644352 00000100:00100000:2.0:1746126450.161780:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734644352 00000100:00100000:2.0:1746126450.163482:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734644224 00000100:00100000:2.0:1746126450.163490:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734644224 00000100:00100000:2.0:1746126450.163693:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4071 00000100:00100000:2.0:1746126450.163700:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734644352:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:2.0:1746126450.163741:0:25845:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 6266880, mtime: 0x6813c670, atime: 0x0, ctime: 0x6813c670, blocks: 0x3007 00010000:00010000:2.0:1746126450.163748:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b8155b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.163758:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.163759:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.163763:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b8155b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.163773:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b8155b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126450.164360:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4072 00000100:00100000:1.0:1746126450.164367:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734644224:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:1.0:1746126450.164381:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b81562 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.164388:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.164390:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.164392:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b81562 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.164408:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b81562 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126450.233438:0:25845:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:1.0:1746126450.233443:0:25845:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 12295 -> 16391 00010000:00010000:1.0:1746126450.233454:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b8155b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.233463:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b8155b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.233469:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b8155b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.233474:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bcf7200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126450.233478:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b8155b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.233483:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b8155b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.233499:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b8155b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.233503:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bcf7200/0x9851078746b8155b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126450.233567:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1964:x1830945734644352:12345-192.168.203.32@tcp:4:dd.0 Request processed in 69864us (71916us total) trans 4294968114 rc 0/0 00000100:00100000:1.0:1746126450.233576:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4071 00010000:00010000:3.0:1746126450.234175:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b81562 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.234183:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b81562 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.234188:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b81562 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.234193:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d18200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126450.234196:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b81562 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.234202:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b81562 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.234211:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b81562 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.234217:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b81562 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126450.234256:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734644224:12345-192.168.203.32@tcp:4:dd.0 Request processed in 69889us (72555us total) trans 4294968115 rc 0/0 00000100:00100000:3.0:1746126450.234261:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4072 00000001:00080000:2.0:1746126450.234487:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968115 is committed 00000001:00080000:2.0:1746126450.234498:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968113 is committed 00000100:00100000:0.0:1746126450.240506:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126450.240531:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126450.240549:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734644864 00000100:00100000:0.0:1746126450.241041:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734644864 00000100:00100000:0.0:1746126450.241272:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734645120 00000100:00100000:0.0:1746126450.241276:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734645120 00000100:00100000:0.0:1746126450.241297:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4073 00000100:00100000:0.0:1746126450.241303:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734644864:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126450.241328:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c2e7600/0x9851078746b81569 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.241341:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126450.241342:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126450.241346:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2e7600/0x9851078746b81569 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.241361:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c2e7600/0x9851078746b81569 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126450.245012:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4074 00000100:00100000:0.0:1746126450.245039:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734645120:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126450.245074:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094da3400/0x9851078746b81570 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.245092:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126450.245093:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126450.245097:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094da3400/0x9851078746b81570 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.245109:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094da3400/0x9851078746b81570 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.256459:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c2e7600/0x9851078746b81569 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.256471:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2e7600/0x9851078746b81569 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.256480:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c2e7600/0x9851078746b81569 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.256485:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c2e7600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126450.256488:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c2e7600/0x9851078746b81569 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.256495:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c2e7600/0x9851078746b81569 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.256511:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c2e7600/0x9851078746b81569 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.256517:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c2e7600/0x9851078746b81569 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126450.256572:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734644864:12345-192.168.203.32@tcp:3:dd.0 Request processed in 15265us (16068us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746126450.256581:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4073 00010000:00010000:0.0:1746126450.259611:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094da3400/0x9851078746b81570 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.259627:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094da3400/0x9851078746b81570 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.259635:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094da3400/0x9851078746b81570 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.259641:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094da3400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126450.259644:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094da3400/0x9851078746b81570 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.259650:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094da3400/0x9851078746b81570 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.259710:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094da3400/0x9851078746b81570 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.259716:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094da3400/0x9851078746b81570 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126450.259841:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734645120:12345-192.168.203.32@tcp:3:dd.0 Request processed in 14816us (19304us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126450.259853:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4074 00000100:00100000:3.0:1746126450.268229:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126450.268270:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734645376 00000100:00100000:3.0:1746126450.268273:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126450.268277:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734645376 00000100:00100000:1.0:1746126450.268317:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734645504 00000100:00100000:1.0:1746126450.268319:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734645504 00000100:00100000:1.0:1746126450.268333:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4075 00000100:00100000:1.0:1746126450.268340:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734645376:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126450.268375:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4076 00000100:00100000:0.0:1746126450.268381:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734645504:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126450.269704:0:8430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 8355840, mtime: 0x6813c670, atime: 0x0, ctime: 0x6813c670, blocks: 0x4007 00010000:00010000:0.0:1746126450.269714:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094da3000/0x9851078746b81577 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.269726:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126450.269727:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126450.269731:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094da3000/0x9851078746b81577 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.269741:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094da3000/0x9851078746b81577 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.270565:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092a92a00/0x9851078746b8157e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.270573:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.270574:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.270577:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a92a00/0x9851078746b8157e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.270584:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a92a00/0x9851078746b8157e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746126450.283884:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996807 is committed 00000001:00080000:1.0:1746126450.283895:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996815 is committed 00000001:00080000:1.0:1746126450.283904:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996810 is committed 00000001:00080000:1.0:1746126450.284211:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996817 is committed 00000001:00080000:1.0:1746126450.284216:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996814 is committed 00000001:00080000:3.0:1746126450.322598:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968116 is committed 00002000:00010000:1.0:1746126450.326373:0:25845:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:1.0:1746126450.326377:0:25845:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 16391 -> 20489 00010000:00010000:1.0:1746126450.326389:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092a92a00/0x9851078746b8157e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.326408:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092a92a00/0x9851078746b8157e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.326414:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092a92a00/0x9851078746b8157e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.326419:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a92a00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126450.326422:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a92a00/0x9851078746b8157e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.326429:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a92a00/0x9851078746b8157e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.326443:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092a92a00/0x9851078746b8157e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.326448:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a92a00/0x9851078746b8157e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126450.326511:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734645376:12345-192.168.203.32@tcp:4:dd.0 Request processed in 58168us (58284us total) trans 4294968116 rc 0/0 00000100:00100000:1.0:1746126450.326520:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4075 00000001:00080000:2.0:1746126450.362444:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968117 is committed 00010000:00010000:3.0:1746126450.362585:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094da3000/0x9851078746b81577 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.362596:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094da3000/0x9851078746b81577 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.362603:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094da3000/0x9851078746b81577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.362610:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094da3000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126450.362613:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094da3000/0x9851078746b81577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.362619:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094da3000/0x9851078746b81577 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.362635:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094da3000/0x9851078746b81577 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.362641:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094da3000/0x9851078746b81577 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126450.362726:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734645504:12345-192.168.203.32@tcp:4:dd.0 Request processed in 94341us (94449us total) trans 4294968117 rc 0/0 00000100:00100000:3.0:1746126450.362735:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4076 00000100:00100000:2.0:1746126450.366883:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126450.366959:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126450.367013:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734646016 00000100:00100000:3.0:1746126450.367038:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734646016 00000100:00100000:1.0:1746126450.367047:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734646144 00000100:00100000:1.0:1746126450.367050:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734646144 00000100:00100000:3.0:1746126450.367169:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4077 00000100:00100000:3.0:1746126450.367177:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734646016:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:1.0:1746126450.367178:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4078 00000100:00100000:1.0:1746126450.367183:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734646144:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:3.0:1746126450.367203:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094cf2000/0x9851078746b8158c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.367203:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b81585 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.367214:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.367214:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126450.367215:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.367215:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126450.367219:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cf2000/0x9851078746b8158c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.367219:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b81585 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.367229:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cf2000/0x9851078746b8158c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.367874:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b81585 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.383240:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094cf2000/0x9851078746b8158c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.383255:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094cf2000/0x9851078746b8158c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.383262:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094cf2000/0x9851078746b8158c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.383272:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cf2000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126450.383276:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094cf2000/0x9851078746b8158c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.383282:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094cf2000/0x9851078746b8158c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.383298:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094cf2000/0x9851078746b8158c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.383310:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cf2000/0x9851078746b8158c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126450.383371:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734646016:12345-192.168.203.32@tcp:3:dd.0 Request processed in 16191us (16490us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126450.383380:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4077 00010000:00010000:1.0:1746126450.385479:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b81585 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.385492:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b81585 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.385500:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b81585 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.385505:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f243800 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126450.385509:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b81585 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.385520:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b81585 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.385533:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b81585 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.385539:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f243800/0x9851078746b81585 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126450.386119:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734646144:12345-192.168.203.32@tcp:3:dd.0 Request processed in 18930us (19155us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746126450.386129:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4078 00000100:00100000:3.0:1746126450.390793:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126450.390844:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126450.390875:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734646656 00000100:00100000:1.0:1746126450.390883:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734646656 00000100:00100000:2.0:1746126450.390910:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734646528 00000100:00100000:2.0:1746126450.390914:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734646528 00000100:00100000:1.0:1746126450.391096:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4079 00000100:00100000:2.0:1746126450.391102:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4080 00000100:00100000:1.0:1746126450.391105:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734646656:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126450.391108:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734646528:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:1.0:1746126450.391146:0:25845:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 10444800, mtime: 0x6813c670, atime: 0x0, ctime: 0x6813c670, blocks: 0x5009 00010000:00010000:2.0:1746126450.391163:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009298ca00/0x9851078746b8159a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.391163:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b81593 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.391174:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.391176:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.391180:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b81593 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.391190:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.391190:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b81593 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.391191:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.391194:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298ca00/0x9851078746b8159a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.391201:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009298ca00/0x9851078746b8159a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126450.436891:0:8430:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:2.0:1746126450.436896:0:8430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746126448 -> 1746126449 00002000:00010000:2.0:1746126450.436898:0:8430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746126448 -> 1746126449 00002000:00010000:2.0:1746126450.436900:0:8430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 20489 -> 22537 00010000:00010000:2.0:1746126450.436911:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009298ca00/0x9851078746b8159a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.436919:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009298ca00/0x9851078746b8159a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.436926:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009298ca00/0x9851078746b8159a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.436931:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009298ca00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126450.436934:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009298ca00/0x9851078746b8159a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.436944:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009298ca00/0x9851078746b8159a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.436958:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009298ca00/0x9851078746b8159a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.436962:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009298ca00/0x9851078746b8159a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126450.437038:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1963:x1830945734646528:12345-192.168.203.32@tcp:4:dd.0 Request processed in 45914us (46178us total) trans 4294968118 rc 0/0 00000100:00100000:2.0:1746126450.437047:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4080 00000001:00080000:2.0:1746126450.437076:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968118 is committed 00000001:00080000:2.0:1746126450.475660:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968119 is committed 00002000:00010000:1.0:1746126450.476296:0:25845:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 22537 -> 24585 00010000:00010000:1.0:1746126450.476310:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b81593 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.476319:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b81593 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.476326:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b81593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.476332:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f243a00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126450.476336:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b81593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.476343:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b81593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.476360:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b81593 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.476366:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f243a00/0x9851078746b81593 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126450.476442:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734646656:12345-192.168.203.32@tcp:4:dd.0 Request processed in 85335us (85651us total) trans 4294968119 rc 0/0 00000100:00100000:1.0:1746126450.476451:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4079 00000100:00100000:3.0:1746126450.482877:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126450.482931:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126450.483003:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734647168 00000100:00100000:1.0:1746126450.483011:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734647168 00000100:00100000:2.0:1746126450.483092:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734647296 00000100:00100000:2.0:1746126450.483095:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734647296 00000100:00100000:2.0:1746126450.483134:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4081 00000100:00100000:2.0:1746126450.483141:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1965:x1830945734647296:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:2.0:1746126450.483169:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b815a1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.483181:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.483182:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.483186:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b815a1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.483197:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b815a1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126450.484629:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4082 00000100:00100000:1.0:1746126450.484638:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945734647168:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:1.0:1746126450.484658:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800951bf400/0x9851078746b815a8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.484668:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.484670:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.484673:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800951bf400/0x9851078746b815a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.484681:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800951bf400/0x9851078746b815a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.495324:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b815a1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.495338:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b815a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.495345:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b815a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.495350:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c201600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126450.495354:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b815a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.495360:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b815a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.495375:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b815a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.495380:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c201600/0x9851078746b815a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126450.495453:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1965:x1830945734647296:12345-192.168.203.32@tcp:3:dd.0 Request processed in 12309us (12518us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746126450.495462:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4081 00010000:00010000:1.0:1746126450.499101:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800951bf400/0x9851078746b815a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.499115:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800951bf400/0x9851078746b815a8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.499122:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800951bf400/0x9851078746b815a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.499127:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951bf400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126450.499130:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800951bf400/0x9851078746b815a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.499137:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800951bf400/0x9851078746b815a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.499152:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800951bf400/0x9851078746b815a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.499157:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800951bf400/0x9851078746b815a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126450.499233:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945734647168:12345-192.168.203.32@tcp:3:dd.0 Request processed in 14592us (16358us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126450.499241:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4082 00000100:00100000:0.0:1746126450.507417:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126450.507491:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734647680 00000100:00100000:1.0:1746126450.507499:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734647680 00000100:00100000:1.0:1746126450.507662:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4083 00000100:00100000:1.0:1746126450.507669:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1965:x1830945734647680:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:1.0:1746126450.507704:0:25845:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 12533760, mtime: 0x6813c671, atime: 0x0, ctime: 0x6813c671, blocks: 0x6009 00010000:00010000:1.0:1746126450.507711:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b815af lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.507722:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.507723:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.507727:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b815af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.507738:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b815af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126450.509879:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126450.510627:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734647808 00000100:00100000:2.0:1746126450.510636:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734647808 00000100:00100000:2.0:1746126450.510685:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4084 00000100:00100000:2.0:1746126450.510692:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945734647808:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:2.0:1746126450.510717:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b815b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.510729:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.510730:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.510734:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b815b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.510743:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b815b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126450.576777:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968120 is committed 00002000:00010000:3.0:1746126450.583485:0:25845:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:3.0:1746126450.583491:0:25845:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 24585 -> 28681 00010000:00010000:3.0:1746126450.583507:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b815af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.583520:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b815af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.583527:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b815af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.583533:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951be400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126450.583536:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b815af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.583543:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b815af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.583560:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b815af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.583566:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x9851078746b815af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126450.587249:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1965:x1830945734647680:12345-192.168.203.32@tcp:4:dd.0 Request processed in 79577us (79839us total) trans 4294968120 rc 0/0 00000100:00100000:3.0:1746126450.587258:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4083 00010000:00010000:2.0:1746126450.635488:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b815b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.635501:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b815b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.635507:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b815b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.635513:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ff59200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126450.635516:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b815b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.635522:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b815b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.635538:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b815b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.635545:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b815b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126450.635614:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945734647808:12345-192.168.203.32@tcp:4:dd.0 Request processed in 124919us (125736us total) trans 4294968121 rc 0/0 00000100:00100000:2.0:1746126450.635623:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4084 00000001:00080000:2.0:1746126450.635650:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968121 is committed 00000100:00100000:0.0:1746126450.640711:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126450.641329:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126450.641549:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126450.641572:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734648192 00000100:00100000:0.0:1746126450.641579:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734648192 00000100:00100000:0.0:1746126450.641620:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734648448 00000100:00100000:0.0:1746126450.641622:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734648448 00000100:00100000:0.0:1746126450.642105:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734648576 00000100:00100000:0.0:1746126450.642109:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734648576 00000100:00100000:3.0:1746126450.642199:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4085 00000100:00100000:3.0:1746126450.642208:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734648192:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:3.0:1746126450.642237:0:25845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b815bd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.642248:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126450.642250:0:25845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126450.642254:0:25845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b815bd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.642264:0:25845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b815bd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126450.642708:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4086 00000100:00100000:3.0:1746126450.642713:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734648448:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:3.0:1746126450.642727:0:8429:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c20ae00/0x9851078746b815c4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.642734:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126450.642735:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126450.642737:0:8429:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c20ae00/0x9851078746b815c4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.642744:0:8429:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c20ae00/0x9851078746b815c4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126450.644465:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4087 00000100:00100000:0.0:1746126450.644475:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734648576:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126450.644500:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b815cb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.644510:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126450.644512:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126450.644516:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b815cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.644525:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b815cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.651163:0:25845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b815bd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.651177:0:25845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b815bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.651184:0:25845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b815bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.651190:0:25845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c20b800 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126450.651194:0:25845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b815bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.651200:0:25845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b815bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.651214:0:25845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b815bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.651220:0:25845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20b800/0x9851078746b815bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25845 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126450.652267:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734648192:12345-192.168.203.32@tcp:3:dd.0 Request processed in 10055us (11557us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1746126450.652277:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4085 00010000:00010000:0.0:1746126450.658523:0:8429:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c20ae00/0x9851078746b815c4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.658535:0:8429:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c20ae00/0x9851078746b815c4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.658541:0:8429:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c20ae00/0x9851078746b815c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.658547:0:8429:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c20ae00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126450.658550:0:8429:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c20ae00/0x9851078746b815c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.658556:0:8429:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c20ae00/0x9851078746b815c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.658575:0:8429:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c20ae00/0x9851078746b815c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.658581:0:8429:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c20ae00/0x9851078746b815c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126450.658659:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734648448:12345-192.168.203.32@tcp:3:dd.0 Request processed in 15942us (17327us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126450.658668:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4086 00010000:00010000:0.0:1746126450.660074:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b815cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.660083:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b815cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.660090:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b815cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.660095:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951ac200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126450.660099:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b815cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.660105:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b815cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.660115:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b815cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.660126:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951ac200/0x9851078746b815cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126450.660173:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734648576:12345-192.168.203.32@tcp:3:dd.0 Request processed in 15698us (18621us total) trans 0 rc 983040/983040 00000100:00100000:0.0:1746126450.660180:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4087 00000100:00100000:0.0:1746126450.666454:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126450.666582:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126450.666805:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734648960 00000100:00100000:2.0:1746126450.666812:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734648960 00000100:00100000:2.0:1746126450.666859:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734649088 00000100:00100000:2.0:1746126450.666861:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734649088 00000100:00100000:2.0:1746126450.666875:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4088 00000100:00100000:2.0:1746126450.666880:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734648960:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:2.0:1746126450.666917:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 14622720, mtime: 0x6813c671, atime: 0x0, ctime: 0x6813c671, blocks: 0x7009 00010000:00010000:2.0:1746126450.666923:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094cff400/0x9851078746b815d2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.666934:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.666936:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.666939:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cff400/0x9851078746b815d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.666951:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cff400/0x9851078746b815d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126450.667536:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4089 00000100:00100000:2.0:1746126450.667542:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734649088:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:2.0:1746126450.667557:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800947c6200/0x9851078746b815d9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.667564:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.667565:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.667567:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c6200/0x9851078746b815d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.667574:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800947c6200/0x9851078746b815d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126450.734016:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968122 is committed 00002000:00010000:3.0:1746126450.737056:0:27564:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:3.0:1746126450.737062:0:27564:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 28681 -> 32777 00010000:00010000:3.0:1746126450.737074:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094cff400/0x9851078746b815d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.737084:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094cff400/0x9851078746b815d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.737091:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094cff400/0x9851078746b815d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.737102:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cff400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126450.737105:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cff400/0x9851078746b815d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.737112:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cff400/0x9851078746b815d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.737127:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094cff400/0x9851078746b815d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126450.737132:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094cff400/0x9851078746b815d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126450.737205:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734648960:12345-192.168.203.32@tcp:4:dd.0 Request processed in 70321us (70755us total) trans 4294968122 rc 0/0 00000100:00100000:3.0:1746126450.737214:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4088 00010000:00010000:2.0:1746126450.784450:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800947c6200/0x9851078746b815d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.784465:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c6200/0x9851078746b815d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.784472:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800947c6200/0x9851078746b815d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.784478:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800947c6200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126450.784481:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800947c6200/0x9851078746b815d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.784492:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800947c6200/0x9851078746b815d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.784507:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800947c6200/0x9851078746b815d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.784513:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800947c6200/0x9851078746b815d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126450.784582:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734649088:12345-192.168.203.32@tcp:4:dd.0 Request processed in 117036us (117995us total) trans 4294968123 rc 0/0 00000100:00100000:2.0:1746126450.784592:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4089 00000001:00080000:3.0:1746126450.784732:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968123 is committed 00000100:00100000:0.0:1746126450.788834:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126450.788909:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126450.789461:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734649600 00000100:00100000:2.0:1746126450.789469:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734649600 00000100:00100000:2.0:1746126450.789512:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734649856 00000100:00100000:2.0:1746126450.789515:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734649856 00000100:00100000:2.0:1746126450.789533:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4090 00000100:00100000:2.0:1746126450.789538:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734649600:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:2.0:1746126450.789564:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b815e0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.789576:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.789578:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.789582:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b815e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.789592:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b815e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126450.791370:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4091 00000100:00100000:1.0:1746126450.791381:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734649856:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:1.0:1746126450.791414:0:8429:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6c600/0x9851078746b815e7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.791425:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.791426:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.791429:0:8429:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6c600/0x9851078746b815e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.791439:0:8429:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6c600/0x9851078746b815e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.806516:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b815e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.806529:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b815e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.806536:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b815e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.806542:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c07a00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126450.806545:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b815e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.806552:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b815e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.806568:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b815e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.806573:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07a00/0x9851078746b815e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126450.806629:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734649600:12345-192.168.203.32@tcp:3:dd.0 Request processed in 17087us (17799us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746126450.806638:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4090 00010000:00010000:1.0:1746126450.810219:0:8429:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6c600/0x9851078746b815e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.810232:0:8429:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6c600/0x9851078746b815e7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.810240:0:8429:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6c600/0x9851078746b815e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.810245:0:8429:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5c6c600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126450.810248:0:8429:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6c600/0x9851078746b815e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.810255:0:8429:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6c600/0x9851078746b815e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.810269:0:8429:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6c600/0x9851078746b815e7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.810275:0:8429:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6c600/0x9851078746b815e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126450.810919:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734649856:12345-192.168.203.32@tcp:3:dd.0 Request processed in 19537us (22006us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126450.810929:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4091 00000100:00100000:3.0:1746126450.818348:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126450.818453:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734650112 00000100:00100000:1.0:1746126450.818461:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734650112 00000100:00100000:1.0:1746126450.818762:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4092 00000100:00100000:1.0:1746126450.818770:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945734650112:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:1.0:1746126450.818808:0:8429:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 16711680, mtime: 0x6813c671, atime: 0x0, ctime: 0x6813c671, blocks: 0x8009 00010000:00010000:1.0:1746126450.818815:0:8429:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b815ee lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.818825:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.818827:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.818832:0:8429:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b815ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.818844:0:8429:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b815ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126450.823847:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126450.824606:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734650368 00000100:00100000:0.0:1746126450.824614:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734650368 00000100:00100000:0.0:1746126450.826863:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4093 00000100:00100000:0.0:1746126450.826875:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734650368:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:0.0:1746126450.826907:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b815f5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.826918:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126450.826920:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126450.826924:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b815f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.826935:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b815f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126450.875649:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968124 is committed 00002000:00010000:1.0:1746126450.875988:0:8429:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:1.0:1746126450.875992:0:8429:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 32777 -> 34825 00010000:00010000:1.0:1746126450.876002:0:8429:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b815ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.876015:0:8429:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b815ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.876040:0:8429:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b815ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.876046:0:8429:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5c6c600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126450.876049:0:8429:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b815ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.876055:0:8429:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b815ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.876068:0:8429:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b815ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.876073:0:8429:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b815ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126450.876147:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1966:x1830945734650112:12345-192.168.203.32@tcp:4:dd.0 Request processed in 57368us (57796us total) trans 4294968124 rc 0/0 00000100:00100000:1.0:1746126450.876156:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4092 00000001:00080000:3.0:1746126450.914997:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968125 is committed 00002000:00010000:2.0:1746126450.915645:0:8430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 34825 -> 36873 00010000:00010000:2.0:1746126450.915659:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b815f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.915670:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b815f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.915677:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b815f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.915683:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092aae000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126450.915687:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b815f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.915694:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b815f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.915709:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b815f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.915715:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092aae000/0x9851078746b815f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126450.915800:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1965:x1830945734650368:12345-192.168.203.32@tcp:4:dd.0 Request processed in 88924us (91955us total) trans 4294968125 rc 0/0 00000100:00100000:2.0:1746126450.915808:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4093 00000100:00100000:2.0:1746126450.918723:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126450.918739:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126450.918768:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126450.918906:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734650624 00000100:00100000:1.0:1746126450.918913:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734650624 00000100:00100000:1.0:1746126450.918958:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4094 00000100:00100000:1.0:1746126450.918964:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734650624:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:1.0:1746126450.918992:0:8429:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b815fc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.919002:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.919004:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.919008:0:8429:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b815fc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.919018:0:8429:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b815fc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126450.919303:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734650880 00000100:00100000:2.0:1746126450.919307:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734650880 00000100:00100000:2.0:1746126450.919327:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734651136 00000100:00100000:2.0:1746126450.919329:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734651136 00000100:00100000:2.0:1746126450.919340:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4095 00000100:00100000:2.0:1746126450.919345:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734650880:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:2.0:1746126450.919359:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092a92a00/0x9851078746b81603 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.919366:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.919367:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.919369:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a92a00/0x9851078746b81603 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.919376:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a92a00/0x9851078746b81603 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126450.920577:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4096 00000100:00100000:0.0:1746126450.920585:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734651136:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126450.920606:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b8160a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.920614:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126450.920616:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126450.920619:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b8160a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.920628:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b8160a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.927357:0:8429:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b815fc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.927373:0:8429:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b815fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.927379:0:8429:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b815fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.927385:0:8429:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a61ae000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126450.927388:0:8429:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b815fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.927408:0:8429:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b815fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.927423:0:8429:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b815fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.927428:0:8429:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b815fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126450.927489:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734650624:12345-192.168.203.32@tcp:3:dd.0 Request processed in 8522us (8769us total) trans 0 rc 73728/73728 00000100:00100000:2.0:1746126450.927497:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4094 00010000:00010000:0.0:1746126450.929910:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092a92a00/0x9851078746b81603 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.929924:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092a92a00/0x9851078746b81603 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.929936:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092a92a00/0x9851078746b81603 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.929942:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a92a00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126450.929945:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092a92a00/0x9851078746b81603 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.929951:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092a92a00/0x9851078746b81603 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.929965:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092a92a00/0x9851078746b81603 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126450.929974:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092a92a00/0x9851078746b81603 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126450.930059:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734650880:12345-192.168.203.32@tcp:3:dd.0 Request processed in 10709us (11314us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126450.930069:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4095 00010000:00010000:2.0:1746126450.932013:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b8160a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.932229:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b8160a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.932236:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b8160a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.932242:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d07600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126450.932244:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b8160a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.932250:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b8160a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.932269:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b8160a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.932273:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d07600/0x9851078746b8160a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126450.932359:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734651136:12345-192.168.203.32@tcp:3:dd.0 Request processed in 11771us (13586us total) trans 0 rc 966656/966656 00000100:00100000:2.0:1746126450.932368:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4096 00000100:00100000:1.0:1746126450.936378:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126450.936431:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126450.936453:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734651392 00000100:00100000:1.0:1746126450.936460:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734651392 00000100:00100000:1.0:1746126450.936496:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734651520 00000100:00100000:1.0:1746126450.936498:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734651520 00000100:00100000:1.0:1746126450.936513:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4097 00000100:00100000:1.0:1746126450.936518:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734651392:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126450.936549:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4098 00000100:00100000:2.0:1746126450.936556:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734651520:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:1.0:1746126450.936556:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 18800640, mtime: 0x6813c671, atime: 0x0, ctime: 0x6813c671, blocks: 0x9009 00010000:00010000:1.0:1746126450.936562:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b81611 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.936567:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b81618 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.936573:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.936574:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126450.936578:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b81611 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126450.936588:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b81611 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.936647:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.936649:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126450.936652:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b81618 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126450.936659:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b81618 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126451.009223:0:8430:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:3.0:1746126451.009229:0:8430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 36873 -> 40969 00010000:00010000:3.0:1746126451.009240:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b81618 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.009250:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b81618 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.009259:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b81618 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.009264:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a069000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126451.009268:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b81618 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.009274:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b81618 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.009288:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b81618 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.009293:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a069000/0x9851078746b81618 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126451.009356:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1964:x1830945734651520:12345-192.168.203.32@tcp:4:dd.0 Request processed in 72797us (72921us total) trans 4294968126 rc 0/0 00000100:00100000:3.0:1746126451.009365:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4098 00000001:00080000:3.0:1746126451.009399:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968126 is committed 00010000:00010000:0.0:1746126451.051260:0:8439:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746126451.054784:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968127 is committed 00010000:00010000:1.0:1746126451.055609:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b81611 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.055621:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b81611 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.055629:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b81611 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.055635:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a61af000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126451.055638:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b81611 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.055644:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b81611 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.055658:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b81611 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.055663:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a61af000/0x9851078746b81611 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126451.055734:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734651392:12345-192.168.203.32@tcp:4:dd.0 Request processed in 119212us (119358us total) trans 4294968127 rc 0/0 00000100:00100000:1.0:1746126451.055742:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4097 00000100:00100000:0.0:1746126451.060734:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.061338:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.061397:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734652032 00000100:00100000:3.0:1746126451.061405:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734652032 00000100:00100000:3.0:1746126451.061447:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734652160 00000100:00100000:3.0:1746126451.061449:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734652160 00000100:00100000:3.0:1746126451.061835:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4099 00000100:00100000:3.0:1746126451.061844:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1965:x1830945734652032:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:3.0:1746126451.061871:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093992200/0x9851078746b8161f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.061882:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126451.061883:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126451.061888:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093992200/0x9851078746b8161f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.061899:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093992200/0x9851078746b8161f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126451.063044:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4100 00000100:00100000:1.0:1746126451.063056:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945734652160:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:1.0:1746126451.063079:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b81626 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.063087:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126451.063088:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126451.063090:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b81626 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.063099:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b81626 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.074182:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093992200/0x9851078746b8161f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.074196:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093992200/0x9851078746b8161f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.074202:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093992200/0x9851078746b8161f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.074208:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093992200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126451.074212:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093992200/0x9851078746b8161f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.074218:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093992200/0x9851078746b8161f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.074234:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093992200/0x9851078746b8161f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.074243:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093992200/0x9851078746b8161f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126451.074314:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1965:x1830945734652032:12345-192.168.203.32@tcp:3:dd.0 Request processed in 12467us (13581us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126451.074323:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4099 00010000:00010000:2.0:1746126451.079114:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b81626 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.079127:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b81626 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.079133:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b81626 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.079139:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800925c4600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126451.079142:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b81626 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.079148:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b81626 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.079163:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b81626 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.079169:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925c4600/0x9851078746b81626 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126451.079542:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1966:x1830945734652160:12345-192.168.203.32@tcp:3:dd.0 Request processed in 16487us (18202us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746126451.079550:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4100 00000100:00100000:0.0:1746126451.085094:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.085354:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126451.085446:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734652672 00000100:00100000:2.0:1746126451.085453:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734652672 00000100:00100000:2.0:1746126451.085491:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734652544 00000100:00100000:2.0:1746126451.085492:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734652544 00000100:00100000:2.0:1746126451.085514:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4101 00000100:00100000:2.0:1746126451.085519:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734652672:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:2.0:1746126451.085558:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 20889600, mtime: 0x6813c671, atime: 0x0, ctime: 0x6813c671, blocks: 0xa009 00010000:00010000:2.0:1746126451.085566:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8162d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.085577:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126451.085579:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126451.085583:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8162d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.085594:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8162d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126451.086194:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4102 00000100:00100000:1.0:1746126451.086202:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734652544:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:1.0:1746126451.086216:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009294ee00/0x9851078746b81634 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.086223:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126451.086224:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126451.086227:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009294ee00/0x9851078746b81634 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.086234:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009294ee00/0x9851078746b81634 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126451.156817:0:27564:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:1.0:1746126451.156824:0:27564:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 40969 -> 45067 00010000:00010000:1.0:1746126451.156834:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8162d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.156845:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8162d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.156852:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8162d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.156857:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d18200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126451.156860:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8162d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.156866:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8162d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.156881:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8162d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.156886:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d18200/0x9851078746b8162d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126451.156950:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1963:x1830945734652672:12345-192.168.203.32@tcp:4:dd.0 Request processed in 71426us (71860us total) trans 4294968128 rc 0/0 00000100:00100000:1.0:1746126451.156957:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4101 00000001:00080000:3.0:1746126451.157060:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968128 is committed 00000100:00100000:0.0:1746126451.167354:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b844e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945726375424:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126451.167414:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126451.167474:0:10428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726375424 00000100:00100000:0.0:1746126451.167479:0:10428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726375424 00000100:00100000:0.0:1746126451.167515:0:10428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1746126451.167521:0:10428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945726375424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126451.167550:0:10428:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 98631680 pending 6815744 free 3835691008 avail 3833593856 00000100:00100000:0.0:1746126451.167577:0:10428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945726375424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126451.167582:0:10428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00080000:0.0:1746126451.167597:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126451.167617:0:3291:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b844e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945726375424:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1746126451.205196:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968129 is committed 00010000:00010000:3.0:1746126451.205578:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009294ee00/0x9851078746b81634 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.205589:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009294ee00/0x9851078746b81634 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.205595:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009294ee00/0x9851078746b81634 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.205600:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009294ee00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126451.205603:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009294ee00/0x9851078746b81634 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.205610:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009294ee00/0x9851078746b81634 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.205625:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009294ee00/0x9851078746b81634 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.205630:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009294ee00/0x9851078746b81634 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126451.205838:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734652544:12345-192.168.203.32@tcp:4:dd.0 Request processed in 119633us (120479us total) trans 4294968129 rc 0/0 00000100:00100000:3.0:1746126451.205847:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4102 00000100:00100000:2.0:1746126451.214309:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126451.214353:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.214434:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734653312 00000100:00100000:3.0:1746126451.214441:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734653312 00000100:00100000:3.0:1746126451.214485:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734653184 00000100:00100000:3.0:1746126451.214488:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734653184 00000100:00100000:3.0:1746126451.214518:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4103 00000100:00100000:3.0:1746126451.214525:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734653312:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126451.214545:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4104 00010000:00010000:3.0:1746126451.214551:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8163b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126451.214553:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734653184:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:3.0:1746126451.214562:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126451.214563:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126451.214567:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8163b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.214578:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8163b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.214760:0:8429:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ff58200/0x9851078746b81642 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.214769:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126451.214770:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126451.214773:0:8429:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ff58200/0x9851078746b81642 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.214783:0:8429:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ff58200/0x9851078746b81642 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.229466:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8163b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.229502:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8163b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.229509:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8163b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.229561:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092f70a00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126451.229565:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8163b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.229572:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8163b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.229587:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8163b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.229592:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f70a00/0x9851078746b8163b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126451.230442:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734653312:12345-192.168.203.32@tcp:3:dd.0 Request processed in 15914us (16137us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746126451.230450:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4103 00010000:00010000:0.0:1746126451.231519:0:8429:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ff58200/0x9851078746b81642 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.231529:0:8429:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ff58200/0x9851078746b81642 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.231538:0:8429:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ff58200/0x9851078746b81642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.231543:0:8429:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ff58200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126451.231546:0:8429:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ff58200/0x9851078746b81642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.231552:0:8429:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ff58200/0x9851078746b81642 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.231606:0:8429:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ff58200/0x9851078746b81642 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.231616:0:8429:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ff58200/0x9851078746b81642 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126451.232116:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734653184:12345-192.168.203.32@tcp:3:dd.0 Request processed in 17562us (17760us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126451.232123:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4104 00000100:00100000:2.0:1746126451.238099:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126451.238143:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.238184:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734653696 00000100:00100000:0.0:1746126451.238192:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734653696 00000100:00100000:3.0:1746126451.238208:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734653824 00000100:00100000:3.0:1746126451.238212:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734653824 00000100:00100000:0.0:1746126451.238248:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4105 00000100:00100000:0.0:1746126451.238255:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734653696:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126451.238277:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4106 00000100:00100000:3.0:1746126451.238283:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734653824:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126451.238295:0:8429:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 22978560, mtime: 0x6813c671, atime: 0x0, ctime: 0x6813c671, blocks: 0xb00b 00010000:00010000:0.0:1746126451.238307:0:8429:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b81649 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.238317:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126451.238319:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126451.238323:0:8429:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b81649 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.238333:0:8429:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b81649 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.238358:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b81650 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.238366:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126451.238367:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126451.238369:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b81650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.238377:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b81650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126451.302976:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968130 is committed 00002000:00010000:3.0:1746126451.303585:0:25460:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:3.0:1746126451.303589:0:25460:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 45067 -> 49163 00010000:00010000:3.0:1746126451.303599:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b81650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.303609:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b81650 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.303616:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b81650 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.303622:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092f70e00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126451.303625:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b81650 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.303632:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b81650 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.303647:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b81650 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.303653:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f70e00/0x9851078746b81650 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126451.303734:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734653824:12345-192.168.203.32@tcp:4:dd.0 Request processed in 65447us (65586us total) trans 4294968130 rc 0/0 00000100:00100000:3.0:1746126451.303743:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4106 00000001:00080000:3.0:1746126451.346862:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968131 is committed 00010000:00010000:2.0:1746126451.347572:0:8429:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b81649 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.347582:0:8429:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b81649 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.347588:0:8429:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b81649 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.347594:0:8429:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ff58400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126451.347597:0:8429:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b81649 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.347608:0:8429:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b81649 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.347622:0:8429:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b81649 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.347627:0:8429:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b81649 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126451.347705:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734653696:12345-192.168.203.32@tcp:4:dd.0 Request processed in 109446us (109609us total) trans 4294968131 rc 0/0 00000100:00100000:2.0:1746126451.347713:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4105 00000100:00100000:0.0:1746126451.360193:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.360785:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.360974:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734654336 00000100:00100000:3.0:1746126451.360980:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734654336 00000100:00100000:3.0:1746126451.361051:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734654464 00000100:00100000:3.0:1746126451.361054:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734654464 00000100:00100000:3.0:1746126451.361084:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4107 00000100:00100000:3.0:1746126451.361091:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734654336:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:1.0:1746126451.361110:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4108 00000100:00100000:1.0:1746126451.361118:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734654464:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:3.0:1746126451.361121:0:8429:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800947c7000/0x9851078746b81657 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.361133:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126451.361135:0:8429:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126451.361137:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800925c4e00/0x9851078746b8165e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.361139:0:8429:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c7000/0x9851078746b81657 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.361145:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126451.361146:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126451.361149:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800925c4e00/0x9851078746b8165e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.361150:0:8429:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800947c7000/0x9851078746b81657 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.361157:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800925c4e00/0x9851078746b8165e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.367850:0:8429:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800947c7000/0x9851078746b81657 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.367995:0:8429:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c7000/0x9851078746b81657 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.368002:0:8429:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800947c7000/0x9851078746b81657 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.368218:0:8429:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800947c7000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126451.368222:0:8429:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800947c7000/0x9851078746b81657 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.368606:0:8429:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800947c7000/0x9851078746b81657 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.368622:0:8429:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800947c7000/0x9851078746b81657 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.368628:0:8429:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800947c7000/0x9851078746b81657 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126451.368833:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734654336:12345-192.168.203.32@tcp:3:dd.0 Request processed in 7739us (8641us total) trans 0 rc 98304/98304 00000100:00100000:1.0:1746126451.368842:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4107 00010000:00010000:1.0:1746126451.371556:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800925c4e00/0x9851078746b8165e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.371569:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800925c4e00/0x9851078746b8165e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.371576:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800925c4e00/0x9851078746b8165e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.371581:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800925c4e00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126451.371583:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800925c4e00/0x9851078746b8165e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.371589:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800925c4e00/0x9851078746b8165e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.371605:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800925c4e00/0x9851078746b8165e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.371610:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800925c4e00/0x9851078746b8165e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126451.371931:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734654464:12345-192.168.203.32@tcp:3:dd.0 Request processed in 10810us (11142us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126451.371940:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4108 00000100:00100000:0.0:1746126451.376612:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.376979:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734654592 00000100:00100000:3.0:1746126451.376985:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734654592 00000100:00100000:3.0:1746126451.377013:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5359 00000100:00100000:3.0:1746126451.377019:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1196:x1830945734654592:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:3.0:1746126451.377050:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126451.377064:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800947c7600/0x9851078746b81665 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce3e9 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126451.377083:0:17079:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 25067520, mtime: 0x6813c671, atime: 0x0, ctime: 0x6813c671, blocks: 0xc00b 00010000:00010000:3.0:1746126451.377098:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126451.377100:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126451.377105:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c7600/0x9851078746b81665 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3e9 expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.377117:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800947c7600/0x9851078746b81665 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3e9 expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.377124:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800947c7600, rc 0) 00000100:00100000:3.0:1746126451.377162:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1196:x1830945734654592:12345-192.168.203.32@tcp:101:dd.0 Request processed in 143us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126451.377168:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5359 00000100:00100000:3.0:1746126451.404776:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.407519:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734654848 00000100:00100000:1.0:1746126451.407530:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734654848 00002000:00100000:1.0:1746126451.407571:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff88009be4b800 x1830945734654848/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126451.407579:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be4b800 with x1830945734654848 ext(25165824->26214399) 00002000:00010000:1.0:1746126451.407583:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009be4b800 00000100:00100000:1.0:1746126451.407611:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4109 00000100:00100000:1.0:1746126451.407617:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734654848:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126451.407974:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.408079:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734654976 00000100:00100000:3.0:1746126451.408082:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734654976 00002000:00100000:3.0:1746126451.408098:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (25067520->25165823) req@ffff880133368380 x1830945734654976/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.408104:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368380 with x1830945734654976 ext(25067520->25165823) 00002000:00010000:3.0:1746126451.408106:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133368380 00000100:00100000:3.0:1746126451.408129:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4110 00000100:00100000:3.0:1746126451.408133:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734654976:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126451.442451:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734654848:12345-192.168.203.32@tcp:4:dd.0 Request processed in 34826us (37677us total) trans 4294968132 rc 0/0 00000100:00100000:1.0:1746126451.442461:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4109 00002000:00100000:1.0:1746126451.442471:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff88009be4b800 x1830945734654848/t4294968132(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/448 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126451.442480:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be4b800 with x1830945734654848 ext(25165824->26214399) 00002000:00010000:1.0:1746126451.442484:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009be4b800 00000100:00100000:3.0:1746126451.445249:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734654976:12345-192.168.203.32@tcp:4:dd.0 Request processed in 37107us (37267us total) trans 4294968133 rc 0/0 00000100:00100000:3.0:1746126451.445263:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4110 00002000:00100000:3.0:1746126451.445272:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (25067520->25165823) req@ffff880133368380 x1830945734654976/t4294968133(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/448 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.445281:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368380 with x1830945734654976 ext(25067520->25165823) 00002000:00010000:3.0:1746126451.445286:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133368380 00000100:00100000:0.0:1746126451.449870:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126451.449958:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734655104 00000100:00100000:2.0:1746126451.449966:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734655104 00000100:00100000:2.0:1746126451.450008:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73593 00000100:00100000:2.0:1746126451.450015:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1196:x1830945734655104:12345-192.168.203.32@tcp:44:dd.0 00000100:00100000:2.0:1746126451.450119:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1196:x1830945734655104:12345-192.168.203.32@tcp:44:dd.0 Request processed in 104us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126451.450124:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73593 00000100:00080000:0.0:1746126451.450176:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126451.455019:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.456788:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734655232 00000100:00100000:0.0:1746126451.456796:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734655232 00000100:00100000:0.0:1746126451.456846:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5360 00000100:00100000:0.0:1746126451.456852:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734655232:12345-192.168.203.32@tcp:16:dd.0 00000100:00100000:0.0:1746126451.506048:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734655232:12345-192.168.203.32@tcp:16:dd.0 Request processed in 49188us (51028us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126451.506058:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5360 00000001:00080000:3.0:1746126451.506688:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968132 is committed 00000001:00080000:3.0:1746126451.506701:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968133 is committed 00000100:00100000:2.0:1746126451.509674:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.510338:0:15834:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734655488 00000100:00100000:3.0:1746126451.510347:0:15834:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734655488 00000100:00100000:3.0:1746126451.510384:0:15834:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 167 00000100:00100000:3.0:1746126451.510400:0:15834:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+15:1196:x1830945734655488:12345-192.168.203.32@tcp:35:dd.0 00000100:00100000:3.0:1746126451.510596:0:15834:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1196:x1830945734655488:12345-192.168.203.32@tcp:35:dd.0 Request processed in 195us (926us total) trans 4294996818 rc 0/0 00000100:00100000:3.0:1746126451.510602:0:15834:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 167 00000100:00100000:1.0:1746126451.512213:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126451.512553:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734655744 00000100:00100000:2.0:1746126451.512560:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734655744 00000100:00100000:2.0:1746126451.512600:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 168 00000100:00100000:2.0:1746126451.512607:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1196:x1830945734655744:12345-192.168.203.32@tcp:35:dd.0 00000001:00080000:2.0:1746126451.512803:0:7087:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294996819 00000100:00100000:2.0:1746126451.512876:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1196:x1830945734655744:12345-192.168.203.32@tcp:35:dd.0 Request processed in 268us (666us total) trans 4294996820 rc 0/0 00000100:00100000:2.0:1746126451.512882:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 168 00000020:00080000:2.0:1746126451.512885:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746126451.533992:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.534701:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734655872 00000100:00100000:0.0:1746126451.534710:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734655872 00000100:00100000:0.0:1746126451.534755:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73594 00000100:00100000:0.0:1746126451.534762:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1200:x1830945734655872:12345-192.168.203.32@tcp:101:checkstat.0 00010000:00010000:0.0:1746126451.534781:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126451.534797:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092f71400/0x9851078746b8166c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce3f0 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.534842:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b81673 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126451.534851:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b81673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126451.534861:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b81673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:0.0:1746126451.535019:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746126451.535039:0:7084:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126451.535054:0:7084:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b81673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1746126451.535072:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f71400/0x9851078746b8166c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3f0 expref: 20 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.535972:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b81673 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3f0 expref: 19 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.535984:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009317ca00) 00010000:00010000:0.0:1746126451.535987:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126451.535989:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f70c00, rc 0) 00000100:00100000:0.0:1746126451.536058:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1200:x1830945734655872:12345-192.168.203.32@tcp:101:checkstat.0 Request processed in 1295us (2072us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126451.536064:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73594 00000100:00100000:0.0:1746126451.541374:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126451.541467:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734656000 00000100:00100000:2.0:1746126451.541479:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734656000 00000100:00100000:2.0:1746126451.541536:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73595 00000100:00100000:2.0:1746126451.541543:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1200:x1830945734656000:12345-192.168.203.32@tcp:101:checkstat.0 00010000:00010000:2.0:1746126451.541560:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126451.541575:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07200/0x9851078746b8167a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce3f7 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.541619:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07800/0x9851078746b81681 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.541630:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07800/0x9851078746b81681 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.542604:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07800/0x9851078746b81681 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.542620:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06c00/0x9851078746b81688 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.542627:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06c00/0x9851078746b81688 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.542632:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06c00/0x9851078746b81688 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544339:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b8168f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544353:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b8168f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544361:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b8168f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:2.0:1746126451.544404:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00000004:00200000:2.0:1746126451.544407:0:7084:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126451.544420:0:7084:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b8168f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544428:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b8168f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544434:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07800/0x9851078746b81681 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544438:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07800/0x9851078746b81681 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544443:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07800/0x9851078746b81681 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544447:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c07800 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126451.544450:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07800/0x9851078746b81681 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544456:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07800/0x9851078746b81681 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544466:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009317ca00) 00010000:00010000:2.0:1746126451.544468:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126451.544472:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07800/0x9851078746b81681 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544476:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07800/0x9851078746b81681 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544662:0:7084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06c00/0x9851078746b81688 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544668:0:7084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06c00/0x9851078746b81688 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544671:0:7084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06c00/0x9851078746b81688 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544675:0:7084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c06c00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126451.544677:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06c00/0x9851078746b81688 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544681:0:7084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06c00/0x9851078746b81688 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544687:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009321ca00) 00010000:00010000:2.0:1746126451.544689:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126451.544691:0:7084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06c00/0x9851078746b81688 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544695:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c06c00/0x9851078746b81688 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746126451.544727:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c07200/0x9851078746b8167a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3f7 expref: 21 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.544738:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b8168f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3f7 expref: 20 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.544748:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009475f800) 00010000:00010000:2.0:1746126451.544750:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126451.544752:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5538a00, rc 0) 00000100:00100000:3.0:1746126451.545604:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1200:x1830945734656000:12345-192.168.203.32@tcp:101:checkstat.0 Request processed in 4057us (4240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126451.545611:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73595 00000100:00100000:1.0:1746126451.548977:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.549808:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.549831:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734656256 00000100:00100000:1.0:1746126451.549838:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734656256 00000100:00100000:1.0:1746126451.549878:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734656128 00000100:00100000:1.0:1746126451.549881:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734656128 00000100:00100000:1.0:1746126451.549895:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5361 00000100:00100000:1.0:1746126451.549901:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734656256:12345-192.168.203.32@tcp:101:checkstat.0 00010000:00010000:1.0:1746126451.549917:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126451.549918:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5362 00000100:00100000:3.0:1746126451.549924:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734656128:12345-192.168.203.32@tcp:101:checkstat.0 00010000:00010000:3.0:1746126451.549929:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126451.549930:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092f82c00/0x9851078746b81696 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce405 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.549936:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6800/0x9851078746b8169d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce3fe expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126451.549968:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726375552:192.168.203.32@tcp:106: 00000100:00100000:1.0:1746126451.549968:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945726375680:192.168.203.32@tcp:106: 00000100:00100000:3.0:1746126451.550583:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131624180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126451.550584:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5180 going to sleep for 11 seconds 00002000:00010000:3.0:1746126451.555086:0:8425:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:3.0:1746126451.555094:0:8425:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime: 0 -> 1746126448 00002000:00010000:3.0:1746126451.555096:0:8425:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime: 0 -> 1746126447 00002000:00010000:3.0:1746126451.555098:0:8425:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime: 0 -> 1746126448 00002000:00010000:3.0:1746126451.555100:0:8425:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks: 1 -> 20487 00002000:00010000:3.0:1746126451.555113:0:8425:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks from disk: 20487 -> 26633 00000100:00100000:3.0:1746126451.555121:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726375552:192.168.203.32@tcp:106: 00010000:00010000:3.0:1746126451.555148:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6800/0x9851078746b8169d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3fe expref: 8 pid: 8425 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126451.555159:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffd6800/0x9851078746b8169d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3fe expref: 8 pid: 8425 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126451.555185:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffd6800, rc 0) 00000100:00100000:3.0:1746126451.555224:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734656128:12345-192.168.203.32@tcp:101:checkstat.0 Request processed in 5300us (5416us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126451.555232:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5362 00002000:00010000:1.0:1746126451.556504:0:17079:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:1.0:1746126451.556508:0:17079:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb mtime: 0 -> 1746126448 00002000:00010000:1.0:1746126451.556510:0:17079:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb atime: 0 -> 1746126447 00002000:00010000:1.0:1746126451.556511:0:17079:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb ctime: 0 -> 1746126448 00002000:00010000:1.0:1746126451.556513:0:17079:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb blocks: 1 -> 16391 00000100:00100000:1.0:1746126451.556527:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17079:1830945726375680:192.168.203.32@tcp:106: 00010000:00010000:1.0:1746126451.556547:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092f82c00/0x9851078746b81696 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce405 expref: 7 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126451.556557:0:17079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f82c00/0x9851078746b81696 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce405 expref: 7 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126451.556581:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f82c00, rc 0) 00000100:00100000:1.0:1746126451.556822:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1963:x1830945734656256:12345-192.168.203.32@tcp:101:checkstat.0 Request processed in 6919us (7852us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126451.556829:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5361 00000100:00100000:0.0:1746126451.572957:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.573746:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734656384 00000100:00100000:3.0:1746126451.573754:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734656384 00000100:00100000:3.0:1746126451.573806:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73596 00000100:00100000:3.0:1746126451.573813:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:68cec75b-543f-4a1a-954f-27556ebc9519+14:1201:x1830945734656384:12345-192.168.203.32@tcp:101:checkstat.0 00010000:00010000:3.0:1746126451.573831:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126451.573846:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130111400/0x9851078746b816a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce40c expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.573889:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093993200/0x9851078746b816ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126451.573899:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093993200/0x9851078746b816ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126451.573907:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093993200/0x9851078746b816ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:3.0:1746126451.573952:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746126451.573954:0:7084:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126451.573965:0:7084:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093993200/0x9851078746b816ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126451.573980:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130111400/0x9851078746b816a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce40c expref: 16 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.574005:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093993200/0x9851078746b816ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce40c expref: 15 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.574010:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009317ca00) 00010000:00010000:3.0:1746126451.574013:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126451.574015:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993200, rc 0) 00000100:00080000:2.0:1746126451.574233:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126451.574402:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:68cec75b-543f-4a1a-954f-27556ebc9519+15:1201:x1830945734656384:12345-192.168.203.32@tcp:101:checkstat.0 Request processed in 588us (1451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126451.574408:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73596 00000100:00100000:2.0:1746126451.598235:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.598380:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734656640 00000100:00100000:3.0:1746126451.598397:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734656640 00000100:00100000:3.0:1746126451.599191:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73597 00000100:00100000:3.0:1746126451.599201:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1202:x1830945734656640:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:3.0:1746126451.599218:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126451.599234:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093993e00/0x9851078746b816b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce413 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.599318:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093993000/0x9851078746b816b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126451.599329:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093993000/0x9851078746b816b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126451.599338:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093993000/0x9851078746b816b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:3.0:1746126451.599346:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746126451.599442:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093993e00/0x9851078746b816b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce413 expref: 23 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.599803:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093993000/0x9851078746b816b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce413 expref: 22 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.599810:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321cf00) 00010000:00010000:3.0:1746126451.599813:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746126451.599815:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993000, rc 0) 00000100:00100000:3.0:1746126451.600240:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1202:x1830945734656640:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 1040us (2010us total) trans 4294996821 rc 0/0 00000100:00100000:3.0:1746126451.600246:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73597 00000100:00100000:0.0:1746126451.606774:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.606883:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734656896 00000100:00100000:3.0:1746126451.606890:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734656896 00000100:00100000:3.0:1746126451.607169:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73598 00000100:00100000:3.0:1746126451.607177:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1202:x1830945734656896:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:3.0:1746126451.607195:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126451.607209:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093993800/0x9851078746b816c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce41a expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.607277:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093993400/0x9851078746b816ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126451.607287:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093993400/0x9851078746b816ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1746126451.607296:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093993400/0x9851078746b816ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:3.0:1746126451.607304:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:3.0:1746126451.607399:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093993800/0x9851078746b816c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce41a expref: 25 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.607427:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093993400/0x9851078746b816ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce41a expref: 24 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.607434:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009475f800) 00010000:00010000:3.0:1746126451.607436:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126451.607439:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093993400, rc 0) 00000100:00100000:3.0:1746126451.607476:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1202:x1830945734656896:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 300us (708us total) trans 4294996822 rc 0/0 00000100:00100000:3.0:1746126451.607481:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73598 00000100:00100000:1.0:1746126451.609899:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.609952:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126451.610059:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734657024 00000100:00100000:2.0:1746126451.610067:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734657024 00000100:00100000:2.0:1746126451.610107:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5363 00000100:00100000:2.0:1746126451.610114:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734657024:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:2.0:1746126451.610128:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126451.610141:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a59df800/0x9851078746b816dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce421 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126451.610181:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086ac2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726375808:192.168.203.32@tcp:106: 00000100:00100000:3.0:1746126451.610223:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734657152 00000100:00100000:3.0:1746126451.610226:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734657152 00000100:00100000:2.0:1746126451.610259:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126451.610263:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 536 00000100:00100000:3.0:1746126451.610269:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1966:x1830945734657152:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126451.610277:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126451.610292:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093993400/0x9851078746b816ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce41a expref: 24 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.610304:0:8440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009475f800) 00010000:00010000:3.0:1746126451.610307:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126451.610328:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1966:x1830945734657152:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 59us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126451.610334:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 536 00000100:00100000:3.0:1746126451.620858:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126451.620874:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086ac2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726375808:192.168.203.32@tcp:106: 00000100:00100000:0.0:1746126451.620898:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734657280 00010000:00010000:2.0:1746126451.620900:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a59df800/0x9851078746b816dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce421 expref: 8 pid: 17079 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746126451.620904:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734657280 00010000:00010000:2.0:1746126451.620912:0:17079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a59df800/0x9851078746b816dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce421 expref: 8 pid: 17079 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746126451.620934:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5364 00010000:00010000:2.0:1746126451.620935:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a59df800, rc 0) 00000100:00100000:0.0:1746126451.620940:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734657280:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:0.0:1746126451.620951:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126451.620960:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092f71e00/0x9851078746b816e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce428 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126451.620970:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734657024:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 10856us (11076us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126451.620978:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5363 00000100:00100000:0.0:1746126451.620996:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945726375936:192.168.203.32@tcp:106: 00000100:00100000:0.0:1746126451.621058:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126451.624645:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945726375936:192.168.203.32@tcp:106: 00010000:00010000:0.0:1746126451.624676:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092f71e00/0x9851078746b816e3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce428 expref: 7 pid: 8425 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126451.624687:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f71e00/0x9851078746b816e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce428 expref: 7 pid: 8425 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126451.624782:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71e00, rc 0) 00000100:00100000:0.0:1746126451.624829:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734657280:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 3887us (3977us total) trans 0 rc 301/301 00000100:00100000:0.0:1746126451.624836:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5364 00000100:00100000:1.0:1746126451.643971:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.644006:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.644052:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734657664 00000100:00100000:0.0:1746126451.644059:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734657664 00000100:00100000:1.0:1746126451.644066:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.644089:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734657792 00000100:00100000:1.0:1746126451.644092:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734657792 00002000:00100000:0.0:1746126451.644095:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880086e34e00 x1830945734657664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.644103:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34e00 with x1830945734657664 ext(0->1048575) 00002000:00100000:1.0:1746126451.644104:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880086e37800 x1830945734657792/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:0.0:1746126451.644107:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e34e00 00002000:00100000:1.0:1746126451.644109:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e37800 with x1830945734657792 ext(1048576->2097151) 00002000:00010000:1.0:1746126451.644111:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e37800 00000100:00100000:0.0:1746126451.644119:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734658176 00000100:00100000:0.0:1746126451.644121:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734658176 00000100:00100000:1.0:1746126451.644124:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4111 00000100:00100000:1.0:1746126451.644129:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734657664:12345-192.168.203.32@tcp:3:cmp.0 00002000:00100000:0.0:1746126451.644130:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff880086e37480 x1830945734658176/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.644135:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e37480 with x1830945734658176 ext(1048576->2097151) 00002000:00010000:0.0:1746126451.644137:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e37480 00000100:00100000:0.0:1746126451.644159:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4112 00000100:00100000:0.0:1746126451.644163:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734657792:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126451.644190:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4113 00000100:00100000:2.0:1746126451.644197:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734658176:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126451.650203:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.650272:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734658048 00000100:00100000:3.0:1746126451.650281:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734658048 00002000:00100000:3.0:1746126451.650317:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff88013645a680 x1830945734658048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.650327:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645a680 with x1830945734658048 ext(0->1048575) 00002000:00010000:3.0:1746126451.650331:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013645a680 00000100:00100000:3.0:1746126451.650359:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4114 00000100:00100000:3.0:1746126451.650366:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734658048:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126451.654271:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734657664:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 10131us (10296us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126451.654282:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4111 00002000:00100000:0.0:1746126451.654294:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880086e34e00 x1830945734657664/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.654309:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34e00 with x1830945734657664 ext(0->1048575) 00002000:00010000:0.0:1746126451.654314:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e34e00 00000100:00100000:3.0:1746126451.659710:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734658176:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 15506us (15635us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126451.659720:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4113 00002000:00100000:3.0:1746126451.659733:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff880086e37480 x1830945734658176/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.659741:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e37480 with x1830945734658176 ext(1048576->2097151) 00002000:00010000:3.0:1746126451.659746:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e37480 00000100:00100000:0.0:1746126451.669685:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1964:x1830945734657792:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 25513us (25670us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126451.669694:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4112 00002000:00100000:0.0:1746126451.669704:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880086e37800 x1830945734657792/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.669711:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e37800 with x1830945734657792 ext(1048576->2097151) 00002000:00010000:0.0:1746126451.669716:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e37800 00000100:00100000:3.0:1746126451.672442:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734658048:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 22069us (22237us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126451.672452:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4114 00002000:00100000:3.0:1746126451.672460:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff88013645a680 x1830945734658048/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.672469:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645a680 with x1830945734658048 ext(0->1048575) 00002000:00010000:3.0:1746126451.672473:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013645a680 00000100:00100000:2.0:1746126451.686054:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.686129:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734658432 00000100:00100000:0.0:1746126451.686136:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734658432 00000100:00100000:0.0:1746126451.686178:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5365 00000100:00100000:0.0:1746126451.686185:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1202:x1830945734658432:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:0.0:1746126451.686200:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126451.686214:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f71600/0x9851078746b816ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce42f expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.686239:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b814f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3cd expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.686246:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126451.686247:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126451.686250:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71600/0x9851078746b816ea lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce42f expref: 8 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.686280:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b814f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3cd expref: 7 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.686291:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b814f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3cd expref: 7 pid: 17079 timeout: 670 lvb_type: 0 00000100:00100000:0.0:1746126451.686302:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726376064:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126451.686545:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126451.691907:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726376064:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126451.691936:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f71600/0x9851078746b816ea lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce42f expref: 8 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.691950:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f71600, rc 0) 00000100:00100000:0.0:1746126451.691999:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1202:x1830945734658432:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 5813us (5984us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126451.692006:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5365 00000100:00100000:1.0:1746126451.707104:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.707159:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734658560 00000100:00100000:3.0:1746126451.707166:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734658560 00010000:00010000:3.0:1746126451.707203:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b814f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3cd expref: 8 pid: 17079 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126451.707226:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17488 00000100:00100000:3.0:1746126451.707232:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734658560:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126451.707241:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126451.707257:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b814f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3cd expref: 8 pid: 17079 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126451.707266:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b814f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3cd expref: 8 pid: 17079 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126451.707283:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6de00/0x9851078746b814f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3cd expref: 8 pid: 17079 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126451.707297:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126451.707299:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126451.707305:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71600/0x9851078746b816ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce42f expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.707313:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71600/0x9851078746b816ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce42f expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126451.707338:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71600/0x9851078746b816ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce42f expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126451.707347:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba69180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726376192:192.168.203.32@tcp:105: 00000100:00080000:0.0:1746126451.707406:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126451.707423:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131624480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126451.709005:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba69180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7071:1830945726376192:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126451.709104:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126451.709278:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+7:1963:x1830945734658560:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2044us (2180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126451.709288:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17488 00000100:00100000:1.0:1746126451.713578:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.713653:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734658816 00000100:00100000:3.0:1746126451.713660:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734658816 00002000:00100000:3.0:1746126451.713701:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880136458a80 x1830945734658816/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.713710:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136458a80 with x1830945734658816 ext(0->1048575) 00002000:00010000:3.0:1746126451.713714:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136458a80 00000100:00100000:3.0:1746126451.713740:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4115 00000100:00100000:3.0:1746126451.713747:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136458a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734658816:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126451.725623:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136458a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734658816:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 11868us (12042us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126451.725633:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4115 00002000:00100000:3.0:1746126451.725643:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880136458a80 x1830945734658816/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.725651:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136458a80 with x1830945734658816 ext(0->1048575) 00002000:00010000:3.0:1746126451.725657:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136458a80 00000100:00100000:3.0:1746126451.732677:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.732745:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734658944 00000100:00100000:0.0:1746126451.732753:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734658944 00000100:00100000:0.0:1746126451.732941:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5366 00000100:00100000:0.0:1746126451.732948:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+6:1202:x1830945734658944:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:0.0:1746126451.732962:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126451.732976:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009288bc00/0x9851078746b816f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce436 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.733000:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b408ce00/0x9851078746b814f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3d4 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126451.733006:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126451.733008:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126451.733011:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009288bc00/0x9851078746b816f1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce436 expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.733236:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b408ce00/0x9851078746b814f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3d4 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.733247:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b408ce00/0x9851078746b814f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3d4 expref: 15 pid: 17079 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126451.733258:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136458e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945726376320:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126451.733628:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800945d1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126451.739668:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136458e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945726376320:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126451.739696:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009288bc00/0x9851078746b816f1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce436 expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126451.739709:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288bc00, rc 0) 00000100:00100000:2.0:1746126451.739758:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1202:x1830945734658944:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 6811us (7087us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126451.739765:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5366 00000100:00100000:2.0:1746126451.747720:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.747767:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734659072 00000100:00100000:1.0:1746126451.747774:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734659072 00010000:00010000:1.0:1746126451.747816:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408ce00/0x9851078746b814f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3d4 expref: 16 pid: 17079 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126451.747846:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17489 00000100:00100000:1.0:1746126451.747852:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+16:1964:x1830945734659072:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126451.747861:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126451.747878:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b408ce00/0x9851078746b814f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3d4 expref: 16 pid: 17079 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126451.747887:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b408ce00/0x9851078746b814f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3d4 expref: 16 pid: 17079 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126451.747904:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b408ce00/0x9851078746b814f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3d4 expref: 16 pid: 17079 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126451.747928:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126451.747930:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126451.747936:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009288bc00/0x9851078746b816f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce436 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.747942:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009288bc00/0x9851078746b816f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce436 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126451.747967:0:7071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009288bc00/0x9851078746b816f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce436 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126451.747976:0:7071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013645aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945726376448:192.168.203.32@tcp:105: 00000100:00080000:0.0:1746126451.748117:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126451.748421:0:7071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126451.752568:0:7071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013645aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7071:1830945726376448:192.168.203.32@tcp:105: 00010000:00010000:1.0:1746126451.752584:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126451.752631:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+15:1964:x1830945734659072:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 4777us (4917us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126451.752640:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17489 00000100:00100000:2.0:1746126451.761317:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126451.761351:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126451.761383:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.761461:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734659456 00000100:00100000:3.0:1746126451.761468:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734659456 00002000:00100000:3.0:1746126451.761498:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880086ac1880 x1830945734659456/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.761506:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1880 with x1830945734659456 ext(0->1048575) 00002000:00010000:3.0:1746126451.761510:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ac1880 00000100:00100000:3.0:1746126451.762089:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734659584 00000100:00100000:3.0:1746126451.762092:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734659584 00002000:00100000:3.0:1746126451.762107:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880086ac0000 x1830945734659584/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.762113:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0000 with x1830945734659584 ext(1048576->2097151) 00002000:00010000:3.0:1746126451.762116:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ac0000 00000100:00100000:0.0:1746126451.762133:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734659840 00000100:00100000:0.0:1746126451.762136:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734659840 00002000:00100000:0.0:1746126451.762150:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880086ac2680 x1830945734659840/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.762157:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac2680 with x1830945734659840 ext(1048576->2097151) 00002000:00010000:0.0:1746126451.762160:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac2680 00000100:00100000:0.0:1746126451.762176:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4116 00000100:00100000:0.0:1746126451.762183:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734659456:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126451.762407:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4117 00000100:00100000:3.0:1746126451.762413:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734659584:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126451.763007:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4118 00000100:00100000:3.0:1746126451.763014:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734659840:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126451.776499:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734659584:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 14079us (15140us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126451.776509:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4117 00002000:00100000:3.0:1746126451.776518:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880086ac0000 x1830945734659584/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.776526:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac0000 with x1830945734659584 ext(1048576->2097151) 00002000:00010000:3.0:1746126451.776531:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ac0000 00000100:00100000:3.0:1746126451.784134:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734659840:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 21113us (22741us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126451.784143:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4118 00002000:00100000:3.0:1746126451.784153:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880086ac2680 x1830945734659840/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.784160:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac2680 with x1830945734659840 ext(1048576->2097151) 00002000:00010000:3.0:1746126451.784164:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac2680 00000100:00100000:0.0:1746126451.784615:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734659456:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 22431us (23303us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126451.784622:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4116 00002000:00100000:0.0:1746126451.784626:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880086ac1880 x1830945734659456/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.784634:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac1880 with x1830945734659456 ext(0->1048575) 00002000:00010000:0.0:1746126451.784637:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ac1880 00000100:00100000:3.0:1746126451.806101:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.806124:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.806153:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.806181:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.807340:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734660096 00000100:00100000:0.0:1746126451.807348:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734660096 00002000:00100000:0.0:1746126451.807398:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88009ba6bb80 x1830945734660096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.807407:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6bb80 with x1830945734660096 ext(2097152->3145727) 00002000:00010000:0.0:1746126451.807412:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6bb80 00000100:00100000:0.0:1746126451.807426:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734660352 00000100:00100000:0.0:1746126451.807428:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734660352 00002000:00100000:0.0:1746126451.807443:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88009ba6b100 x1830945734660352/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.807449:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b100 with x1830945734660352 ext(3145728->4194303) 00002000:00010000:0.0:1746126451.807451:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6b100 00000100:00100000:0.0:1746126451.807460:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4119 00000100:00100000:0.0:1746126451.807466:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734660096:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126451.808605:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734660608 00000100:00100000:2.0:1746126451.808611:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734660608 00002000:00100000:2.0:1746126451.808635:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff88009ba68a80 x1830945734660608/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126451.808642:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68a80 with x1830945734660608 ext(2097152->3145727) 00002000:00010000:2.0:1746126451.808645:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba68a80 00000100:00100000:2.0:1746126451.808656:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734660864 00000100:00100000:2.0:1746126451.808658:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734660864 00002000:00100000:2.0:1746126451.808667:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff88009ba69f80 x1830945734660864/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126451.808673:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69f80 with x1830945734660864 ext(3145728->4194303) 00002000:00010000:2.0:1746126451.808675:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69f80 00000100:00100000:2.0:1746126451.809189:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4120 00000100:00100000:2.0:1746126451.809197:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734660352:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126451.812867:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4121 00000100:00100000:3.0:1746126451.812882:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734660608:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126451.814111:0:32697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4122 00000100:00100000:3.0:1746126451.814119:0:32697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1965:x1830945734660864:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126451.822647:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734660096:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 15173us (16544us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126451.822657:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4119 00002000:00100000:0.0:1746126451.822667:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88009ba6bb80 x1830945734660096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.822675:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6bb80 with x1830945734660096 ext(2097152->3145727) 00002000:00010000:0.0:1746126451.822679:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6bb80 00000100:00100000:2.0:1746126451.830019:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734660352:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 20812us (23883us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126451.830046:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4120 00002000:00100000:2.0:1746126451.830056:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88009ba6b100 x1830945734660352/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126451.830065:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6b100 with x1830945734660352 ext(3145728->4194303) 00002000:00010000:2.0:1746126451.830071:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6b100 00000100:00100000:0.0:1746126451.832311:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1965:x1830945734660608:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 19427us (26149us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126451.832321:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4121 00002000:00100000:0.0:1746126451.832330:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff88009ba68a80 x1830945734660608/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.832338:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68a80 with x1830945734660608 ext(2097152->3145727) 00002000:00010000:0.0:1746126451.832343:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba68a80 00000100:00100000:3.0:1746126451.835642:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734660864:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 21516us (29451us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126451.835652:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4122 00002000:00100000:3.0:1746126451.835661:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff88009ba69f80 x1830945734660864/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.835668:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69f80 with x1830945734660864 ext(3145728->4194303) 00002000:00010000:3.0:1746126451.835673:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69f80 00000100:00100000:3.0:1746126451.848370:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.848414:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.848470:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734661120 00000100:00100000:1.0:1746126451.848477:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734661120 00000100:00100000:3.0:1746126451.848498:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00002000:00100000:1.0:1746126451.848514:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88009ba69180 x1830945734661120/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126451.848523:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69180 with x1830945734661120 ext(2097152->3145727) 00002000:00010000:1.0:1746126451.848528:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69180 00000100:00100000:1.0:1746126451.848545:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734661376 00000100:00100000:1.0:1746126451.848548:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734661376 00002000:00100000:1.0:1746126451.848558:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880095763480 x1830945734661376/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126451.848564:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095763480 with x1830945734661376 ext(3145728->4194303) 00002000:00010000:1.0:1746126451.848567:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095763480 00000100:00100000:1.0:1746126451.848575:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734661632 00000100:00100000:1.0:1746126451.848577:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734661632 00002000:00100000:1.0:1746126451.848587:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880095760700 x1830945734661632/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126451.848593:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760700 with x1830945734661632 ext(2097152->3145727) 00002000:00010000:1.0:1746126451.848595:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095760700 00000100:00100000:1.0:1746126451.848607:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4123 00000100:00100000:1.0:1746126451.848613:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734661120:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126451.848780:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4124 00000100:00100000:3.0:1746126451.848788:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734661376:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126451.849546:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4125 00000100:00100000:1.0:1746126451.849553:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734661632:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126451.856629:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.858157:0:32697:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734661888 00000100:00100000:0.0:1746126451.858166:0:32697:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734661888 00002000:00100000:0.0:1746126451.858203:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88013645aa00 x1830945734661888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.858212:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645aa00 with x1830945734661888 ext(3145728->4194303) 00002000:00010000:0.0:1746126451.858217:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013645aa00 00000100:00100000:0.0:1746126451.858251:0:32697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4126 00000100:00100000:0.0:1746126451.858258:0:32697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734661888:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126451.864793:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734661120:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 16171us (16420us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126451.864804:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4123 00002000:00100000:1.0:1746126451.864814:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88009ba69180 x1830945734661120/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126451.864822:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69180 with x1830945734661120 ext(2097152->3145727) 00002000:00010000:1.0:1746126451.864827:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69180 00000100:00100000:0.0:1746126451.876777:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734661376:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 27983us (28355us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126451.876788:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4124 00002000:00100000:0.0:1746126451.876797:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880095763480 x1830945734661376/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.876806:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095763480 with x1830945734661376 ext(3145728->4194303) 00002000:00010000:0.0:1746126451.876811:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095763480 00000100:00100000:0.0:1746126451.882379:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.882422:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.882823:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.882854:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126451.882867:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.882882:0:7081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734662016 00000100:00100000:3.0:1746126451.882889:0:7081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734662016 00000100:00100000:1.0:1746126451.882913:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734662144 00000100:00100000:1.0:1746126451.882917:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734662144 00000100:00100000:3.0:1746126451.882929:0:7081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 420 00000100:00100000:3.0:1746126451.882936:0:7081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d94413c0-4094-4072-8112-4e637805471b+12:1965:x1830945734662016:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126451.882940:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734662272 00000100:00100000:1.0:1746126451.882942:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734662272 00000100:00100000:1.0:1746126451.882954:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 420 00000100:00100000:1.0:1746126451.882959:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1965:x1830945734662144:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:3.0:1746126451.882985:0:7081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d94413c0-4094-4072-8112-4e637805471b+12:1965:x1830945734662016:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 48us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126451.882989:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1965:x1830945734662144:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 30us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126451.882990:0:7081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 420 00000100:00100000:1.0:1746126451.882994:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 420 00000100:00100000:1.0:1746126451.883003:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 421 00000100:00100000:1.0:1746126451.883007:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:68cec75b-543f-4a1a-954f-27556ebc9519+15:1965:x1830945734662272:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126451.883047:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:68cec75b-543f-4a1a-954f-27556ebc9519+15:1965:x1830945734662272:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 38us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126451.883052:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 421 00000100:00100000:2.0:1746126451.884856:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734662400 00000100:00100000:2.0:1746126451.884866:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734662400 00000100:00100000:2.0:1746126451.884911:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734662528 00000100:00100000:2.0:1746126451.884914:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734662528 00000100:00100000:2.0:1746126451.884936:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 526 00000100:00100000:2.0:1746126451.884942:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ad6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+15:1965:x1830945734662400:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:2.0:1746126451.884990:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ad6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+15:1965:x1830945734662400:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 49us (2567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126451.884996:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 526 00000100:00100000:2.0:1746126451.885136:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 527 00000100:00100000:2.0:1746126451.885142:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+7:1965:x1830945734662528:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:2.0:1746126451.885162:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+7:1965:x1830945734662528:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 21us (2294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126451.885168:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 527 00000100:00100000:3.0:1746126451.885421:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734661632:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 35867us (36920us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126451.885427:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4125 00002000:00100000:3.0:1746126451.885435:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880095760700 x1830945734661632/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.885443:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095760700 with x1830945734661632 ext(2097152->3145727) 00002000:00010000:3.0:1746126451.885447:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095760700 00000100:00100000:0.0:1746126451.886329:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734661888:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 28068us (29704us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126451.886336:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4126 00002000:00100000:0.0:1746126451.886342:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88013645aa00 x1830945734661888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.886350:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645aa00 with x1830945734661888 ext(3145728->4194303) 00002000:00010000:0.0:1746126451.886353:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013645aa00 00000100:00100000:1.0:1746126451.907944:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.908009:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.908056:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.908229:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126451.908308:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734662784 00000100:00100000:3.0:1746126451.908315:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734662784 00002000:00100000:3.0:1746126451.908348:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88013645ad80 x1830945734662784/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.908356:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645ad80 with x1830945734662784 ext(4194304->5242879) 00002000:00010000:3.0:1746126451.908360:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013645ad80 00000100:00100000:3.0:1746126451.908379:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734663040 00000100:00100000:3.0:1746126451.908381:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734663040 00002000:00100000:3.0:1746126451.908397:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88013645b100 x1830945734663040/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.908403:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645b100 with x1830945734663040 ext(5242880->6291455) 00002000:00010000:3.0:1746126451.908405:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013645b100 00000100:00100000:3.0:1746126451.908412:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734663296 00000100:00100000:3.0:1746126451.908413:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734663296 00002000:00100000:3.0:1746126451.908420:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff88013645b800 x1830945734663296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.908425:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645b800 with x1830945734663296 ext(4194304->5242879) 00002000:00010000:3.0:1746126451.908428:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013645b800 00000100:00100000:3.0:1746126451.908433:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734663552 00000100:00100000:3.0:1746126451.908434:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734663552 00002000:00100000:3.0:1746126451.908439:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff880136459500 x1830945734663552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.908444:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136459500 with x1830945734663552 ext(5242880->6291455) 00002000:00010000:3.0:1746126451.908446:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136459500 00000100:00100000:3.0:1746126451.908458:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4127 00000100:00100000:3.0:1746126451.908464:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734662784:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126451.909649:0:32697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4128 00000100:00100000:0.0:1746126451.909659:0:32697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734663040:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126451.910207:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4129 00000100:00100000:2.0:1746126451.910215:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734663296:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126451.910431:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4130 00000100:00100000:0.0:1746126451.910437:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734663552:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126451.929832:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734662784:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 21360us (21885us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126451.929842:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4127 00002000:00100000:2.0:1746126451.929852:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88013645ad80 x1830945734662784/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126451.929860:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645ad80 with x1830945734662784 ext(4194304->5242879) 00002000:00010000:2.0:1746126451.929865:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013645ad80 00000100:00100000:0.0:1746126451.938134:0:32697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734663040:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 28471us (30117us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126451.938144:0:32697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4128 00002000:00100000:0.0:1746126451.938154:0:32697:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88013645b100 x1830945734663040/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.938162:0:32697:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645b100 with x1830945734663040 ext(5242880->6291455) 00002000:00010000:0.0:1746126451.938167:0:32697:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013645b100 00000100:00100000:2.0:1746126451.939946:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734663296:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 29728us (31884us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126451.939954:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4129 00002000:00100000:2.0:1746126451.939961:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff88013645b800 x1830945734663296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126451.939968:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645b800 with x1830945734663296 ext(4194304->5242879) 00002000:00010000:2.0:1746126451.939971:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013645b800 00000100:00100000:2.0:1746126451.945538:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734663552:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 35092us (37300us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126451.945549:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4130 00002000:00100000:2.0:1746126451.945558:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff880136459500 x1830945734663552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126451.945572:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136459500 with x1830945734663552 ext(5242880->6291455) 00002000:00010000:2.0:1746126451.945576:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136459500 00000100:00100000:0.0:1746126451.950691:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126451.950829:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734663808 00000100:00100000:2.0:1746126451.950836:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734663808 00002000:00100000:2.0:1746126451.950874:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880133369f80 x1830945734663808/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126451.950882:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369f80 with x1830945734663808 ext(6291456->7340031) 00002000:00010000:2.0:1746126451.950887:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133369f80 00000100:00100000:2.0:1746126451.950904:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4131 00000100:00100000:2.0:1746126451.950911:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734663808:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126451.959362:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.960182:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.960198:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.960235:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126451.960254:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734664192 00000100:00100000:1.0:1746126451.960261:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734664192 00002000:00100000:1.0:1746126451.960293:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88013645a300 x1830945734664192/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126451.960302:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645a300 with x1830945734664192 ext(4194304->5242879) 00002000:00010000:1.0:1746126451.960307:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013645a300 00000100:00100000:1.0:1746126451.960320:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734664320 00000100:00100000:1.0:1746126451.960322:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734664320 00002000:00100000:1.0:1746126451.960330:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880136458e00 x1830945734664320/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126451.960340:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136458e00 with x1830945734664320 ext(5242880->6291455) 00002000:00010000:1.0:1746126451.960342:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136458e00 00000100:00100000:1.0:1746126451.960348:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734664704 00000100:00100000:1.0:1746126451.960350:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734664704 00002000:00100000:1.0:1746126451.960359:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880131547480 x1830945734664704/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126451.960364:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131547480 with x1830945734664704 ext(5242880->6291455) 00002000:00010000:1.0:1746126451.960366:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131547480 00000100:00100000:1.0:1746126451.960373:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734664576 00000100:00100000:1.0:1746126451.960375:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734664576 00002000:00100000:1.0:1746126451.960392:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880131544700 x1830945734664576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/0 e 0 to 0 dl 1746126462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126451.960399:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544700 with x1830945734664576 ext(4194304->5242879) 00002000:00010000:1.0:1746126451.960401:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131544700 00000100:00100000:1.0:1746126451.960412:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4132 00000100:00100000:1.0:1746126451.960418:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734664192:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126451.961084:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4133 00000100:00100000:3.0:1746126451.961271:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4134 00000100:00100000:3.0:1746126451.961281:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734664704:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126451.961831:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4135 00000100:00100000:3.0:1746126451.961837:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734664576:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126451.965325:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136458e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734664320:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126451.972543:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734663808:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 21626us (21852us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126451.972553:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4131 00002000:00100000:2.0:1746126451.972562:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880133369f80 x1830945734663808/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126451.972570:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369f80 with x1830945734663808 ext(6291456->7340031) 00002000:00010000:2.0:1746126451.972575:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133369f80 00000100:00100000:1.0:1746126451.978418:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734664192:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 17993us (19056us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126451.978428:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4132 00002000:00100000:1.0:1746126451.978438:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88013645a300 x1830945734664192/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126451.978451:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013645a300 with x1830945734664192 ext(4194304->5242879) 00002000:00010000:1.0:1746126451.978456:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013645a300 00000100:00100000:3.0:1746126451.984931:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734664704:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 23644us (24723us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126451.984942:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4134 00002000:00100000:3.0:1746126451.984952:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880131547480 x1830945734664704/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126451.984961:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131547480 with x1830945734664704 ext(5242880->6291455) 00002000:00010000:3.0:1746126451.984965:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131547480 00000100:00100000:0.0:1746126451.991572:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734664576:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 29726us (31327us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126451.991582:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4135 00002000:00100000:0.0:1746126451.991591:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880131544700 x1830945734664576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126451.991604:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544700 with x1830945734664576 ext(4194304->5242879) 00002000:00010000:0.0:1746126451.991609:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131544700 00000100:00100000:1.0:1746126451.994986:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136458e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734664320:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 33888us (34798us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126451.994997:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4133 00002000:00100000:1.0:1746126451.995006:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880136458e00 x1830945734664320/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:212/0 lens 488/440 e 0 to 0 dl 1746126462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126451.995015:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136458e00 with x1830945734664320 ext(5242880->6291455) 00002000:00010000:1.0:1746126451.995038:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136458e00 00000100:00100000:1.0:1746126452.001816:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.002835:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734665088 00000100:00100000:2.0:1746126452.002844:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734665088 00002000:00100000:2.0:1746126452.002899:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880131547800 x1830945734665088/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.002909:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131547800 with x1830945734665088 ext(6291456->7340031) 00002000:00010000:2.0:1746126452.002914:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131547800 00000100:00100000:2.0:1746126452.002934:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4136 00000100:00100000:2.0:1746126452.002941:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734665088:12345-192.168.203.32@tcp:3:cmp.0 00000100:00080000:0.0:1746126452.003045:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126452.015477:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.015512:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.015785:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734665344 00000100:00100000:1.0:1746126452.015793:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734665344 00002000:00100000:1.0:1746126452.015826:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff880095761f80 x1830945734665344/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.015834:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761f80 with x1830945734665344 ext(6291456->7340031) 00002000:00010000:1.0:1746126452.015838:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095761f80 00000100:00100000:1.0:1746126452.015861:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734665600 00000100:00100000:1.0:1746126452.015863:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734665600 00002000:00100000:1.0:1746126452.015873:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff88008a9f3b80 x1830945734665600/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.015879:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f3b80 with x1830945734665600 ext(7340032->8388607) 00002000:00010000:1.0:1746126452.015881:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f3b80 00000100:00100000:1.0:1746126452.015893:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4137 00000100:00100000:1.0:1746126452.015898:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1963:x1830945734665344:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126452.015917:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4138 00000100:00100000:0.0:1746126452.015923:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1963:x1830945734665600:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.015965:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.016421:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734665856 00000100:00100000:0.0:1746126452.016426:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734665856 00002000:00100000:0.0:1746126452.016452:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880131464e00 x1830945734665856/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.016459:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464e00 with x1830945734665856 ext(7340032->8388607) 00002000:00010000:0.0:1746126452.016463:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131464e00 00000100:00100000:0.0:1746126452.016495:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4139 00000100:00100000:0.0:1746126452.016501:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734665856:12345-192.168.203.32@tcp:3:cmp.0 00000100:00080000:3.0:1746126452.016984:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126452.018430:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+12:1963:x1830945734665088:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 15484us (16615us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126452.018439:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4136 00002000:00100000:3.0:1746126452.018447:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880131547800 x1830945734665088/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.018454:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131547800 with x1830945734665088 ext(6291456->7340031) 00002000:00010000:3.0:1746126452.018458:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131547800 00000100:00100000:0.0:1746126452.031347:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734665600:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 15416us (15826us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126452.031358:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4138 00002000:00100000:0.0:1746126452.031368:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff88008a9f3b80 x1830945734665600/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.031376:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9f3b80 with x1830945734665600 ext(7340032->8388607) 00002000:00010000:0.0:1746126452.031380:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9f3b80 00000100:00100000:1.0:1746126452.038507:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734665344:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 22600us (23032us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.038517:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4137 00002000:00100000:1.0:1746126452.038527:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff880095761f80 x1830945734665344/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.038536:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095761f80 with x1830945734665344 ext(6291456->7340031) 00002000:00010000:1.0:1746126452.038541:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095761f80 00000100:00100000:3.0:1746126452.039202:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734665856:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 22700us (23235us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126452.039209:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4139 00002000:00100000:3.0:1746126452.039215:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880131464e00 x1830945734665856/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.039221:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464e00 with x1830945734665856 ext(7340032->8388607) 00002000:00010000:3.0:1746126452.039224:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131464e00 00000100:00100000:0.0:1746126452.050149:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.050201:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.050546:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734666112 00000100:00100000:1.0:1746126452.050554:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734666112 00002000:00100000:1.0:1746126452.050591:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88013336a300 x1830945734666112/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.050599:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336a300 with x1830945734666112 ext(8388608->9437183) 00002000:00010000:1.0:1746126452.050604:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013336a300 00000100:00100000:1.0:1746126452.050618:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734666368 00000100:00100000:1.0:1746126452.050620:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734666368 00002000:00100000:1.0:1746126452.050631:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff88013336a680 x1830945734666368/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.050637:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336a680 with x1830945734666368 ext(8388608->9437183) 00002000:00010000:1.0:1746126452.050640:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013336a680 00000100:00100000:1.0:1746126452.050664:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4140 00000100:00100000:1.0:1746126452.050669:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1966:x1830945734666112:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126452.050929:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4141 00000100:00100000:2.0:1746126452.050938:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945734666368:12345-192.168.203.32@tcp:3:cmp.0 00010000:00010000:0.0:1746126452.054629:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126452.064520:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1966:x1830945734666112:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 13842us (14369us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126452.064530:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4140 00002000:00100000:2.0:1746126452.064539:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88013336a300 x1830945734666112/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.064548:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336a300 with x1830945734666112 ext(8388608->9437183) 00002000:00010000:2.0:1746126452.064552:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013336a300 00000100:00100000:0.0:1746126452.071423:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.071471:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.071552:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734666624 00000100:00100000:1.0:1746126452.071559:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734666624 00002000:00100000:1.0:1746126452.071592:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88013336aa00 x1830945734666624/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.071607:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336aa00 with x1830945734666624 ext(6291456->7340031) 00002000:00010000:1.0:1746126452.071611:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013336aa00 00000100:00100000:1.0:1746126452.071634:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734667008 00000100:00100000:1.0:1746126452.071636:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734667008 00002000:00100000:1.0:1746126452.071644:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88013336ad80 x1830945734667008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.071650:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336ad80 with x1830945734667008 ext(7340032->8388607) 00002000:00010000:1.0:1746126452.071652:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013336ad80 00000100:00100000:1.0:1746126452.071661:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4142 00000100:00100000:1.0:1746126452.071665:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734666624:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126452.072293:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4143 00000100:00100000:1.0:1746126452.072300:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734667008:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126452.076128:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.080316:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734667136 00000100:00100000:2.0:1746126452.080327:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734667136 00002000:00100000:2.0:1746126452.080369:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff88013336b100 x1830945734667136/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.080378:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336b100 with x1830945734667136 ext(7340032->8388607) 00002000:00010000:2.0:1746126452.080391:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013336b100 00000100:00100000:2.0:1746126452.080412:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4144 00000100:00100000:2.0:1746126452.080419:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1965:x1830945734667136:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.083611:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1966:x1830945734666368:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 32667us (33401us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126452.083620:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4141 00002000:00100000:3.0:1746126452.083630:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff88013336a680 x1830945734666368/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.083638:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336a680 with x1830945734666368 ext(8388608->9437183) 00002000:00010000:3.0:1746126452.083643:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013336a680 00000100:00100000:2.0:1746126452.094611:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734666624:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 22932us (23183us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126452.094622:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4142 00002000:00100000:2.0:1746126452.094637:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88013336aa00 x1830945734666624/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.094646:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336aa00 with x1830945734666624 ext(6291456->7340031) 00002000:00010000:2.0:1746126452.094651:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013336aa00 00000100:00100000:1.0:1746126452.095776:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734667008:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 23471us (24299us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.095785:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4143 00002000:00100000:1.0:1746126452.095792:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88013336ad80 x1830945734667008/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.095800:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336ad80 with x1830945734667008 ext(7340032->8388607) 00002000:00010000:1.0:1746126452.095803:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013336ad80 00000100:00100000:2.0:1746126452.097772:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734667136:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 17346us (21642us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126452.097781:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4144 00002000:00100000:2.0:1746126452.097789:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff88013336b100 x1830945734667136/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.097797:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336b100 with x1830945734667136 ext(7340032->8388607) 00002000:00010000:2.0:1746126452.097801:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013336b100 00000100:00100000:2.0:1746126452.109142:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.109458:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.109621:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734667520 00000100:00100000:0.0:1746126452.109628:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734667520 00002000:00100000:0.0:1746126452.109663:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880086ac2d80 x1830945734667520/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.109671:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac2d80 with x1830945734667520 ext(8388608->9437183) 00002000:00010000:0.0:1746126452.109675:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ac2d80 00000100:00100000:0.0:1746126452.109696:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734667648 00000100:00100000:0.0:1746126452.109698:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734667648 00002000:00100000:0.0:1746126452.109709:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880092b4f480 x1830945734667648/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.109715:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4f480 with x1830945734667648 ext(8388608->9437183) 00002000:00010000:0.0:1746126452.109718:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b4f480 00000100:00100000:0.0:1746126452.109737:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4145 00000100:00100000:0.0:1746126452.109743:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1966:x1830945734667520:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126452.110269:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4146 00000100:00100000:2.0:1746126452.110321:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945734667648:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126452.119627:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.120095:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734667904 00000100:00100000:3.0:1746126452.120103:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734667904 00002000:00100000:3.0:1746126452.120135:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88013336b480 x1830945734667904/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.120144:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336b480 with x1830945734667904 ext(9437184->10485759) 00002000:00010000:3.0:1746126452.120149:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013336b480 00000100:00100000:3.0:1746126452.120166:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4147 00000100:00100000:3.0:1746126452.120171:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734667904:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126452.120264:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945734667520:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 10519us (11127us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.120271:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4145 00002000:00100000:1.0:1746126452.120278:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880086ac2d80 x1830945734667520/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.120285:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac2d80 with x1830945734667520 ext(8388608->9437183) 00002000:00010000:1.0:1746126452.120289:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086ac2d80 00000100:00100000:0.0:1746126452.123521:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.124971:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734668160 00000100:00100000:2.0:1746126452.124981:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734668160 00002000:00100000:2.0:1746126452.125019:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88013336b800 x1830945734668160/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.125051:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336b800 with x1830945734668160 ext(9437184->10485759) 00002000:00010000:2.0:1746126452.125055:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013336b800 00000100:00100000:2.0:1746126452.125089:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4148 00000100:00100000:2.0:1746126452.125097:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1965:x1830945734668160:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.126533:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1966:x1830945734667648:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 16253us (17071us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126452.126543:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4146 00002000:00100000:3.0:1746126452.126550:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880092b4f480 x1830945734667648/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.126557:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4f480 with x1830945734667648 ext(8388608->9437183) 00002000:00010000:3.0:1746126452.126560:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b4f480 00000100:00100000:3.0:1746126452.134346:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734667904:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 14166us (14718us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126452.134359:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4147 00002000:00100000:3.0:1746126452.134370:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88013336b480 x1830945734667904/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.134378:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336b480 with x1830945734667904 ext(9437184->10485759) 00002000:00010000:3.0:1746126452.134390:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013336b480 00000100:00100000:2.0:1746126452.135640:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734668160:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 10539us (12120us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126452.135652:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4148 00002000:00100000:2.0:1746126452.135658:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88013336b800 x1830945734668160/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.135665:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336b800 with x1830945734668160 ext(9437184->10485759) 00002000:00010000:2.0:1746126452.135669:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013336b800 00000100:00100000:0.0:1746126452.142007:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.142075:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.142147:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734668416 00000100:00100000:3.0:1746126452.142154:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734668416 00002000:00100000:3.0:1746126452.142185:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88013336bb80 x1830945734668416/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.142193:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336bb80 with x1830945734668416 ext(10485760->11534335) 00002000:00010000:3.0:1746126452.142197:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013336bb80 00000100:00100000:3.0:1746126452.142216:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734668672 00000100:00100000:3.0:1746126452.142218:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734668672 00002000:00100000:3.0:1746126452.142228:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880133368000 x1830945734668672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.142234:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368000 with x1830945734668672 ext(10485760->11534335) 00002000:00010000:3.0:1746126452.142236:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133368000 00000100:00100000:3.0:1746126452.142248:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4149 00000100:00100000:3.0:1746126452.142253:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734668416:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126452.143620:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4150 00000100:00100000:0.0:1746126452.143631:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734668672:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126452.153810:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.154559:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734668928 00000100:00100000:2.0:1746126452.154567:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734668928 00002000:00100000:2.0:1746126452.154604:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff880131544380 x1830945734668928/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.154613:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544380 with x1830945734668928 ext(11534336->12582911) 00002000:00010000:2.0:1746126452.154618:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131544380 00000100:00100000:2.0:1746126452.154648:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4151 00000100:00100000:2.0:1746126452.154656:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734668928:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.155548:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734668416:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 13290us (13543us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126452.155556:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4149 00002000:00100000:3.0:1746126452.155562:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88013336bb80 x1830945734668416/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.155575:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336bb80 with x1830945734668416 ext(10485760->11534335) 00002000:00010000:3.0:1746126452.155578:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013336bb80 00000100:00100000:0.0:1746126452.164641:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734668672:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 21006us (22558us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126452.164653:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4150 00002000:00100000:0.0:1746126452.164663:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880133368000 x1830945734668672/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.164670:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368000 with x1830945734668672 ext(10485760->11534335) 00002000:00010000:0.0:1746126452.164675:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133368000 00000100:00100000:3.0:1746126452.172153:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.172176:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.172911:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734669312 00000100:00100000:0.0:1746126452.172918:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734669312 00002000:00100000:0.0:1746126452.172950:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880131465880 x1830945734669312/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.172959:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465880 with x1830945734669312 ext(9437184->10485759) 00002000:00010000:0.0:1746126452.172963:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131465880 00000100:00100000:3.0:1746126452.173151:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734668928:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 18494us (19347us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126452.173158:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4151 00002000:00100000:3.0:1746126452.173164:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff880131544380 x1830945734668928/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.173171:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131544380 with x1830945734668928 ext(11534336->12582911) 00002000:00010000:3.0:1746126452.173174:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131544380 00000100:00100000:3.0:1746126452.173187:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734669440 00000100:00100000:3.0:1746126452.173190:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734669440 00002000:00100000:3.0:1746126452.173201:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880131466a00 x1830945734669440/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.173208:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466a00 with x1830945734669440 ext(9437184->10485759) 00002000:00010000:3.0:1746126452.173210:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131466a00 00000100:00100000:0.0:1746126452.174107:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4152 00000100:00100000:0.0:1746126452.174115:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734669312:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.177428:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4153 00000100:00100000:3.0:1746126452.177443:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734669440:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126452.188916:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734669312:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 14794us (16761us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126452.188925:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4152 00002000:00100000:0.0:1746126452.188934:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880131465880 x1830945734669312/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.188942:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465880 with x1830945734669312 ext(9437184->10485759) 00002000:00010000:0.0:1746126452.188946:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131465880 00000100:00100000:0.0:1746126452.194355:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734669440:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 16910us (22169us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126452.194365:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4153 00002000:00100000:0.0:1746126452.194376:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880131466a00 x1830945734669440/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.194395:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466a00 with x1830945734669440 ext(9437184->10485759) 00002000:00010000:0.0:1746126452.194401:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131466a00 00000100:00100000:2.0:1746126452.194452:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.194646:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734669696 00000100:00100000:0.0:1746126452.194653:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734669696 00002000:00100000:0.0:1746126452.194680:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880092b4dc00 x1830945734669696/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.194687:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4dc00 with x1830945734669696 ext(10485760->11534335) 00002000:00010000:0.0:1746126452.194690:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b4dc00 00000100:00100000:0.0:1746126452.195534:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4154 00000100:00100000:0.0:1746126452.195542:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734669696:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.200334:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.201183:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734669952 00000100:00100000:2.0:1746126452.201190:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734669952 00002000:00100000:2.0:1746126452.201221:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880131466d80 x1830945734669952/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.201229:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466d80 with x1830945734669952 ext(10485760->11534335) 00002000:00010000:2.0:1746126452.201234:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131466d80 00000100:00100000:2.0:1746126452.201975:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4155 00000100:00100000:2.0:1746126452.201984:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734669952:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.211233:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.211572:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734670208 00000100:00100000:1.0:1746126452.211580:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734670208 00002000:00100000:1.0:1746126452.211613:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff8801327c1c00 x1830945734670208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.211621:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1c00 with x1830945734670208 ext(11534336->12582911) 00002000:00010000:1.0:1746126452.211625:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c1c00 00000100:00100000:1.0:1746126452.212490:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4156 00000100:00100000:1.0:1746126452.212498:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1965:x1830945734670208:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.214082:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734669696:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 18536us (19625us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126452.214093:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4154 00002000:00100000:3.0:1746126452.214101:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880092b4dc00 x1830945734669696/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.214108:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4dc00 with x1830945734669696 ext(10485760->11534335) 00002000:00010000:3.0:1746126452.214113:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b4dc00 00000100:00100000:0.0:1746126452.216000:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.217600:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734670464 00000100:00100000:3.0:1746126452.217609:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734670464 00002000:00100000:3.0:1746126452.217644:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff8801314db480 x1830945734670464/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.217653:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314db480 with x1830945734670464 ext(11534336->12582911) 00002000:00010000:3.0:1746126452.217657:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314db480 00000100:00100000:3.0:1746126452.217689:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4157 00000100:00100000:3.0:1746126452.217695:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1966:x1830945734670464:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.222637:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734669952:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 20647us (22302us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126452.222648:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4155 00002000:00100000:3.0:1746126452.222659:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880131466d80 x1830945734669952/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.222667:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466d80 with x1830945734669952 ext(10485760->11534335) 00002000:00010000:3.0:1746126452.222672:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131466d80 00000100:00100000:1.0:1746126452.226694:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1965:x1830945734670208:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 14189us (15461us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.226704:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4156 00002000:00100000:1.0:1746126452.226714:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff8801327c1c00 x1830945734670208/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.226722:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1c00 with x1830945734670208 ext(11534336->12582911) 00002000:00010000:1.0:1746126452.226727:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801327c1c00 00000100:00100000:3.0:1746126452.229533:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945734670464:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 11830us (13530us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126452.229543:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4157 00002000:00100000:3.0:1746126452.229553:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff8801314db480 x1830945734670464/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.229561:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314db480 with x1830945734670464 ext(11534336->12582911) 00002000:00010000:3.0:1746126452.229566:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314db480 00000100:00100000:2.0:1746126452.236338:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.236426:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734670720 00000100:00100000:3.0:1746126452.236433:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734670720 00002000:00100000:3.0:1746126452.236471:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880092b4e300 x1830945734670720/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.236479:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4e300 with x1830945734670720 ext(12582912->13631487) 00002000:00010000:3.0:1746126452.236485:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092b4e300 00000100:00100000:3.0:1746126452.236543:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4158 00000100:00100000:3.0:1746126452.236550:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734670720:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126452.242986:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.243064:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734670976 00000100:00100000:1.0:1746126452.243071:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734670976 00002000:00100000:1.0:1746126452.243102:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff8801314dad80 x1830945734670976/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.243115:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314dad80 with x1830945734670976 ext(11534336->12582911) 00002000:00010000:1.0:1746126452.243120:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801314dad80 00000100:00100000:1.0:1746126452.243147:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4159 00000100:00100000:1.0:1746126452.243154:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734670976:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.258812:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734670720:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 22256us (22473us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126452.258821:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4158 00002000:00100000:3.0:1746126452.258832:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880092b4e300 x1830945734670720/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.258841:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4e300 with x1830945734670720 ext(12582912->13631487) 00002000:00010000:3.0:1746126452.258846:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092b4e300 00000100:00100000:1.0:1746126452.261281:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734670976:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 18122us (18295us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.261290:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4159 00002000:00100000:1.0:1746126452.261297:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff8801314dad80 x1830945734670976/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.261305:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314dad80 with x1830945734670976 ext(11534336->12582911) 00002000:00010000:1.0:1746126452.261309:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801314dad80 00000100:00100000:0.0:1746126452.265442:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.265731:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734671232 00000100:00100000:1.0:1746126452.265739:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734671232 00002000:00100000:1.0:1746126452.265772:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff8801248adf80 x1830945734671232/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.265781:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248adf80 with x1830945734671232 ext(12582912->13631487) 00002000:00010000:1.0:1746126452.265785:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248adf80 00000100:00100000:1.0:1746126452.265813:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4160 00000100:00100000:1.0:1746126452.265819:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734671232:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126452.280379:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734671232:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 14550us (14934us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.280399:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4160 00002000:00100000:1.0:1746126452.280410:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff8801248adf80 x1830945734671232/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.280418:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248adf80 with x1830945734671232 ext(12582912->13631487) 00002000:00010000:1.0:1746126452.280423:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248adf80 00000100:00100000:2.0:1746126452.289060:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.289736:0:15834:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734671488 00000100:00100000:3.0:1746126452.289744:0:15834:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734671488 00000100:00100000:3.0:1746126452.290436:0:15834:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 169 00000100:00100000:3.0:1746126452.290445:0:15834:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1202:x1830945734671488:12345-192.168.203.32@tcp:35:cmp.0 00000100:00100000:3.0:1746126452.290980:0:15834:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1202:x1830945734671488:12345-192.168.203.32@tcp:35:cmp.0 Request processed in 533us (1923us total) trans 4294996823 rc 0/0 00000100:00100000:3.0:1746126452.290986:0:15834:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 169 00000100:00100000:0.0:1746126452.298970:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.299084:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734671744 00000100:00100000:1.0:1746126452.299091:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734671744 00000100:00100000:1.0:1746126452.300457:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73599 00000100:00100000:1.0:1746126452.300466:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+15:1204:x1830945734671744:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:1.0:1746126452.300481:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126452.300496:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae400/0x9851078746b816f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce43d expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.300564:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b816ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.300575:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b816ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.300585:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b816ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:1.0:1746126452.300594:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746126452.300686:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae400/0x9851078746b816f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce43d expref: 18 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.300715:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b816ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce43d expref: 17 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.300722:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321cf00) 00010000:00010000:1.0:1746126452.300725:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126452.300728:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5cae600, rc 0) 00000100:00100000:1.0:1746126452.300763:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+17:1204:x1830945734671744:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 299us (1801us total) trans 4294996824 rc 0/0 00000100:00100000:1.0:1746126452.300768:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73599 00000100:00100000:3.0:1746126452.303415:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.304167:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.304356:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734672128 00000100:00100000:2.0:1746126452.304363:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734672128 00000100:00100000:1.0:1746126452.304891:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734672000 00000100:00100000:1.0:1746126452.304895:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734672000 00000100:00100000:1.0:1746126452.304922:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73600 00000100:00100000:1.0:1746126452.304928:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+18:1204:x1830945734672000:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:1.0:1746126452.304944:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126452.304958:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffd6800/0x9851078746b8170d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce444 expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.305055:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1ae600/0x9851078746b81714 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.305065:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1ae600/0x9851078746b81714 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.305074:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1ae600/0x9851078746b81714 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:1.0:1746126452.305082:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:1.0:1746126452.305168:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffd6800/0x9851078746b8170d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce444 expref: 21 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.305180:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1ae600/0x9851078746b81714 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce444 expref: 20 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.305187:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009475f800) 00010000:00010000:1.0:1746126452.305190:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126452.305192:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c1ae600, rc 0) 00000100:00100000:1.0:1746126452.305233:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+20:1204:x1830945734672000:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 305us (1823us total) trans 4294996825 rc 0/0 00000100:00100000:1.0:1746126452.305239:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73600 00000100:00100000:2.0:1746126452.306112:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 537 00000100:00100000:2.0:1746126452.306119:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+19:1965:x1830945734672128:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126452.306128:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126452.306141:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5cae600/0x9851078746b816ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce43d expref: 19 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.306157:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321cf00) 00010000:00010000:2.0:1746126452.306160:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126452.306293:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+18:1965:x1830945734672128:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 174us (2126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126452.306298:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 537 00000100:00100000:2.0:1746126452.309550:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.309613:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734672384 00000100:00100000:0.0:1746126452.309620:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734672384 00000100:00100000:0.0:1746126452.309670:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 538 00000100:00100000:0.0:1746126452.309676:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+18:1963:x1830945734672384:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126452.309687:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126452.309708:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1ae600/0x9851078746b81714 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce444 expref: 18 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.309733:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009475f800) 00010000:00010000:0.0:1746126452.309737:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126452.309768:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+17:1963:x1830945734672384:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 92us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126452.309773:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 538 00000100:00100000:3.0:1746126452.311143:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.311176:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.312272:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734672256 00000100:00100000:1.0:1746126452.312279:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734672256 00000100:00100000:0.0:1746126452.312428:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734672512 00000100:00100000:0.0:1746126452.312432:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734672512 00000100:00100000:0.0:1746126452.312778:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5367 00000100:00100000:0.0:1746126452.312786:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+7:1966:x1830945734672256:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:0.0:1746126452.312800:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126452.312814:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b81722 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce44b expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.312833:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126452.312835:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126452.312841:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b81722 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce44b expref: 8 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126452.312854:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b81722 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce44b expref: 8 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126452.312863:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f83a00, rc 0) 00000100:00100000:0.0:1746126452.312901:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+8:1966:x1830945734672256:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 116us (1761us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126452.312907:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5367 00000100:00100000:0.0:1746126452.312921:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5368 00000100:00100000:0.0:1746126452.312925:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+15:1966:x1830945734672512:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:0.0:1746126452.312931:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126452.312939:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092f82c00/0x9851078746b81729 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce452 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.312950:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126452.312951:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126452.312954:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f82c00/0x9851078746b81729 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce452 expref: 16 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126452.312963:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092f82c00/0x9851078746b81729 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce452 expref: 16 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126452.312969:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f82c00, rc 0) 00000100:00100000:0.0:1746126452.312982:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:68cec75b-543f-4a1a-954f-27556ebc9519+16:1966:x1830945734672512:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 57us (1805us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126452.312987:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5368 00000100:00100000:0.0:1746126452.335729:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.336322:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.337009:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734672768 00000100:00100000:1.0:1746126452.337017:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734672768 00002000:00100000:1.0:1746126452.337068:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff8801248ac700 x1830945734672768/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.337077:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ac700 with x1830945734672768 ext(0->1048575) 00002000:00010000:1.0:1746126452.337081:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248ac700 00000100:00100000:1.0:1746126452.337098:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734673152 00000100:00100000:1.0:1746126452.337100:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734673152 00002000:00100000:1.0:1746126452.337110:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff8801248aca80 x1830945734673152/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.337117:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aca80 with x1830945734673152 ext(1048576->2097151) 00002000:00010000:1.0:1746126452.337119:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248aca80 00000100:00100000:1.0:1746126452.337503:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4161 00000100:00100000:1.0:1746126452.337511:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+9:1964:x1830945734672768:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.340137:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4162 00000100:00100000:3.0:1746126452.340149:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+10:1963:x1830945734673152:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126452.347319:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.347364:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.347450:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734673408 00000100:00100000:1.0:1746126452.347457:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734673408 00002000:00100000:1.0:1746126452.347490:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880092e50a80 x1830945734673408/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.347498:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50a80 with x1830945734673408 ext(1048576->2097151) 00002000:00010000:1.0:1746126452.347503:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e50a80 00000100:00100000:1.0:1746126452.347528:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734673280 00000100:00100000:1.0:1746126452.347531:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734673280 00002000:00100000:1.0:1746126452.347541:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880092e52d80 x1830945734673280/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.347552:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52d80 with x1830945734673280 ext(0->1048575) 00002000:00010000:1.0:1746126452.347554:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e52d80 00000100:00100000:1.0:1746126452.347565:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4163 00000100:00100000:1.0:1746126452.347571:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+17:1963:x1830945734673408:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126452.348236:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4164 00000100:00100000:0.0:1746126452.348245:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+18:1963:x1830945734673280:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126452.357155:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+10:1964:x1830945734672768:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 19637us (21424us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.357167:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4161 00002000:00100000:1.0:1746126452.357177:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff8801248ac700 x1830945734672768/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.357185:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ac700 with x1830945734672768 ext(0->1048575) 00002000:00010000:1.0:1746126452.357189:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248ac700 00000100:00100000:0.0:1746126452.366190:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734673152:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 26037us (29859us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126452.366201:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4162 00002000:00100000:0.0:1746126452.366212:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff8801248aca80 x1830945734673152/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.366220:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aca80 with x1830945734673152 ext(1048576->2097151) 00002000:00010000:0.0:1746126452.366224:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248aca80 00000100:00100000:1.0:1746126452.372526:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+18:1963:x1830945734673408:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 24945us (25205us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.372536:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4163 00002000:00100000:1.0:1746126452.372546:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880092e50a80 x1830945734673408/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.372554:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50a80 with x1830945734673408 ext(1048576->2097151) 00002000:00010000:1.0:1746126452.372559:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e50a80 00000100:00100000:0.0:1746126452.373849:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+16:1963:x1830945734673280:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 25602us (26480us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126452.373857:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4164 00002000:00100000:0.0:1746126452.373863:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880092e52d80 x1830945734673280/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.373870:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e52d80 with x1830945734673280 ext(0->1048575) 00002000:00010000:0.0:1746126452.373873:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e52d80 00000100:00100000:2.0:1746126452.394615:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.394637:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.394664:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.394690:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.394758:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734673792 00000100:00100000:0.0:1746126452.394765:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734673792 00002000:00100000:0.0:1746126452.394800:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880092e50380 x1830945734673792/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.394809:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50380 with x1830945734673792 ext(2097152->3145727) 00002000:00010000:0.0:1746126452.394814:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e50380 00000100:00100000:0.0:1746126452.394831:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734674048 00000100:00100000:0.0:1746126452.394834:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734674048 00002000:00100000:0.0:1746126452.394843:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880092e51500 x1830945734674048/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.394849:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e51500 with x1830945734674048 ext(3145728->4194303) 00002000:00010000:0.0:1746126452.394851:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e51500 00000100:00100000:0.0:1746126452.395413:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734674304 00000100:00100000:0.0:1746126452.395417:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734674304 00002000:00100000:0.0:1746126452.395432:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff8800928b9180 x1830945734674304/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.395438:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b9180 with x1830945734674304 ext(2097152->3145727) 00002000:00010000:0.0:1746126452.395441:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800928b9180 00000100:00100000:1.0:1746126452.395486:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734674560 00000100:00100000:1.0:1746126452.395490:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734674560 00002000:00100000:1.0:1746126452.395505:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8800928bbb80 x1830945734674560/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.395511:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bbb80 with x1830945734674560 ext(3145728->4194303) 00002000:00010000:1.0:1746126452.395513:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800928bbb80 00000100:00100000:1.0:1746126452.395527:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4165 00000100:00100000:1.0:1746126452.395533:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+9:1965:x1830945734673792:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126452.395992:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4166 00000100:00100000:2.0:1746126452.395999:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+9:1965:x1830945734674048:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.396848:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4167 00000100:00100000:3.0:1746126452.396856:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+17:1965:x1830945734674304:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126452.397483:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4168 00000100:00100000:0.0:1746126452.397492:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+18:1965:x1830945734674560:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.415175:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+10:1965:x1830945734674048:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 19170us (20529us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126452.415184:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4166 00002000:00100000:3.0:1746126452.415193:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880092e51500 x1830945734674048/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.415201:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e51500 with x1830945734674048 ext(3145728->4194303) 00002000:00010000:3.0:1746126452.415205:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e51500 00000100:00100000:3.0:1746126452.423760:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+18:1965:x1830945734674304:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 26897us (29087us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126452.423771:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4167 00002000:00100000:3.0:1746126452.423782:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff8800928b9180 x1830945734674304/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.423790:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b9180 with x1830945734674304 ext(2097152->3145727) 00002000:00010000:3.0:1746126452.423795:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800928b9180 00000100:00100000:1.0:1746126452.425298:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+8:1965:x1830945734673792:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 29759us (30685us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.425306:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4165 00002000:00100000:1.0:1746126452.425314:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880092e50380 x1830945734673792/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.425321:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e50380 with x1830945734673792 ext(2097152->3145727) 00002000:00010000:1.0:1746126452.425324:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e50380 00000100:00100000:1.0:1746126452.428878:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+16:1965:x1830945734674560:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 31380us (34178us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.428887:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4168 00002000:00100000:1.0:1746126452.428896:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8800928bbb80 x1830945734674560/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.428904:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928bbb80 with x1830945734674560 ext(3145728->4194303) 00002000:00010000:1.0:1746126452.428909:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800928bbb80 00000100:00100000:2.0:1746126452.445583:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.446004:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.446058:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.446101:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.446272:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734674816 00000100:00100000:3.0:1746126452.446280:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734674816 00002000:00100000:3.0:1746126452.446316:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff8800928b8e00 x1830945734674816/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.446324:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b8e00 with x1830945734674816 ext(4194304->5242879) 00002000:00010000:3.0:1746126452.446329:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928b8e00 00000100:00100000:3.0:1746126452.446965:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734675072 00000100:00100000:3.0:1746126452.446969:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734675072 00002000:00100000:3.0:1746126452.446983:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff8800928baa00 x1830945734675072/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.446991:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928baa00 with x1830945734675072 ext(5242880->6291455) 00002000:00010000:3.0:1746126452.446994:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928baa00 00000100:00100000:3.0:1746126452.447003:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734675328 00000100:00100000:3.0:1746126452.447005:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734675328 00002000:00100000:3.0:1746126452.447015:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88009a7b5500 x1830945734675328/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.447041:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b5500 with x1830945734675328 ext(4194304->5242879) 00002000:00010000:3.0:1746126452.447043:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b5500 00000100:00100000:3.0:1746126452.447062:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734675584 00000100:00100000:3.0:1746126452.447064:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734675584 00002000:00100000:3.0:1746126452.447075:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88009a7b5f80 x1830945734675584/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.447081:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b5f80 with x1830945734675584 ext(5242880->6291455) 00002000:00010000:3.0:1746126452.447083:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b5f80 00000100:00100000:3.0:1746126452.447095:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4169 00000100:00100000:3.0:1746126452.447101:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+9:1965:x1830945734674816:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.447728:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4170 00000100:00100000:3.0:1746126452.447734:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+10:1965:x1830945734675072:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.448283:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4171 00000100:00100000:3.0:1746126452.448289:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+17:1965:x1830945734675328:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.448922:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4172 00000100:00100000:3.0:1746126452.448929:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+18:1965:x1830945734675584:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126452.467822:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+10:1965:x1830945734674816:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 20712us (22238us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126452.467833:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4169 00002000:00100000:0.0:1746126452.467845:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff8800928b8e00 x1830945734674816/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.467854:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928b8e00 with x1830945734674816 ext(4194304->5242879) 00002000:00010000:0.0:1746126452.467860:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928b8e00 00000100:00100000:2.0:1746126452.474280:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+8:1965:x1830945734675072:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 26538us (28269us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126452.474289:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4170 00002000:00100000:2.0:1746126452.474299:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff8800928baa00 x1830945734675072/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.474307:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928baa00 with x1830945734675072 ext(5242880->6291455) 00002000:00010000:2.0:1746126452.474312:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928baa00 00000100:00100000:3.0:1746126452.485281:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+18:1965:x1830945734675328:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 36984us (39215us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126452.485292:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4171 00002000:00100000:3.0:1746126452.485302:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88009a7b5500 x1830945734675328/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.485310:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b5500 with x1830945734675328 ext(4194304->5242879) 00002000:00010000:3.0:1746126452.485315:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b5500 00000100:00100000:0.0:1746126452.492448:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+16:1965:x1830945734675584:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 43509us (46336us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126452.492461:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4172 00002000:00100000:0.0:1746126452.492474:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88009a7b5f80 x1830945734675584/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.492482:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7b5f80 with x1830945734675584 ext(5242880->6291455) 00002000:00010000:0.0:1746126452.492487:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7b5f80 00000100:00100000:0.0:1746126452.498460:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.499211:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734675840 00000100:00100000:2.0:1746126452.499219:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734675840 00002000:00100000:2.0:1746126452.499254:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88013332a680 x1830945734675840/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.499262:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332a680 with x1830945734675840 ext(6291456->7340031) 00002000:00010000:2.0:1746126452.499267:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013332a680 00000100:00100000:2.0:1746126452.499302:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4173 00000100:00100000:2.0:1746126452.499309:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013332a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734675840:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126452.513769:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013332a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734675840:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 14452us (15308us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126452.513779:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4173 00002000:00100000:2.0:1746126452.513789:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88013332a680 x1830945734675840/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.513797:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013332a680 with x1830945734675840 ext(6291456->7340031) 00002000:00010000:2.0:1746126452.513802:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013332a680 00000100:00100000:3.0:1746126452.529303:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.529465:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734676096 00000100:00100000:2.0:1746126452.529474:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734676096 00002000:00100000:2.0:1746126452.529510:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8801327c0380 x1830945734676096/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.529519:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0380 with x1830945734676096 ext(6291456->7340031) 00002000:00010000:2.0:1746126452.529524:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327c0380 00000100:00100000:1.0:1746126452.530394:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.532294:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.532337:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734676352 00000100:00100000:1.0:1746126452.532345:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734676352 00002000:00100000:1.0:1746126452.532376:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880131547100 x1830945734676352/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.532398:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131547100 with x1830945734676352 ext(7340032->8388607) 00002000:00010000:1.0:1746126452.532403:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131547100 00000100:00100000:1.0:1746126452.532417:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734676608 00000100:00100000:1.0:1746126452.532419:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734676608 00002000:00100000:1.0:1746126452.532432:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880131545880 x1830945734676608/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.532439:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545880 with x1830945734676608 ext(7340032->8388607) 00002000:00010000:1.0:1746126452.532442:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131545880 00000100:00100000:1.0:1746126452.532453:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4174 00000100:00100000:1.0:1746126452.532459:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+17:1963:x1830945734676096:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126452.533158:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4175 00000100:00100000:1.0:1746126452.533164:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+18:1963:x1830945734676352:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126452.533749:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4176 00000100:00100000:1.0:1746126452.533755:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734676608:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126452.546741:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+18:1963:x1830945734676096:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 14274us (17436us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126452.546751:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4174 00002000:00100000:2.0:1746126452.546761:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8801327c0380 x1830945734676096/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.546770:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c0380 with x1830945734676096 ext(6291456->7340031) 00002000:00010000:2.0:1746126452.546775:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327c0380 00000100:00100000:1.0:1746126452.557299:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+16:1963:x1830945734676352:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 24127us (26897us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.557310:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4175 00002000:00100000:1.0:1746126452.557319:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880131547100 x1830945734676352/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.557328:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131547100 with x1830945734676352 ext(7340032->8388607) 00002000:00010000:1.0:1746126452.557333:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131547100 00000100:00100000:2.0:1746126452.562427:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734676608:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 28665us (30130us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126452.562437:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4176 00002000:00100000:2.0:1746126452.562447:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880131545880 x1830945734676608/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.562456:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545880 with x1830945734676608 ext(7340032->8388607) 00002000:00010000:2.0:1746126452.562460:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131545880 00000100:00100000:2.0:1746126452.572899:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.573249:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.573551:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734676864 00000100:00100000:0.0:1746126452.573559:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734676864 00002000:00100000:0.0:1746126452.573592:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880086e1b100 x1830945734676864/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.573602:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1b100 with x1830945734676864 ext(8388608->9437183) 00002000:00010000:0.0:1746126452.573606:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e1b100 00000100:00100000:0.0:1746126452.573631:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734677120 00000100:00100000:0.0:1746126452.573634:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734677120 00002000:00100000:0.0:1746126452.573647:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880086e1a680 x1830945734677120/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.573653:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1a680 with x1830945734677120 ext(8388608->9437183) 00002000:00010000:0.0:1746126452.573655:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e1a680 00000100:00100000:0.0:1746126452.573678:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4177 00000100:00100000:0.0:1746126452.573684:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+8:1964:x1830945734676864:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126452.574796:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4178 00000100:00100000:2.0:1746126452.574805:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+16:1964:x1830945734677120:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126452.597450:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+8:1964:x1830945734676864:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 23759us (24550us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126452.597460:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4177 00002000:00100000:0.0:1746126452.597469:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880086e1b100 x1830945734676864/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.597478:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1b100 with x1830945734676864 ext(8388608->9437183) 00002000:00010000:0.0:1746126452.597483:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e1b100 00000100:00100000:2.0:1746126452.601557:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+16:1964:x1830945734677120:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 26745us (28298us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126452.601570:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4178 00002000:00100000:2.0:1746126452.601580:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880086e1a680 x1830945734677120/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.601588:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1a680 with x1830945734677120 ext(8388608->9437183) 00002000:00010000:2.0:1746126452.601593:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e1a680 00000100:00100000:2.0:1746126452.608423:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.608484:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734677376 00000100:00100000:0.0:1746126452.608491:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734677376 00002000:00100000:0.0:1746126452.608523:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880086e19180 x1830945734677376/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.608532:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19180 with x1830945734677376 ext(9437184->10485759) 00002000:00010000:0.0:1746126452.608537:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e19180 00000100:00100000:0.0:1746126452.608560:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4179 00000100:00100000:0.0:1746126452.608567:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+8:1966:x1830945734677376:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126452.616202:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.617117:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+8:1966:x1830945734677376:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 8547us (8698us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.617126:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4179 00002000:00100000:1.0:1746126452.617135:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880086e19180 x1830945734677376/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.617143:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19180 with x1830945734677376 ext(9437184->10485759) 00002000:00010000:1.0:1746126452.617148:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e19180 00000100:00100000:1.0:1746126452.617168:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734677632 00000100:00100000:1.0:1746126452.617172:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734677632 00002000:00100000:1.0:1746126452.617197:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff8801327c1f80 x1830945734677632/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.617203:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1f80 with x1830945734677632 ext(9437184->10485759) 00002000:00010000:1.0:1746126452.617206:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327c1f80 00000100:00100000:1.0:1746126452.617220:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4180 00000100:00100000:1.0:1746126452.617225:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+16:1965:x1830945734677632:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126452.623425:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+16:1965:x1830945734677632:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 6192us (7222us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.623436:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4180 00002000:00100000:1.0:1746126452.623445:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff8801327c1f80 x1830945734677632/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.623454:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327c1f80 with x1830945734677632 ext(9437184->10485759) 00002000:00010000:1.0:1746126452.623459:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327c1f80 00000100:00100000:2.0:1746126452.629119:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.630834:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.631892:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734678016 00000100:00100000:1.0:1746126452.631902:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734678016 00002000:00100000:1.0:1746126452.631940:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880086e1bb80 x1830945734678016/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.631949:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1bb80 with x1830945734678016 ext(10485760->11534335) 00002000:00010000:1.0:1746126452.631954:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e1bb80 00000100:00100000:1.0:1746126452.631986:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734678144 00000100:00100000:1.0:1746126452.631989:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734678144 00002000:00100000:1.0:1746126452.632004:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880086e19f80 x1830945734678144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.632011:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19f80 with x1830945734678144 ext(10485760->11534335) 00002000:00010000:1.0:1746126452.632013:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e19f80 00000100:00100000:1.0:1746126452.632043:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4181 00000100:00100000:1.0:1746126452.632050:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734678016:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126452.632862:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.633739:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734678400 00000100:00100000:2.0:1746126452.633746:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734678400 00002000:00100000:2.0:1746126452.633773:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880131545180 x1830945734678400/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.633780:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545180 with x1830945734678400 ext(11534336->12582911) 00002000:00010000:2.0:1746126452.633783:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131545180 00000100:00100000:2.0:1746126452.633810:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4182 00000100:00100000:2.0:1746126452.633818:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+16:1964:x1830945734678144:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126452.633900:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4183 00000100:00100000:0.0:1746126452.633913:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+10:1964:x1830945734678400:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126452.640788:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+10:1963:x1830945734678016:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 8731us (11668us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.640802:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4181 00002000:00100000:1.0:1746126452.640812:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880086e1bb80 x1830945734678016/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.640821:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e1bb80 with x1830945734678016 ext(10485760->11534335) 00002000:00010000:1.0:1746126452.640826:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086e1bb80 00000100:00100000:2.0:1746126452.646221:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+16:1964:x1830945734678144:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 12397us (15386us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126452.646231:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4182 00002000:00100000:2.0:1746126452.646240:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880086e19f80 x1830945734678144/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.646249:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e19f80 with x1830945734678144 ext(10485760->11534335) 00002000:00010000:2.0:1746126452.646253:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e19f80 00000100:00100000:0.0:1746126452.651746:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+8:1964:x1830945734678400:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 17831us (18876us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126452.651758:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4183 00002000:00100000:0.0:1746126452.651768:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880131545180 x1830945734678400/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.651776:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131545180 with x1830945734678400 ext(11534336->12582911) 00002000:00010000:0.0:1746126452.651781:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131545180 00000100:00100000:0.0:1746126452.657490:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.657605:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734678656 00000100:00100000:2.0:1746126452.657613:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734678656 00002000:00100000:2.0:1746126452.657650:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880086e34380 x1830945734678656/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.657659:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34380 with x1830945734678656 ext(11534336->12582911) 00002000:00010000:2.0:1746126452.657664:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e34380 00000100:00100000:2.0:1746126452.657680:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4184 00000100:00100000:2.0:1746126452.657687:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+16:1964:x1830945734678656:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126452.667337:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+16:1964:x1830945734678656:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 9642us (9847us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126452.667347:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4184 00002000:00100000:2.0:1746126452.667356:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880086e34380 x1830945734678656/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.667364:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086e34380 with x1830945734678656 ext(11534336->12582911) 00002000:00010000:2.0:1746126452.667370:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086e34380 00000100:00100000:3.0:1746126452.672976:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.673208:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734678912 00000100:00100000:2.0:1746126452.673216:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734678912 00002000:00100000:2.0:1746126452.673255:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff88012bff1180 x1830945734678912/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.673263:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff1180 with x1830945734678912 ext(12582912->13631487) 00002000:00010000:2.0:1746126452.673268:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff1180 00000100:00100000:2.0:1746126452.673301:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4185 00000100:00100000:2.0:1746126452.673309:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+8:1966:x1830945734678912:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126452.682638:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+8:1966:x1830945734678912:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 9318us (9658us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126452.682649:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4185 00002000:00100000:2.0:1746126452.682659:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff88012bff1180 x1830945734678912/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/440 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.682668:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bff1180 with x1830945734678912 ext(12582912->13631487) 00002000:00010000:2.0:1746126452.682674:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bff1180 00000100:00100000:1.0:1746126452.686653:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.686742:0:15834:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734679168 00000100:00100000:3.0:1746126452.686748:0:15834:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734679168 00000100:00100000:3.0:1746126452.686791:0:15834:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 170 00000100:00100000:3.0:1746126452.686797:0:15834:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:68cec75b-543f-4a1a-954f-27556ebc9519+17:1204:x1830945734679168:12345-192.168.203.32@tcp:35:cmp.0 00000100:00100000:3.0:1746126452.687894:0:15834:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:68cec75b-543f-4a1a-954f-27556ebc9519+18:1204:x1830945734679168:12345-192.168.203.32@tcp:35:cmp.0 Request processed in 1093us (1243us total) trans 4294996826 rc 0/0 00000100:00100000:3.0:1746126452.687901:0:15834:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 170 00000100:00100000:1.0:1746126452.689332:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.689428:0:15834:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734679424 00000100:00100000:2.0:1746126452.689433:0:15834:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734679424 00000100:00100000:2.0:1746126452.689462:0:15834:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 171 00000100:00100000:2.0:1746126452.689468:0:15834:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131546300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:68cec75b-543f-4a1a-954f-27556ebc9519+18:1204:x1830945734679424:12345-192.168.203.32@tcp:35:cmp.0 00000100:00100000:2.0:1746126452.689619:0:15834:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131546300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:68cec75b-543f-4a1a-954f-27556ebc9519+19:1204:x1830945734679424:12345-192.168.203.32@tcp:35:cmp.0 Request processed in 150us (289us total) trans 4294996827 rc 0/0 00000100:00100000:2.0:1746126452.689625:0:15834:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 171 00000100:00100000:0.0:1746126452.700878:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.701984:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734679680 00000100:00100000:2.0:1746126452.701992:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734679680 00000100:00100000:2.0:1746126452.702053:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73601 00000100:00100000:2.0:1746126452.702060:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1205:x1830945734679680:12345-192.168.203.32@tcp:36:rm.0 00010000:00010000:2.0:1746126452.702101:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746126452.702120:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b8168f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3f7 expref: 24 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.702151:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c6600/0x9851078746b81419 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce38e expref: 23 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.702162:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009475f800) 00010000:00010000:2.0:1746126452.702169:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b81673 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3f0 expref: 22 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.702178:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009317ca00) 00010000:00010000:2.0:1746126452.702180:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126452.702195:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.702204:0:7085:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093993200/0x9851078746b816ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce40c expref: 18 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.702210:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.702231:0:7085:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093993200/0x9851078746b816ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce40c expref: 18 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.702239:0:7085:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093993200/0x9851078746b816ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce40c expref: 18 pid: 7084 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126452.702248:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7085:1830945726376576:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126452.702304:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126452.702804:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.702857:0:7089:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734679808 00000100:00100000:3.0:1746126452.702861:0:7089:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734679808 00000100:00100000:3.0:1746126452.702882:0:7089:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5 00000100:00100000:2.0:1746126452.702885:0:7090:0:(service.c:3346:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1746126452.702887:0:7089:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1965:x1830945734679808:12345-192.168.203.32@tcp:63:ll_sa.0 00000100:00100000:2.0:1746126452.702890:0:7090:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00010000:00010000:3.0:1746126452.702903:0:7089:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126452.702910:0:7089:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094cf2400/0x9851078746b81737 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce459 expref: -99 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.702933:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff6600/0x9851078746b8173e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.702940:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff6600/0x9851078746b8173e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.702947:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff6600/0x9851078746b8173e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.702954:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7200/0x9851078746b81745 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.702959:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7200/0x9851078746b81745 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.702964:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7200/0x9851078746b81745 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703170:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff6600/0x9851078746b8173e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703177:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff6600/0x9851078746b8173e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703182:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff6600/0x9851078746b8173e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703190:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dff6600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126452.703193:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff6600/0x9851078746b8173e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703198:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff6600/0x9851078746b8173e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703206:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009317ca00) 00010000:00010000:3.0:1746126452.703208:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126452.703211:0:7089:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126452.703217:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff6600/0x9851078746b8173e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703221:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff6600/0x9851078746b8173e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703241:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7200/0x9851078746b81745 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703246:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7200/0x9851078746b81745 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703250:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7200/0x9851078746b81745 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703254:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dff7200 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126452.703256:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7200/0x9851078746b81745 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703261:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7200/0x9851078746b81745 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703269:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009475f900) 00010000:00010000:3.0:1746126452.703271:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126452.703273:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7200/0x9851078746b81745 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703277:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff7200/0x9851078746b81745 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126452.703308:0:7089:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cf2400/0x9851078746b81737 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce459 expref: 23 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.703314:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009317ca00) 00010000:00010000:3.0:1746126452.703315:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746126452.703317:0:7089:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126452.703323:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cf2400/0x9851078746b81737 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce459 expref: 23 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.703330:0:7089:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cf2400, rc -2) 00000100:00100000:3.0:1746126452.703357:0:7089:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1965:x1830945734679808:12345-192.168.203.32@tcp:63:ll_sa.0 Request processed in 470us (554us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746126452.703363:0:7089:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5 00000100:00100000:1.0:1746126452.705080:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.705182:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734679936 00000100:00100000:3.0:1746126452.705188:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734679936 00010000:00010000:3.0:1746126452.705211:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093993200/0x9851078746b816ab lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce40c expref: 19 pid: 7084 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126452.705241:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17490 00000100:00100000:3.0:1746126452.705247:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+19:1964:x1830945734679936:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126452.705257:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126452.705261:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093993200/0x9851078746b816ab lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce40c expref: 19 pid: 7084 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126452.705270:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093993200/0x9851078746b816ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce40c expref: 19 pid: 7084 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126452.705275:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7085:1830945726376576:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126452.705283:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093993200/0x9851078746b816ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce40c expref: 19 pid: 7084 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126452.705290:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126452.705293:0:8440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009317ca00) 00010000:00010000:3.0:1746126452.705295:0:8440:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126452.705302:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126452.705307:0:8440:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.705384:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126452.705385:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126452.705389:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.705402:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b8174c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.705409:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b8174c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1746126452.705411:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+18:1964:x1830945734679936:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 164us (336us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126452.705414:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b8174c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1746126452.705417:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17490 00010000:00010000:2.0:1746126452.705622:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.705631:0:7085:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57a00/0x9851078746b814a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3b8 expref: 17 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.705636:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.705652:0:7085:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57a00/0x9851078746b814a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3b8 expref: 17 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.705661:0:7085:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57a00/0x9851078746b814a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3b8 expref: 17 pid: 7084 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126452.705670:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7085:1830945726376704:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126452.705714:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126452.707724:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7085:1830945726376704:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126452.707739:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1746126452.708588:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.708774:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734680064 00000100:00100000:3.0:1746126452.708780:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734680064 00010000:00010000:3.0:1746126452.708801:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57a00/0x9851078746b814a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3b8 expref: 18 pid: 7084 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126452.708952:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17491 00000100:00100000:3.0:1746126452.708959:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+18:1964:x1830945734680064:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126452.708968:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126452.708973:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57a00/0x9851078746b814a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3b8 expref: 18 pid: 7084 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126452.708983:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57a00/0x9851078746b814a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3b8 expref: 18 pid: 7084 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126452.708999:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5c57a00/0x9851078746b814a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3b8 expref: 18 pid: 7084 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126452.709010:0:8440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009475f800) 00010000:00010000:3.0:1746126452.709013:0:8440:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126452.709039:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126452.709045:0:8440:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1746126452.709060:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126452.709290:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.709296:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:1.0:1746126452.709915:0:7085:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:1.0:1746126452.709922:0:7085:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 571609898945ns, next at 572609897685ns, rc = 0 00000040:00080000:1.0:1746126452.709953:0:7085:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8960 00000004:00080000:1.0:1746126452.709956:0:7085:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 571609933650ns, next at 572609933116ns, rc = 0 00010000:00010000:1.0:1746126452.710010:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b8175a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.710019:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b8175a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.710045:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b8175a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.710050:0:7085:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b8175a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.710055:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b8175a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.710059:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b8175a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.711458:0:7085:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746126452.711481:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.711489:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.711495:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.711500:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a683c00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126452.711503:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.711509:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.711518:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009475f800) 00010000:00010000:1.0:1746126452.711521:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746126452.711524:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.711529:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81753 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1746126452.711789:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+17:1964:x1830945734680064:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 2826us (3198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126452.711799:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17491 00010000:00010000:1.0:1746126452.713548:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.713559:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.713564:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.713569:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a068c00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126452.713572:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.713577:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.713592:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009317ca00) 00010000:00010000:1.0:1746126452.713594:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126452.713597:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.713601:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a068c00/0x9851078746b81730 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:1.0:1746126452.713619:0:7085:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880086e35c00 reply state ffff8800936f2000 transno 4294996828 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b8174c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1746126452.713625:0:7085:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746126452.713699:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1205:x1830945734679680:12345-192.168.203.32@tcp:36:rm.0 Request processed in 11637us (12826us total) trans 4294996828 rc 0/0 00000100:00100000:1.0:1746126452.713707:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73601 00010000:00010000:0.0:1746126452.713898:0:11015:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126452.713903:0:11015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b8175a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.713908:0:11015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5535800 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126452.713910:0:11015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b8175a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.713916:0:11015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b8175a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.713924:0:11015:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009475f800) 00010000:00010000:0.0:1746126452.713926:0:11015:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746126452.713928:0:11015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b8175a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.713935:0:11015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b8175a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.713961:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126452.713962:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126452.713963:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126452.727367:0:3277:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b8174c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.727389:0:3277:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b8174c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.727394:0:3277:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b8174c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.727399:0:3277:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a069000 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126452.727403:0:3277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b8174c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.727408:0:3277:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b8174c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.727421:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009321ca00) 00010000:00010000:0.0:1746126452.727423:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126452.727426:0:3277:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b8174c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.727430:0:3277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b8174c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1746126452.761655:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.761825:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734680192 00000100:00100000:1.0:1746126452.761832:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734680192 00000100:00100000:1.0:1746126452.761973:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73602 00000100:00100000:1.0:1746126452.761981:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1208:x1830945734680192:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:1.0:1746126452.762001:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126452.762016:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534800/0x9851078746b81761 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce491 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.762217:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534000/0x9851078746b81768 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.762227:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534000/0x9851078746b81768 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.762236:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534000/0x9851078746b81768 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1746126452.762283:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746126452.762286:0:7085:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126452.762299:0:7085:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534000/0x9851078746b81768 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1746126452.762315:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534800/0x9851078746b81761 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce491 expref: 24 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.762848:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534000/0x9851078746b81768 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce491 expref: 23 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.762855:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285db00) 00010000:00010000:1.0:1746126452.762858:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126452.762860:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5534000, rc 0) 00000100:00100000:1.0:1746126452.763275:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1208:x1830945734680192:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 1294us (1625us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126452.763281:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73602 00000100:00100000:1.0:1746126452.765686:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.765757:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734680448 00000100:00100000:2.0:1746126452.765764:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734680448 00000100:00100000:2.0:1746126452.765797:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73603 00000100:00100000:2.0:1746126452.765803:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1208:x1830945734680448:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:2.0:1746126452.765818:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126452.765821:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126452.765840:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534000/0x9851078746b81768 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce491 expref: 23 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.765855:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285db00) 00010000:00010000:2.0:1746126452.765863:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126452.765870:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff59200/0x9851078746b8176f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce498 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.765955:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff59400/0x9851078746b81776 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.765963:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff59400/0x9851078746b81776 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.765970:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff59400/0x9851078746b81776 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.765978:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff58200/0x9851078746b8177d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.765983:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff58200/0x9851078746b8177d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.765987:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff58200/0x9851078746b8177d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.766317:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129f60e00/0x9851078746b81784 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.766323:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129f60e00/0x9851078746b81784 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.766333:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129f60e00/0x9851078746b81784 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1746126452.766339:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:2.0:1746126452.766352:0:7085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff59400/0x9851078746b81776 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.766357:0:7085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff59400/0x9851078746b81776 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.766361:0:7085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff59400/0x9851078746b81776 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.766366:0:7085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ff59400 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126452.766368:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff59400/0x9851078746b81776 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.766373:0:7085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff59400/0x9851078746b81776 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.766389:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009321c000) 00010000:00010000:2.0:1746126452.766392:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126452.766394:0:7085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff59400/0x9851078746b81776 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1746126452.766398:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff59400/0x9851078746b81776 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1746126452.766405:0:7085:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880131544e00 reply state ffff88012bac0000 transno 4294996829 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff58200/0x9851078746b8177d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1746126452.766410:0:7085:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126452.766425:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff59200/0x9851078746b8176f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce498 expref: 25 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.766436:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880129f60e00/0x9851078746b81784 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce498 expref: 24 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.766441:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009321c900) 00010000:00010000:2.0:1746126452.766442:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126452.766444:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129f60e00, rc 0) 00000100:00100000:2.0:1746126452.766478:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1208:x1830945734680448:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 675us (798us total) trans 4294996829 rc 0/0 00000100:00100000:2.0:1746126452.766483:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73603 00000100:00100000:2.0:1746126452.770826:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126452.771396:0:3278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff58200/0x9851078746b8177d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.771409:0:3278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff58200/0x9851078746b8177d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.771414:0:3278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff58200/0x9851078746b8177d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.771419:0:3278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ff58200 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126452.771422:0:3278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff58200/0x9851078746b8177d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.771427:0:3278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff58200/0x9851078746b8177d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.771439:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009321ca00) 00010000:00010000:0.0:1746126452.771441:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126452.771444:0:3278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff58200/0x9851078746b8177d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.771447:0:3278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ff58200/0x9851078746b8177d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1746126452.771548:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734680704 00000100:00100000:1.0:1746126452.771555:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734680704 00000100:00100000:1.0:1746126452.771690:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73604 00000100:00100000:1.0:1746126452.771698:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1208:x1830945734680704:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:1.0:1746126452.771715:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126452.771726:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534800/0x9851078746b81792 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce49f expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.771787:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.771799:0:7086:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880129f60e00/0x9851078746b81784 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce498 expref: 25 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.771805:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.771829:0:7086:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880129f60e00/0x9851078746b81784 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce498 expref: 25 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.771839:0:7086:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880129f60e00/0x9851078746b81784 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce498 expref: 25 pid: 7085 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126452.771849:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf2c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7086:1830945726376832:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126452.771922:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41a5540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126452.774297:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.774420:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf2c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7086:1830945726376832:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126452.774435:0:7086:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000100:00100000:2.0:1746126452.774933:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734680832 00000100:00100000:2.0:1746126452.774938:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734680832 00010000:00010000:2.0:1746126452.774963:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129f60e00/0x9851078746b81784 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce498 expref: 26 pid: 7085 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126452.775012:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17492 00000100:00100000:2.0:1746126452.775018:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1964:x1830945734680832:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126452.775046:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126452.775051:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880129f60e00/0x9851078746b81784 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce498 expref: 26 pid: 7085 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126452.775059:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880129f60e00/0x9851078746b81784 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce498 expref: 26 pid: 7085 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126452.775075:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129f60e00/0x9851078746b81784 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce498 expref: 26 pid: 7085 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126452.775100:0:8440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009321c900) 00010000:00010000:2.0:1746126452.775104:0:8440:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126452.775111:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126452.775116:0:8440:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126452.775129:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126452.775170:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1964:x1830945734680832:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 151us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126452.775175:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17492 00010000:00010000:1.0:1746126452.775250:0:7086:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.775256:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:1.0:1746126452.775269:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00080000:1.0:1746126452.775501:0:7086:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00000004:00080000:1.0:1746126452.775509:0:7086:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:1.0:1746126452.775605:0:7086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.775615:0:7086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.775619:0:7086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.775624:0:7086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a069000 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126452.775627:0:7086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.775632:0:7086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.775639:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009321c900) 00010000:00010000:1.0:1746126452.775642:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746126452.775644:0:7086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.775648:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a069000/0x9851078746b81799 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.776827:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534800/0x9851078746b81792 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce49f expref: 25 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.776836:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534800/0x9851078746b81792 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce49f expref: 25 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.776848:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5534800, rc 0) 00000100:00100000:1.0:1746126452.776882:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1208:x1830945734680704:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 5184us (6062us total) trans 4294996830 rc 301/301 00000100:00100000:1.0:1746126452.776888:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73604 00000100:00100000:3.0:1746126452.779287:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.779434:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734681088 00000100:00100000:0.0:1746126452.779441:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734681088 00000100:00100000:0.0:1746126452.780001:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 172 00000100:00100000:0.0:1746126452.780010:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a625ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1208:x1830945734681088:12345-192.168.203.32@tcp:35:lfs.0 00000100:00100000:0.0:1746126452.781334:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a625ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1208:x1830945734681088:12345-192.168.203.32@tcp:35:lfs.0 Request processed in 1321us (2048us total) trans 4294996831 rc 0/0 00000100:00100000:0.0:1746126452.781342:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 172 00000100:00100000:0.0:1746126452.785126:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.785197:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734681216 00000100:00100000:1.0:1746126452.785205:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734681216 00000100:00100000:1.0:1746126452.785336:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73605 00000100:00100000:1.0:1746126452.785345:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+25:1208:x1830945734681216:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:1.0:1746126452.785363:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126452.785387:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a0600/0x9851078746b817a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce4a6 expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.785433:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a0600/0x9851078746b817a7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4a6 expref: 26 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.785444:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a0600/0x9851078746b817a7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4a6 expref: 26 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.785457:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009285d700) 00010000:00010000:1.0:1746126452.785460:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746126452.785462:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d8a0600, rc 0) 00000100:00100000:1.0:1746126452.785510:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1208:x1830945734681216:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 167us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126452.785516:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73605 00000100:00100000:0.0:1746126452.786836:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.786918:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734681472 00000100:00100000:2.0:1746126452.786924:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734681472 00000100:00100000:2.0:1746126452.786961:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 173 00000100:00100000:2.0:1746126452.786968:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+26:1208:x1830945734681472:12345-192.168.203.32@tcp:35:lfs.0 00000100:00100000:2.0:1746126452.787178:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1208:x1830945734681472:12345-192.168.203.32@tcp:35:lfs.0 Request processed in 209us (344us total) trans 4294996832 rc 0/0 00000100:00100000:2.0:1746126452.787188:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 173 00000100:00100000:3.0:1746126452.793043:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.793136:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734681600 00000100:00100000:1.0:1746126452.793142:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734681600 00000100:00100000:1.0:1746126452.793215:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73606 00000100:00100000:1.0:1746126452.793222:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+17:1210:x1830945734681600:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:1.0:1746126452.793242:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126452.793257:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1400/0x9851078746b817ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce4ad expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.793306:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534800/0x9851078746b817b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.793316:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534800/0x9851078746b817b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.793326:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534800/0x9851078746b817b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:1.0:1746126452.793372:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746126452.793374:0:7086:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126452.793398:0:7086:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534800/0x9851078746b817b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.793416:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1400/0x9851078746b817ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4ad expref: 19 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.793432:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534800/0x9851078746b817b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4ad expref: 18 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.793439:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285db00) 00010000:00010000:1.0:1746126452.793441:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126452.793443:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5534800, rc 0) 00000100:00100000:1.0:1746126452.794127:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+18:1210:x1830945734681600:12345-192.168.203.32@tcp:101:dd.0 Request processed in 902us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126452.794133:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73606 00000100:00100000:0.0:1746126452.798285:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.798368:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734681728 00000100:00100000:1.0:1746126452.798375:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734681728 00000100:00100000:1.0:1746126452.798432:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73607 00000100:00100000:1.0:1746126452.798439:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+27:1209:x1830945734681728:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:1.0:1746126452.798459:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126452.798473:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534000/0x9851078746b817bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce4b4 expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.798518:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b817c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.798528:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b817c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.798536:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b817c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:1.0:1746126452.798588:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746126452.798591:0:7086:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126452.798604:0:7086:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b817c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.798621:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534000/0x9851078746b817bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4b4 expref: 29 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.798634:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b817c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4b4 expref: 28 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.798640:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285db00) 00010000:00010000:1.0:1746126452.798643:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126452.798645:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d8a1800, rc 0) 00000100:00100000:1.0:1746126452.798693:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1209:x1830945734681728:12345-192.168.203.32@tcp:101:dd.0 Request processed in 254us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126452.798699:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73607 00000100:00100000:2.0:1746126452.799519:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.799969:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734681984 00000100:00100000:0.0:1746126452.799974:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734681984 00000100:00100000:0.0:1746126452.800011:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73608 00000100:00100000:0.0:1746126452.800017:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+18:1210:x1830945734681984:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:0.0:1746126452.800114:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126452.800125:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92000/0x9851078746b817ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce4bb expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.800182:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b817d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.800192:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b817d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.800200:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b817d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1746126452.800208:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746126452.800287:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92000/0x9851078746b817ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4bb expref: 21 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.800315:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b817d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4bb expref: 20 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.800322:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321cf00) 00010000:00010000:0.0:1746126452.800324:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126452.800326:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a93000, rc 0) 00000100:00100000:0.0:1746126452.800361:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:68cec75b-543f-4a1a-954f-27556ebc9519+20:1210:x1830945734681984:12345-192.168.203.32@tcp:101:dd.0 Request processed in 343us (843us total) trans 4294996833 rc 0/0 00000100:00100000:0.0:1746126452.800369:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73608 00000100:00100000:3.0:1746126452.804926:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.805521:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734682240 00000100:00100000:0.0:1746126452.805528:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734682240 00000100:00100000:0.0:1746126452.805569:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73609 00000100:00100000:0.0:1746126452.805575:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+28:1209:x1830945734682240:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:0.0:1746126452.805591:0:7085:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126452.805594:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746126452.805614:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b817c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4b4 expref: 28 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.805626:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285db00) 00010000:00010000:0.0:1746126452.805629:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126452.805637:0:7085:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92800/0x9851078746b817df lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce4c2 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.805703:0:7085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92a00/0x9851078746b817e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.805712:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92a00/0x9851078746b817e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1746126452.805720:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92a00/0x9851078746b817e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1746126452.805728:0:7085:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:0.0:1746126452.805816:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92800/0x9851078746b817df lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4c2 expref: 30 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.805831:0:7085:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92a00/0x9851078746b817e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4c2 expref: 29 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.805837:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009475ff00) 00010000:00010000:0.0:1746126452.805839:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126452.805841:0:7085:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a92a00, rc 0) 00000100:00100000:0.0:1746126452.805890:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1209:x1830945734682240:12345-192.168.203.32@tcp:101:dd.0 Request processed in 313us (970us total) trans 4294996834 rc 0/0 00000100:00100000:0.0:1746126452.805896:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73609 00000100:00100000:3.0:1746126452.807005:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.807041:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.807069:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.807120:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734682624 00000100:00100000:1.0:1746126452.807126:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734682624 00000100:00100000:1.0:1746126452.807153:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73610 00000100:00100000:1.0:1746126452.807158:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+20:1210:x1830945734682624:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:1.0:1746126452.807170:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126452.807172:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746126452.807186:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534800/0x9851078746b817b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4ad expref: 20 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.807197:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285db00) 00010000:00010000:1.0:1746126452.807204:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126452.807211:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534000/0x9851078746b817f4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce501 expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.807305:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b817fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807313:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b817fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807319:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b817fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807331:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a7000/0x9851078746b81802 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807336:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a7000/0x9851078746b81802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807341:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a7000/0x9851078746b81802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807400:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800951ada00/0x9851078746b81809 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807407:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800951ada00/0x9851078746b81809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807412:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800951ada00/0x9851078746b81809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:1.0:1746126452.807418:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:1.0:1746126452.807472:0:7086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b817fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807478:0:7086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b817fb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807483:0:7086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b817fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807488:0:7086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5535800 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126452.807491:0:7086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b817fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807497:0:7086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b817fb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807503:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d900) 00010000:00010000:1.0:1746126452.807505:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126452.807507:0:7086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b817fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807511:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5535800/0x9851078746b817fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807517:0:7086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a7000/0x9851078746b81802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807524:0:7086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a7000/0x9851078746b81802 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807527:0:7086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a7000/0x9851078746b81802 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807530:0:7086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b41a7000 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126452.807532:0:7086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a7000/0x9851078746b81802 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807535:0:7086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a7000/0x9851078746b81802 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807539:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009285dd00) 00010000:00010000:1.0:1746126452.807541:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126452.807542:0:7086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a7000/0x9851078746b81802 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807546:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a7000/0x9851078746b81802 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126452.807571:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5534000/0x9851078746b817f4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce501 expref: 22 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.807581:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800951ada00/0x9851078746b81809 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce501 expref: 21 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.807586:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009285d700) 00010000:00010000:1.0:1746126452.807588:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126452.807590:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951ada00, rc 0) 00000100:00100000:1.0:1746126452.807616:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+21:1210:x1830945734682624:12345-192.168.203.32@tcp:101:dd.0 Request processed in 457us (573us total) trans 4294996835 rc 0/0 00000100:00100000:1.0:1746126452.807622:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73610 00000100:00100000:0.0:1746126452.807920:0:7089:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734682368 00000100:00100000:0.0:1746126452.807924:0:7089:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734682368 00000100:00100000:0.0:1746126452.807956:0:7089:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 6 00000100:00100000:0.0:1746126452.807961:0:7089:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1964:x1830945734682368:12345-192.168.203.32@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126452.807977:0:7089:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126452.807984:0:7089:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81817 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce4c9 expref: -99 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.808004:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b8181e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808010:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b8181e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808016:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b8181e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808052:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81825 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808059:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81825 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808064:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81825 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808107:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683800/0x9851078746b8182c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808113:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683800/0x9851078746b8182c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808118:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683800/0x9851078746b8182c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00000004:00200000:0.0:1746126452.808128:0:7089:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00200000:0.0:1746126452.808131:0:7089:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126452.808140:0:7089:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683800/0x9851078746b8182c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808147:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683800/0x9851078746b8182c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808157:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b8181e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808161:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b8181e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808166:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b8181e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808169:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092f70c00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126452.808171:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b8181e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808175:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b8181e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808181:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009317c400) 00010000:00010000:0.0:1746126452.808183:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126452.808185:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b8181e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808189:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f70c00/0x9851078746b8181e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808197:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81825 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808200:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81825 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808204:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81825 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808207:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a683c00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126452.808209:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81825 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808213:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81825 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808217:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009317c600) 00010000:00010000:0.0:1746126452.808219:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126452.808220:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81825 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808224:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683c00/0x9851078746b81825 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808238:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81817 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4c9 expref: 31 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.808252:0:7089:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683800/0x9851078746b8182c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4c9 expref: 30 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.808257:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009285d700) 00010000:00010000:0.0:1746126452.808259:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126452.808260:0:7089:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a683800, rc 0) 00010000:00010000:0.0:1746126452.808263:0:7089:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126452.808267:0:7089:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5a00/0x9851078746b81833 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce4d0 expref: -99 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.808280:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4400/0x9851078746b8183a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808285:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4400/0x9851078746b8183a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808289:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4400/0x9851078746b8183a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808295:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201600/0x9851078746b81841 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808299:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201600/0x9851078746b81841 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808303:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201600/0x9851078746b81841 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808319:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4400/0x9851078746b8183a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808323:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4400/0x9851078746b8183a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808328:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4400/0x9851078746b8183a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808331:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801337f4400 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126452.808333:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4400/0x9851078746b8183a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808337:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4400/0x9851078746b8183a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808341:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009317ce00) 00010000:00010000:0.0:1746126452.808342:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126452.808344:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4400/0x9851078746b8183a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808347:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4400/0x9851078746b8183a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808353:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201600/0x9851078746b81841 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808357:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201600/0x9851078746b81841 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808360:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201600/0x9851078746b81841 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808363:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c201600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126452.808365:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201600/0x9851078746b81841 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808369:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201600/0x9851078746b81841 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808376:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009317c300) 00010000:00010000:0.0:1746126452.808388:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126452.808390:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201600/0x9851078746b81841 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808394:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c201600/0x9851078746b81841 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126452.808412:0:7089:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5a00/0x9851078746b81833 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4d0 expref: 31 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.808417:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009317ce00) 00010000:00010000:0.0:1746126452.808419:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126452.808421:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5a00/0x9851078746b81833 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4d0 expref: 31 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.808428:0:7089:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801337f5a00, rc -2) 00000100:00100000:0.0:1746126452.808449:0:7089:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1964:x1830945734682368:12345-192.168.203.32@tcp:63:ll_sa.0 Request processed in 488us (1447us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126452.808454:0:7089:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 6 00000100:00100000:0.0:1746126452.808484:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734682752 00000100:00100000:0.0:1746126452.808486:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734682752 00000100:00100000:0.0:1746126452.808503:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 539 00000100:00100000:0.0:1746126452.808507:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+21:1966:x1830945734682752:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126452.808513:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126452.808520:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b817d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4bb expref: 21 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.808529:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321cf00) 00010000:00010000:0.0:1746126452.808531:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126452.808545:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+20:1966:x1830945734682752:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 38us (1476us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126452.808549:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 539 00000100:00100000:0.0:1746126452.811490:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.811783:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734682880 00000100:00100000:2.0:1746126452.811790:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734682880 00000100:00100000:2.0:1746126452.811832:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 540 00000100:00100000:2.0:1746126452.811838:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1963:x1830945734682880:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126452.811849:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126452.811866:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92a00/0x9851078746b817e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4c2 expref: 30 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.811894:0:8440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009475ff00) 00010000:00010000:2.0:1746126452.811898:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126452.812300:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1963:x1830945734682880:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 461us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126452.812307:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 540 00000100:00100000:1.0:1746126452.816719:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.816757:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.816882:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734683008 00000100:00100000:0.0:1746126452.816890:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734683008 00000100:00100000:0.0:1746126452.816918:0:8424:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734683136 00000100:00100000:0.0:1746126452.816920:0:8424:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734683136 00000100:00100000:0.0:1746126452.816933:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5369 00000100:00100000:0.0:1746126452.816939:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734683008:12345-192.168.203.32@tcp:101:ll_agl.0 00010000:00010000:0.0:1746126452.816953:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126452.816968:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b81848 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce508 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126452.816988:0:8424:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746126452.817004:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126452.817006:0:8424:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126452.817012:0:8424:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b81848 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce508 expref: 9 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126452.817048:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b81848 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce508 expref: 9 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126452.817057:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c200800, rc 0) 00000100:00100000:2.0:1746126452.817088:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5370 00000100:00100000:0.0:1746126452.817092:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734683008:12345-192.168.203.32@tcp:101:ll_agl.0 Request processed in 153us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126452.817096:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734683136:12345-192.168.203.32@tcp:101:ll_agl.0 00000100:00100000:0.0:1746126452.817098:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5369 00010000:00010000:2.0:1746126452.817104:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126452.817114:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129f60600/0x9851078746b8184f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce50f expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126452.817127:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746126452.817134:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126452.817136:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126452.817139:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129f60600/0x9851078746b8184f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce50f expref: 8 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126452.817148:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129f60600/0x9851078746b8184f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce50f expref: 8 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126452.817155:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129f60600, rc 0) 00000100:00100000:2.0:1746126452.817171:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734683136:12345-192.168.203.32@tcp:101:ll_agl.0 Request processed in 77us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126452.817176:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5370 00000100:00100000:3.0:1746126452.818921:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.818955:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.818991:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.819112:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734683520 00000100:00100000:1.0:1746126452.819118:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734683520 00000100:00100000:1.0:1746126452.819225:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734683776 00000100:00100000:1.0:1746126452.819227:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734683776 00000100:00100000:1.0:1746126452.819241:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4186 00000100:00100000:1.0:1746126452.819246:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734683520:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:1.0:1746126452.819266:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951ace00/0x9851078746b81856 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.819275:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126452.819277:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126452.819280:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ace00/0x9851078746b81856 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.819289:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951ace00/0x9851078746b81856 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126452.819557:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734683648 00000100:00100000:2.0:1746126452.819560:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734683648 00000100:00100000:2.0:1746126452.819579:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5371 00000100:00100000:2.0:1746126452.819583:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+8:1210:x1830945734683648:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:2.0:1746126452.819591:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126452.819598:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b8185d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce516 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.819613:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b81848 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce508 expref: 9 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126452.819618:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126452.819619:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126452.819622:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b8185d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce516 expref: 9 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.819645:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b81848 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce508 expref: 9 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126452.819655:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b81848 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce508 expref: 9 pid: 8424 timeout: 671 lvb_type: 1 00000100:00100000:2.0:1746126452.819665:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086e1a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726376960:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126452.819719:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126452.820167:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4187 00000100:00100000:0.0:1746126452.820178:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734683776:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126452.820196:0:2577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c200600/0x9851078746b81864 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.820203:0:2577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126452.820205:0:2577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126452.820207:0:2577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c200600/0x9851078746b81864 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126452.820216:0:2577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c200600/0x9851078746b81864 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126452.825269:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086e1a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726376960:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126452.825296:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b8185d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce516 expref: 9 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.825314:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129f60a00, rc 0) 00000100:00100000:2.0:1746126452.825339:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+9:1210:x1830945734683648:12345-192.168.203.32@tcp:101:dd.0 Request processed in 5754us (6421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126452.825346:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5371 00000100:00100000:2.0:1746126452.825460:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.825503:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734683904 00000100:00100000:2.0:1746126452.825508:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734683904 00010000:00010000:2.0:1746126452.825530:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b81848 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce508 expref: 11 pid: 8424 timeout: 671 lvb_type: 1 00000100:00100000:2.0:1746126452.825550:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17493 00000100:00100000:2.0:1746126452.825555:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1963:x1830945734683904:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126452.825564:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126452.825580:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b81848 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce508 expref: 11 pid: 8424 timeout: 671 lvb_type: 1 00010000:00010000:2.0:1746126452.825588:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b81848 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce508 expref: 11 pid: 8424 timeout: 671 lvb_type: 1 00010000:00010000:2.0:1746126452.825605:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c200800/0x9851078746b81848 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce508 expref: 11 pid: 8424 timeout: 671 lvb_type: 1 00010000:00010000:2.0:1746126452.825614:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126452.825615:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126452.825620:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b8185d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce516 expref: 8 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.825627:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b8185d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce516 expref: 8 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.825650:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b8185d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce516 expref: 8 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126452.825659:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013645bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726377088:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126452.825695:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126452.836450:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013645bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726377088:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126452.836467:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126452.836768:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734683904:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 11210us (11305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126452.836777:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17493 00010000:00010000:2.0:1746126452.837765:0:2577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c200600/0x9851078746b81864 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.837776:0:2577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c200600/0x9851078746b81864 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.837783:0:2577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c200600/0x9851078746b81864 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.837788:0:2577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c200600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126452.837792:0:2577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c200600/0x9851078746b81864 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.837802:0:2577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c200600/0x9851078746b81864 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.837816:0:2577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c200600/0x9851078746b81864 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.837821:0:2577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c200600/0x9851078746b81864 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126452.837885:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734683776:12345-192.168.203.32@tcp:3:dd.0 Request processed in 17708us (18893us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126452.837893:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4187 00010000:00010000:1.0:1746126452.841073:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951ace00/0x9851078746b81856 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.841086:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800951ace00/0x9851078746b81856 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.841092:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800951ace00/0x9851078746b81856 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.841102:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951ace00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126452.841105:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951ace00/0x9851078746b81856 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.841111:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951ace00/0x9851078746b81856 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.841125:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800951ace00/0x9851078746b81856 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.841131:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951ace00/0x9851078746b81856 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126452.841197:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734683520:12345-192.168.203.32@tcp:3:dd.0 Request processed in 21947us (22237us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126452.841206:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4186 00000100:00100000:3.0:1746126452.847197:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.847248:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734684160 00000100:00100000:3.0:1746126452.847250:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.847255:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734684160 00002000:00100000:1.0:1746126452.847287:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff88009bdf3b80 x1830945734684160/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.847296:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf3b80 with x1830945734684160 ext(0->1048575) 00002000:00010000:1.0:1746126452.847300:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf3b80 00000100:00100000:1.0:1746126452.847317:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4188 00000100:00100000:1.0:1746126452.847323:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+9:1963:x1830945734684160:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126452.847427:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.847492:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734684288 00000100:00100000:2.0:1746126452.847496:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734684288 00000100:00100000:2.0:1746126452.847520:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5372 00000100:00100000:2.0:1746126452.847525:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+16:1210:x1830945734684288:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:2.0:1746126452.847534:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126452.847547:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b8186b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce51d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.847568:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129f60600/0x9851078746b8184f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce50f expref: 7 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126452.847574:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126452.847576:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126452.847579:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b8186b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce51d expref: 17 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.847608:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129f60600/0x9851078746b8184f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce50f expref: 7 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126452.847617:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129f60600/0x9851078746b8184f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce50f expref: 7 pid: 8423 timeout: 671 lvb_type: 1 00000100:00100000:2.0:1746126452.847626:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013645bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726377216:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126452.847678:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c24c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126452.848369:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734684544 00000100:00100000:3.0:1746126452.848373:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734684544 00000100:00100000:3.0:1746126452.848405:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4189 00000100:00100000:3.0:1746126452.848410:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734684544:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:3.0:1746126452.848426:0:2577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b81872 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.848435:0:2577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800947c7600/0x9851078746b81665 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3e9 expref: 8 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.848441:0:2577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126452.848442:0:2577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126452.848444:0:2577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b81872 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.848458:0:2577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800947c7600/0x9851078746b81665 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3e9 expref: 8 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.848465:0:2577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800947c7600/0x9851078746b81665 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3e9 expref: 8 pid: 17079 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126452.848479:0:2577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:2577:1830945726377344:192.168.203.32@tcp:104: 00000100:00100000:3.0:1746126452.848502:0:2577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131624540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126452.848879:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.848936:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734684800 00000100:00100000:2.0:1746126452.848940:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734684800 00000100:00100000:2.0:1746126452.849152:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4190 00000100:00100000:2.0:1746126452.849159:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734684800:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:2.0:1746126452.849180:0:8428:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b81879 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.849187:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126452.849189:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126452.849190:0:8428:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b81879 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.849197:0:8428:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b81879 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126452.850587:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013645bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726377216:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126452.850607:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b8186b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce51d expref: 17 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126452.850623:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d04000, rc 0) 00000100:00100000:2.0:1746126452.850649:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+17:1210:x1830945734684288:12345-192.168.203.32@tcp:101:dd.0 Request processed in 3124us (3399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126452.850655:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5372 00000100:00100000:3.0:1746126452.850873:0:2577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:2577:1830945726377344:192.168.203.32@tcp:104: 00010000:00010000:3.0:1746126452.850884:0:2577:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b81872 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126452.854126:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.854498:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734684928 00000100:00100000:3.0:1746126452.854507:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734684928 00010000:00010000:3.0:1746126452.854535:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129f60600/0x9851078746b8184f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce50f expref: 8 pid: 8423 timeout: 671 lvb_type: 1 00000100:00100000:3.0:1746126452.854563:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17494 00000100:00100000:3.0:1746126452.854570:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013645bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734684928:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126452.854581:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126452.854597:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129f60600/0x9851078746b8184f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce50f expref: 8 pid: 8423 timeout: 671 lvb_type: 1 00010000:00010000:3.0:1746126452.854608:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129f60600/0x9851078746b8184f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce50f expref: 8 pid: 8423 timeout: 671 lvb_type: 1 00010000:00010000:3.0:1746126452.854626:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129f60600/0x9851078746b8184f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce50f expref: 8 pid: 8423 timeout: 671 lvb_type: 1 00010000:00010000:3.0:1746126452.854649:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126452.854651:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126452.854656:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b8186b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce51d expref: 16 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.854663:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b8186b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce51d expref: 16 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.854690:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b8186b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce51d expref: 16 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126452.854700:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdf0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945726377472:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126452.854762:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131624540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126452.857732:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.857943:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734685056 00000100:00100000:1.0:1746126452.857950:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734685056 00010000:00010000:1.0:1746126452.857980:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c7600/0x9851078746b81665 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3e9 expref: 10 pid: 17079 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126452.858002:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17495 00000100:00100000:1.0:1746126452.858008:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734685056:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126452.858018:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126452.858050:0:7071:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:1.0:1746126452.858053:0:7071:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746126449 -> 1746126450 00002000:00010000:1.0:1746126452.858055:0:7071:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746126449 -> 1746126450 00002000:00010000:1.0:1746126452.858057:0:7071:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 49163 -> 51211 00010000:00010000:1.0:1746126452.858062:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800947c7600/0x9851078746b81665 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3e9 expref: 10 pid: 17079 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126452.858071:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800947c7600/0x9851078746b81665 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3e9 expref: 10 pid: 17079 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126452.858088:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800947c7600/0x9851078746b81665 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce3e9 expref: 10 pid: 17079 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126452.858112:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126452.858114:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126452.858118:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b81872 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.858125:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b81872 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.858136:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126452.858137:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126452.858139:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b81879 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.858145:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b81879 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126452.858162:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126452.858188:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734685056:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 180us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126452.858194:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17495 00010000:00010000:3.0:1746126452.858256:0:2577:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b81872 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.858264:0:2577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b81872 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.858369:0:8428:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b81879 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.858375:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b81879 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126452.864697:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdf0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945726377472:192.168.203.32@tcp:105: 00010000:00010000:3.0:1746126452.864713:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126452.864762:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013645bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734684928:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 10190us (10640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126452.864773:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17494 00000100:00100000:0.0:1746126452.865320:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.866628:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734685312 00000100:00100000:3.0:1746126452.866637:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734685312 00002000:00100000:3.0:1746126452.866671:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff88009ba6a680 x1830945734685312/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.866680:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6a680 with x1830945734685312 ext(0->1048575) 00002000:00010000:3.0:1746126452.866684:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6a680 00000100:00100000:3.0:1746126452.867104:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4191 00000100:00100000:3.0:1746126452.867111:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+17:1963:x1830945734685312:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126452.883965:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+11:1963:x1830945734684160:12345-192.168.203.32@tcp:4:dd.0 Request processed in 36633us (36766us total) trans 4294968134 rc 0/0 00000100:00100000:1.0:1746126452.883976:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4188 00002000:00100000:1.0:1746126452.883987:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff88009bdf3b80 x1830945734684160/t4294968134(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/448 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.883996:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf3b80 with x1830945734684160 ext(0->1048575) 00002000:00010000:1.0:1746126452.884001:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf3b80 00000100:00100000:0.0:1746126452.887874:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.892565:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734685568 00000100:00100000:1.0:1746126452.892576:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734685568 00002000:00100000:1.0:1746126452.892615:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff88009ba68000 x1830945734685568/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.892624:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68000 with x1830945734685568 ext(1048576->2097151) 00002000:00010000:1.0:1746126452.892629:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba68000 00000100:00100000:1.0:1746126452.892650:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4192 00000100:00100000:1.0:1746126452.892658:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+11:1964:x1830945734685568:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126452.896641:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126452.896685:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734685824 00000100:00100000:3.0:1746126452.896693:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734685824 00002000:00100000:3.0:1746126452.896727:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff88009bf2dc00 x1830945734685824/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.896736:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2dc00 with x1830945734685824 ext(1048576->2097151) 00002000:00010000:3.0:1746126452.896740:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf2dc00 00000100:00100000:3.0:1746126452.896768:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4193 00000100:00100000:3.0:1746126452.896775:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+19:1964:x1830945734685824:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126452.913549:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.913571:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734686080 00000100:00100000:2.0:1746126452.913578:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734686080 00002000:00100000:2.0:1746126452.913613:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880086ac3480 x1830945734686080/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.913623:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3480 with x1830945734686080 ext(2097152->3145727) 00002000:00010000:2.0:1746126452.913628:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac3480 00000100:00100000:2.0:1746126452.913647:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4194 00000100:00100000:2.0:1746126452.913654:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+13:1964:x1830945734686080:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126452.916999:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+21:1963:x1830945734685312:12345-192.168.203.32@tcp:4:dd.0 Request processed in 49879us (51672us total) trans 4294968487 rc 0/0 00000100:00100000:3.0:1746126452.917009:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4191 00002000:00100000:3.0:1746126452.917020:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff88009ba6a680 x1830945734685312/t4294968487(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/448 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.917044:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6a680 with x1830945734685312 ext(0->1048575) 00002000:00010000:3.0:1746126452.917050:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6a680 00000100:00100000:1.0:1746126452.924174:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.925133:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+15:1964:x1830945734685568:12345-192.168.203.32@tcp:4:dd.0 Request processed in 32473us (37264us total) trans 4294968137 rc 0/0 00000100:00100000:1.0:1746126452.925143:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4192 00002000:00100000:1.0:1746126452.925153:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff88009ba68000 x1830945734685568/t4294968137(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/448 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.925160:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba68000 with x1830945734685568 ext(1048576->2097151) 00002000:00010000:1.0:1746126452.925165:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba68000 00000100:00100000:1.0:1746126452.925183:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734686336 00000100:00100000:1.0:1746126452.925188:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734686336 00002000:00100000:1.0:1746126452.925209:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88009bf2ea00 x1830945734686336/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126452.925215:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2ea00 with x1830945734686336 ext(2097152->3145727) 00002000:00010000:1.0:1746126452.925218:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf2ea00 00000100:00100000:1.0:1746126452.925232:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4195 00000100:00100000:1.0:1746126452.925237:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+21:1964:x1830945734686336:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126452.932989:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+23:1964:x1830945734685824:12345-192.168.203.32@tcp:4:dd.0 Request processed in 36207us (36346us total) trans 4294968488 rc 0/0 00000100:00100000:3.0:1746126452.932999:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4193 00002000:00100000:3.0:1746126452.933009:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff88009bf2dc00 x1830945734685824/t4294968488(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/448 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.933017:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2dc00 with x1830945734685824 ext(1048576->2097151) 00002000:00010000:3.0:1746126452.933041:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf2dc00 00000100:00100000:2.0:1746126452.936909:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126452.940892:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.941646:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734686592 00000100:00100000:2.0:1746126452.941654:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734686592 00002000:00100000:2.0:1746126452.941686:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880086ac3800 x1830945734686592/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.941694:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3800 with x1830945734686592 ext(3145728->4194303) 00002000:00010000:2.0:1746126452.941699:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac3800 00000100:00100000:3.0:1746126452.941896:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+16:1964:x1830945734686080:12345-192.168.203.32@tcp:4:dd.0 Request processed in 28241us (28352us total) trans 4294968138 rc 0/0 00000100:00100000:3.0:1746126452.941903:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4194 00002000:00100000:3.0:1746126452.941909:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880086ac3480 x1830945734686080/t4294968138(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/448 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.941915:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3480 with x1830945734686080 ext(2097152->3145727) 00002000:00010000:3.0:1746126452.941918:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac3480 00000100:00100000:3.0:1746126452.941929:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734686848 00000100:00100000:3.0:1746126452.941932:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734686848 00002000:00100000:3.0:1746126452.941944:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88009bf2d180 x1830945734686848/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.941950:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2d180 with x1830945734686848 ext(3145728->4194303) 00002000:00010000:3.0:1746126452.941952:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf2d180 00000100:00100000:3.0:1746126452.943551:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4196 00000100:00100000:3.0:1746126452.943562:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+15:1966:x1830945734686592:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126452.943754:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4197 00000100:00100000:2.0:1746126452.943761:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+23:1966:x1830945734686848:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126452.946208:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+25:1964:x1830945734686336:12345-192.168.203.32@tcp:4:dd.0 Request processed in 20967us (22035us total) trans 4294968489 rc 0/0 00000100:00100000:3.0:1746126452.946218:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4195 00002000:00100000:3.0:1746126452.946225:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88009bf2ea00 x1830945734686336/t4294968489(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/448 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.946233:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2ea00 with x1830945734686336 ext(2097152->3145727) 00002000:00010000:3.0:1746126452.946237:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf2ea00 00000100:00100000:2.0:1746126452.958797:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+17:1966:x1830945734686592:12345-192.168.203.32@tcp:4:dd.0 Request processed in 15230us (21886us total) trans 4294968139 rc 0/0 00000100:00100000:2.0:1746126452.958808:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4196 00002000:00100000:2.0:1746126452.958818:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880086ac3800 x1830945734686592/t4294968139(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/448 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.958827:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086ac3800 with x1830945734686592 ext(3145728->4194303) 00002000:00010000:2.0:1746126452.958832:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086ac3800 00000100:00100000:0.0:1746126452.964569:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.964630:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734687104 00000100:00100000:2.0:1746126452.964637:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734687104 00002000:00100000:2.0:1746126452.964672:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88009ba69c00 x1830945734687104/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.964680:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69c00 with x1830945734687104 ext(4194304->5242879) 00002000:00010000:2.0:1746126452.964684:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69c00 00000100:00100000:2.0:1746126452.964701:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4198 00000100:00100000:2.0:1746126452.964707:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+17:1965:x1830945734687104:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126452.965395:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+25:1966:x1830945734686848:12345-192.168.203.32@tcp:4:dd.0 Request processed in 21632us (24507us total) trans 4294968490 rc 0/0 00000100:00100000:3.0:1746126452.965401:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4197 00002000:00100000:3.0:1746126452.965406:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88009bf2d180 x1830945734686848/t4294968490(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/448 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126452.965413:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2d180 with x1830945734686848 ext(3145728->4194303) 00002000:00010000:3.0:1746126452.965416:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf2d180 00000100:00100000:2.0:1746126452.973793:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+19:1965:x1830945734687104:12345-192.168.203.32@tcp:4:dd.0 Request processed in 9077us (9222us total) trans 4294968140 rc 0/0 00000100:00100000:2.0:1746126452.973804:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4198 00002000:00100000:2.0:1746126452.973815:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88009ba69c00 x1830945734687104/t4294968140(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/448 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.973824:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba69c00 with x1830945734687104 ext(4194304->5242879) 00002000:00010000:2.0:1746126452.973829:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba69c00 00000001:00080000:3.0:1746126452.980108:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968134 is committed 00000001:00080000:3.0:1746126452.980121:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968135 is committed 00002000:00010000:3.0:1746126452.980469:0:2577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746126450 -> 1746126451 00002000:00010000:3.0:1746126452.980473:0:2577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746126450 -> 1746126451 00010000:00010000:3.0:1746126452.980484:0:2577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b81872 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.980495:0:2577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b81872 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.980502:0:2577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b81872 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.980512:0:2577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dff7800 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126452.980515:0:2577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b81872 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.980521:0:2577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b81872 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.980537:0:2577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b81872 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126452.980542:0:2577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dff7800/0x9851078746b81872 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126452.981062:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734684544:12345-192.168.203.32@tcp:4:dd.0 Request processed in 132647us (133630us total) trans 4294968135 rc 0/0 00000100:00100000:3.0:1746126452.981070:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4189 00000100:00100000:0.0:1746126452.988398:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126452.988480:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734687360 00000100:00100000:0.0:1746126452.988486:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734687360 00002000:00100000:0.0:1746126452.988519:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88009c316300 x1830945734687360/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.988529:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c316300 with x1830945734687360 ext(4194304->5242879) 00002000:00010000:0.0:1746126452.988533:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c316300 00000100:00100000:0.0:1746126452.988550:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4199 00000100:00100000:0.0:1746126452.988556:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+25:1966:x1830945734687360:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126452.991278:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126452.991494:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734687616 00000100:00100000:2.0:1746126452.991501:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734687616 00002000:00100000:2.0:1746126452.991535:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff88009c314e00 x1830945734687616/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/0 e 0 to 0 dl 1746126463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126452.991544:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c314e00 with x1830945734687616 ext(5242880->6291455) 00002000:00010000:2.0:1746126452.991548:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c314e00 00000100:00100000:2.0:1746126452.991566:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4200 00000100:00100000:2.0:1746126452.991572:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+17:1966:x1830945734687616:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126452.997508:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+27:1966:x1830945734687360:12345-192.168.203.32@tcp:4:dd.0 Request processed in 8944us (9122us total) trans 4294968491 rc 0/0 00000100:00100000:0.0:1746126452.997518:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4199 00002000:00100000:0.0:1746126452.997527:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88009c316300 x1830945734687360/t4294968491(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/448 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126452.997536:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c316300 with x1830945734687360 ext(4194304->5242879) 00002000:00010000:0.0:1746126452.997541:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c316300 00000100:00100000:1.0:1746126453.008397:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126453.009101:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+19:1966:x1830945734687616:12345-192.168.203.32@tcp:4:dd.0 Request processed in 17526us (17827us total) trans 4294968141 rc 0/0 00000100:00100000:3.0:1746126453.009110:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4200 00002000:00100000:3.0:1746126453.009120:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff88009c314e00 x1830945734687616/t4294968141(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:213/0 lens 488/448 e 0 to 0 dl 1746126463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126453.009127:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c314e00 with x1830945734687616 ext(5242880->6291455) 00002000:00010000:3.0:1746126453.009132:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c314e00 00000100:00100000:3.0:1746126453.009148:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734687872 00000100:00100000:3.0:1746126453.009153:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734687872 00000100:00080000:3.0:1746126453.009169:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:3.0:1746126453.009189:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88009bf2d500 x1830945734687872/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/0 e 0 to 0 dl 1746126464 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126453.009195:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2d500 with x1830945734687872 ext(5242880->6291455) 00002000:00010000:3.0:1746126453.009198:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf2d500 00000100:00100000:3.0:1746126453.009217:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4201 00000100:00100000:3.0:1746126453.009222:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+27:1965:x1830945734687872:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126453.012894:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126453.013130:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734688128 00000100:00100000:0.0:1746126453.013138:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734688128 00002000:00100000:0.0:1746126453.013184:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff88009bf2f800 x1830945734688128/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/0 e 0 to 0 dl 1746126464 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126453.013193:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f800 with x1830945734688128 ext(6291456->7340031) 00002000:00010000:0.0:1746126453.013197:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf2f800 00000100:00100000:0.0:1746126453.013213:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4202 00000100:00100000:0.0:1746126453.013219:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+19:1965:x1830945734688128:12345-192.168.203.32@tcp:4:dd.0 00000100:00080000:1.0:1746126453.013527:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126453.030515:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126453.033578:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+29:1965:x1830945734687872:12345-192.168.203.32@tcp:4:dd.0 Request processed in 24348us (25193us total) trans 4294968492 rc 0/0 00000100:00100000:0.0:1746126453.033589:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4201 00002000:00100000:0.0:1746126453.033600:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88009bf2d500 x1830945734687872/t4294968492(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/448 e 0 to 0 dl 1746126464 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126453.033614:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2d500 with x1830945734687872 ext(5242880->6291455) 00002000:00010000:0.0:1746126453.033619:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf2d500 00000100:00100000:0.0:1746126453.033638:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734688384 00000100:00100000:0.0:1746126453.033643:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734688384 00002000:00100000:0.0:1746126453.033665:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88009bf2c380 x1830945734688384/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/0 e 0 to 0 dl 1746126464 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126453.033671:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2c380 with x1830945734688384 ext(6291456->7340031) 00002000:00010000:0.0:1746126453.033673:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf2c380 00000100:00100000:0.0:1746126453.033688:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4203 00000100:00100000:0.0:1746126453.033693:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+29:1963:x1830945734688384:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126453.044125:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126453.044162:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126453.044331:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734688640 00000100:00100000:0.0:1746126453.044338:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734688640 00002000:00100000:0.0:1746126453.044372:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88009bf2e680 x1830945734688640/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/0 e 0 to 0 dl 1746126464 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126453.044424:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2e680 with x1830945734688640 ext(7340032->8388607) 00002000:00010000:0.0:1746126453.044429:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf2e680 00000100:00100000:0.0:1746126453.044863:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734688896 00000100:00100000:0.0:1746126453.044867:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734688896 00002000:00100000:0.0:1746126453.044882:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88009bf2f480 x1830945734688896/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/0 e 0 to 0 dl 1746126464 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126453.044890:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f480 with x1830945734688896 ext(7340032->8388607) 00002000:00010000:0.0:1746126453.044893:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf2f480 00000100:00100000:2.0:1746126453.045554:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4204 00000100:00100000:2.0:1746126453.045563:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+21:1963:x1830945734688640:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126453.045766:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4205 00000100:00100000:0.0:1746126453.045773:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+31:1965:x1830945734688896:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126453.048593:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+23:1965:x1830945734688128:12345-192.168.203.32@tcp:4:dd.0 Request processed in 35367us (35698us total) trans 4294968142 rc 0/0 00000100:00100000:2.0:1746126453.048608:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4202 00002000:00100000:2.0:1746126453.048616:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff88009bf2f800 x1830945734688128/t4294968142(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/448 e 0 to 0 dl 1746126464 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126453.048624:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f800 with x1830945734688128 ext(6291456->7340031) 00002000:00010000:2.0:1746126453.048630:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf2f800 00000100:00100000:1.0:1746126453.050283:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+33:1963:x1830945734688384:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16583us (19767us total) trans 4294968493 rc 0/0 00000100:00100000:1.0:1746126453.050291:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4203 00002000:00100000:1.0:1746126453.050299:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88009bf2c380 x1830945734688384/t4294968493(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/448 e 0 to 0 dl 1746126464 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126453.050311:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2c380 with x1830945734688384 ext(6291456->7340031) 00002000:00010000:1.0:1746126453.050315:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf2c380 00010000:00010000:1.0:1746126453.055174:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126453.059081:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126453.060257:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734689152 00000100:00100000:0.0:1746126453.060265:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734689152 00002000:00100000:0.0:1746126453.060297:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff88009bf2f100 x1830945734689152/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/0 e 0 to 0 dl 1746126464 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126453.060305:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f100 with x1830945734689152 ext(8388608->9437183) 00002000:00010000:0.0:1746126453.060310:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf2f100 00000100:00100000:0.0:1746126453.060329:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4206 00000100:00100000:0.0:1746126453.060336:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+23:1966:x1830945734689152:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126453.061890:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+25:1963:x1830945734688640:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16324us (17766us total) trans 4294968143 rc 0/0 00000100:00100000:3.0:1746126453.061899:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4204 00002000:00100000:3.0:1746126453.061906:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88009bf2e680 x1830945734688640/t4294968143(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/448 e 0 to 0 dl 1746126464 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126453.061913:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2e680 with x1830945734688640 ext(7340032->8388607) 00002000:00010000:3.0:1746126453.061917:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf2e680 00000100:00100000:0.0:1746126453.071006:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+33:1965:x1830945734688896:12345-192.168.203.32@tcp:4:dd.0 Request processed in 25225us (26835us total) trans 4294968494 rc 0/0 00000100:00100000:0.0:1746126453.071017:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4205 00002000:00100000:0.0:1746126453.071043:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88009bf2f480 x1830945734688896/t4294968494(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/448 e 0 to 0 dl 1746126464 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126453.071051:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f480 with x1830945734688896 ext(7340032->8388607) 00002000:00010000:0.0:1746126453.071055:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf2f480 00000100:00100000:0.0:1746126453.076155:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126453.076178:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734689408 00000100:00100000:0.0:1746126453.076184:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734689408 00002000:00100000:0.0:1746126453.076217:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88009c315180 x1830945734689408/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/0 e 0 to 0 dl 1746126464 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126453.076226:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c315180 with x1830945734689408 ext(8388608->9437183) 00002000:00010000:0.0:1746126453.076230:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c315180 00000100:00100000:0.0:1746126453.076248:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4207 00000100:00100000:0.0:1746126453.076254:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c315180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+33:1966:x1830945734689408:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126453.080656:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126453.081143:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734689664 00000100:00100000:0.0:1746126453.081150:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734689664 00002000:00100000:0.0:1746126453.081184:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88009bdf0a80 x1830945734689664/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/0 e 0 to 0 dl 1746126464 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126453.081193:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0a80 with x1830945734689664 ext(9437184->10485759) 00002000:00010000:0.0:1746126453.081197:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0a80 00000100:00100000:0.0:1746126453.081225:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4208 00000100:00100000:0.0:1746126453.081232:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+25:1965:x1830945734689664:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126453.084331:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+27:1966:x1830945734689152:12345-192.168.203.32@tcp:4:dd.0 Request processed in 23987us (25247us total) trans 4294968144 rc 0/0 00000100:00100000:0.0:1746126453.084342:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4206 00002000:00100000:0.0:1746126453.084351:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff88009bf2f100 x1830945734689152/t4294968144(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/448 e 0 to 0 dl 1746126464 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126453.084359:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf2f100 with x1830945734689152 ext(8388608->9437183) 00002000:00010000:0.0:1746126453.084364:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf2f100 00000100:00100000:2.0:1746126453.089601:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c315180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+35:1966:x1830945734689408:12345-192.168.203.32@tcp:4:dd.0 Request processed in 13339us (13444us total) trans 4294968495 rc 0/0 00000100:00100000:2.0:1746126453.089611:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4207 00002000:00100000:2.0:1746126453.089621:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88009c315180 x1830945734689408/t4294968495(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/448 e 0 to 0 dl 1746126464 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126453.089629:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c315180 with x1830945734689408 ext(8388608->9437183) 00002000:00010000:2.0:1746126453.089633:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c315180 00010000:00010000:3.0:1746126453.091350:0:8428:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b81879 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.091361:0:8428:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b81879 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.091367:0:8428:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b81879 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.091373:0:8428:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c20aa00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126453.091385:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b81879 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.091395:0:8428:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b81879 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.091409:0:8428:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b81879 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.091415:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c20aa00/0x9851078746b81879 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126453.091470:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734684800:12345-192.168.203.32@tcp:4:dd.0 Request processed in 242310us (242589us total) trans 4294968136 rc 0/0 00000100:00100000:3.0:1746126453.091477:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4190 00000001:00080000:3.0:1746126453.091500:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968137 is committed 00000001:00080000:3.0:1746126453.091510:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968140 is committed 00000001:00080000:3.0:1746126453.091521:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968136 is committed 00000100:00100000:1.0:1746126453.093013:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+19:1965:x1830945734689664:12345-192.168.203.32@tcp:4:dd.0 Request processed in 11775us (12358us total) trans 4294968145 rc 0/0 00000100:00100000:1.0:1746126453.093060:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4208 00002000:00100000:1.0:1746126453.093071:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88009bdf0a80 x1830945734689664/t4294968145(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/448 e 0 to 0 dl 1746126464 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126453.093079:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0a80 with x1830945734689664 ext(9437184->10485759) 00002000:00010000:1.0:1746126453.093083:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0a80 00000100:00100000:2.0:1746126453.093623:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126453.096353:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734689920 00000100:00100000:1.0:1746126453.096363:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734689920 00002000:00100000:1.0:1746126453.096409:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff8801248ac000 x1830945734689920/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/0 e 0 to 0 dl 1746126464 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126453.096418:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ac000 with x1830945734689920 ext(9437184->10485759) 00002000:00010000:1.0:1746126453.096423:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248ac000 00000100:00100000:1.0:1746126453.096860:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4209 00000100:00100000:1.0:1746126453.096868:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+35:1965:x1830945734689920:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126453.111191:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126453.111606:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126453.111630:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734690176 00000100:00100000:2.0:1746126453.111636:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734690176 00002000:00100000:2.0:1746126453.111671:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88009bdf3800 x1830945734690176/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/0 e 0 to 0 dl 1746126464 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126453.111679:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf3800 with x1830945734690176 ext(10485760->11534335) 00002000:00010000:2.0:1746126453.111683:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf3800 00000100:00100000:2.0:1746126453.111711:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734690432 00000100:00100000:2.0:1746126453.111714:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734690432 00002000:00100000:2.0:1746126453.111726:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880092b4ca80 x1830945734690432/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/0 e 0 to 0 dl 1746126464 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126453.111732:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4ca80 with x1830945734690432 ext(10485760->11534335) 00002000:00010000:2.0:1746126453.111734:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092b4ca80 00000100:00100000:2.0:1746126453.111745:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4210 00000100:00100000:2.0:1746126453.111750:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+19:1966:x1830945734690176:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126453.111878:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4211 00000100:00100000:2.0:1746126453.111883:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+37:1966:x1830945734690432:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126453.116519:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126453.117723:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126453.121045:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734690816 00000100:00100000:0.0:1746126453.121055:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734690816 00000100:00100000:2.0:1746126453.121069:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+21:1966:x1830945734690176:12345-192.168.203.32@tcp:4:dd.0 Request processed in 9314us (9880us total) trans 4294968146 rc 0/0 00000100:00100000:2.0:1746126453.121077:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4210 00002000:00100000:2.0:1746126453.121086:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88009bdf3800 x1830945734690176/t4294968146(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/448 e 0 to 0 dl 1746126464 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000100:00100000:0.0:1746126453.121098:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734690944 00002000:00100000:2.0:1746126453.121099:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf3800 with x1830945734690176 ext(10485760->11534335) 00000100:00100000:0.0:1746126453.121101:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734690944 00002000:00010000:2.0:1746126453.121104:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf3800 00000100:00100000:2.0:1746126453.121118:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4212 00000100:00100000:0.0:1746126453.121123:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4213 00000100:00100000:2.0:1746126453.121125:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734690816:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126453.121128:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734690944:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:2.0:1746126453.121148:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b81887 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.121148:0:8428:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013107d600/0x9851078746b81880 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.121159:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.121159:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126453.121160:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.121161:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126453.121164:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b81887 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.121164:0:8428:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013107d600/0x9851078746b81880 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.121174:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b81887 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.121174:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013107d600/0x9851078746b81880 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.121863:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+39:1965:x1830945734689920:12345-192.168.203.32@tcp:4:dd.0 Request processed in 24994us (28239us total) trans 4294968496 rc 0/0 00000100:00100000:1.0:1746126453.121870:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4209 00002000:00100000:1.0:1746126453.121874:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff8801248ac000 x1830945734689920/t4294968496(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/448 e 0 to 0 dl 1746126464 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126453.121881:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ac000 with x1830945734689920 ext(9437184->10485759) 00002000:00010000:1.0:1746126453.121884:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248ac000 00000100:00100000:3.0:1746126453.121965:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126453.122113:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734691200 00000100:00100000:3.0:1746126453.122117:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734691200 00002000:00100000:3.0:1746126453.122136:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff88009bdf2d80 x1830945734691200/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/0 e 0 to 0 dl 1746126464 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126453.122143:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2d80 with x1830945734691200 ext(11534336->12582911) 00002000:00010000:3.0:1746126453.122145:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf2d80 00000100:00100000:3.0:1746126453.122155:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4214 00000100:00100000:3.0:1746126453.122160:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+21:1965:x1830945734691200:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126453.133962:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+39:1966:x1830945734690432:12345-192.168.203.32@tcp:4:dd.0 Request processed in 22071us (22349us total) trans 4294968497 rc 0/0 00000100:00100000:2.0:1746126453.133973:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4211 00002000:00100000:2.0:1746126453.133983:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880092b4ca80 x1830945734690432/t4294968497(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/448 e 0 to 0 dl 1746126464 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126453.133991:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b4ca80 with x1830945734690432 ext(10485760->11534335) 00002000:00010000:2.0:1746126453.133995:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092b4ca80 00000100:00100000:0.0:1746126453.138768:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126453.139601:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+23:1965:x1830945734691200:12345-192.168.203.32@tcp:4:dd.0 Request processed in 17438us (17635us total) trans 4294968147 rc 0/0 00000100:00100000:3.0:1746126453.139610:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4214 00002000:00100000:3.0:1746126453.139619:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff88009bdf2d80 x1830945734691200/t4294968147(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/448 e 0 to 0 dl 1746126464 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126453.139626:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf2d80 with x1830945734691200 ext(11534336->12582911) 00002000:00010000:3.0:1746126453.139631:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf2d80 00000100:00100000:3.0:1746126453.142369:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734691456 00000100:00100000:3.0:1746126453.142390:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734691456 00002000:00100000:3.0:1746126453.142427:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88009c316a00 x1830945734691456/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/0 e 0 to 0 dl 1746126464 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126453.142435:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c316a00 with x1830945734691456 ext(11534336->12582911) 00002000:00010000:3.0:1746126453.142439:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c316a00 00000100:00100000:2.0:1746126453.142557:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4215 00000100:00100000:2.0:1746126453.142566:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+39:1965:x1830945734691456:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126453.147677:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126453.147765:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126453.147850:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b81887 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.147861:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b81887 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.147869:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b81887 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.147875:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095240c00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126453.147878:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b81887 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.147884:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b81887 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.147898:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b81887 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.147904:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095240c00/0x9851078746b81887 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126453.147956:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734690816:12345-192.168.203.32@tcp:3:dd.0 Request processed in 26831us (31443us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126453.147966:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4212 00000100:00100000:2.0:1746126453.147985:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734691712 00000100:00100000:2.0:1746126453.147991:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734691712 00002000:00100000:2.0:1746126453.148017:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880131546300 x1830945734691712/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/0 e 0 to 0 dl 1746126464 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126453.148043:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131546300 with x1830945734691712 ext(12582912->13631487) 00002000:00010000:2.0:1746126453.148047:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131546300 00000100:00100000:2.0:1746126453.148061:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4216 00000100:00100000:2.0:1746126453.148067:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+23:1964:x1830945734691712:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126453.148248:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734691968 00000100:00100000:3.0:1746126453.148252:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734691968 00000100:00100000:3.0:1746126453.148287:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 174 00000100:00100000:3.0:1746126453.148292:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+20:1210:x1830945734691968:12345-192.168.203.32@tcp:35:dd.0 00000100:00100000:3.0:1746126453.148428:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+21:1210:x1830945734691968:12345-192.168.203.32@tcp:35:dd.0 Request processed in 135us (662us total) trans 4294996836 rc 0/0 00000100:00100000:3.0:1746126453.148434:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 174 00000100:00080000:1.0:1746126453.148930:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746126453.153367:0:8428:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013107d600/0x9851078746b81880 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.153389:0:8428:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013107d600/0x9851078746b81880 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.153667:0:8428:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013107d600/0x9851078746b81880 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.153674:0:8428:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013107d600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126453.153677:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013107d600/0x9851078746b81880 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.153683:0:8428:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013107d600/0x9851078746b81880 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.153697:0:8428:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013107d600/0x9851078746b81880 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.153705:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013107d600/0x9851078746b81880 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126453.153963:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734690944:12345-192.168.203.32@tcp:3:dd.0 Request processed in 32831us (36238us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126453.153970:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4213 00000100:00100000:3.0:1746126453.154857:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+41:1965:x1830945734691456:12345-192.168.203.32@tcp:4:dd.0 Request processed in 12290us (16093us total) trans 4294968498 rc 0/0 00000100:00100000:3.0:1746126453.154863:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4215 00002000:00100000:3.0:1746126453.154871:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88009c316a00 x1830945734691456/t4294968498(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/448 e 0 to 0 dl 1746126464 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126453.154880:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c316a00 with x1830945734691456 ext(11534336->12582911) 00002000:00010000:3.0:1746126453.154884:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c316a00 00000100:00100000:2.0:1746126453.154965:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126453.154980:0:15834:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734692224 00000100:00100000:2.0:1746126453.154986:0:15834:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734692224 00000100:00100000:2.0:1746126453.155008:0:15834:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 175 00000100:00100000:2.0:1746126453.155013:0:15834:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:68cec75b-543f-4a1a-954f-27556ebc9519+21:1210:x1830945734692224:12345-192.168.203.32@tcp:35:dd.0 00000100:00100000:2.0:1746126453.155174:0:15834:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:68cec75b-543f-4a1a-954f-27556ebc9519+22:1210:x1830945734692224:12345-192.168.203.32@tcp:35:dd.0 Request processed in 160us (209us total) trans 4294996837 rc 0/0 00000100:00100000:2.0:1746126453.155179:0:15834:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 175 00000100:00100000:3.0:1746126453.163641:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126453.163666:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734692480 00000100:00100000:3.0:1746126453.163673:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734692480 00000100:00100000:3.0:1746126453.163727:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4217 00000100:00100000:3.0:1746126453.163735:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734692480:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:3.0:1746126453.163781:0:32695:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c673, atime: 0x0, ctime: 0x6813c673, blocks: 0xc80b 00010000:00010000:3.0:1746126453.163789:0:32695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8188e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.163799:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126453.163800:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126453.163803:0:32695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8188e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.163813:0:32695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8188e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126453.163929:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126453.164038:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734692608 00000100:00100000:1.0:1746126453.164042:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734692608 00000100:00100000:1.0:1746126453.164065:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4218 00000100:00100000:1.0:1746126453.164069:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734692608:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:1.0:1746126453.164081:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092f83c00/0x9851078746b81895 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.164087:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.164088:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.164090:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f83c00/0x9851078746b81895 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.164096:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f83c00/0x9851078746b81895 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.169620:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+25:1964:x1830945734691712:12345-192.168.203.32@tcp:4:dd.0 Request processed in 21544us (21942us total) trans 4294968148 rc 0/0 00000100:00100000:1.0:1746126453.169630:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4216 00002000:00100000:1.0:1746126453.169639:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880131546300 x1830945734691712/t4294968148(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:214/0 lens 488/448 e 0 to 0 dl 1746126464 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126453.169652:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131546300 with x1830945734691712 ext(12582912->13631487) 00002000:00010000:1.0:1746126453.169657:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131546300 00000001:00080000:3.0:1746126453.227541:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968144 is committed 00000001:00080000:3.0:1746126453.227556:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968148 is committed 00000001:00080000:3.0:1746126453.227574:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968149 is committed 00010000:00010000:3.0:1746126453.227642:0:32695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8188e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.227653:0:32695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8188e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.227661:0:32695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8188e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.227666:0:32695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c07800 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126453.227670:0:32695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8188e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.227677:0:32695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8188e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.227692:0:32695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8188e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.227697:0:32695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c07800/0x9851078746b8188e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126453.227761:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734692480:12345-192.168.203.32@tcp:4:dd.0 Request processed in 64023us (64122us total) trans 4294968149 rc 0/0 00000100:00100000:3.0:1746126453.227770:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4217 00010000:00010000:1.0:1746126453.273971:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092f83c00/0x9851078746b81895 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.273983:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092f83c00/0x9851078746b81895 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.273990:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092f83c00/0x9851078746b81895 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.273995:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092f83c00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126453.273998:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092f83c00/0x9851078746b81895 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.274004:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092f83c00/0x9851078746b81895 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.274016:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092f83c00/0x9851078746b81895 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.274038:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f83c00/0x9851078746b81895 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.274104:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734692608:12345-192.168.203.32@tcp:4:dd.0 Request processed in 110031us (110172us total) trans 4294968150 rc 0/0 00000100:00100000:1.0:1746126453.274112:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4218 00000001:00080000:3.0:1746126453.274232:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968150 is committed 00000100:00100000:2.0:1746126453.277413:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126453.277500:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126453.277620:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734692992 00000100:00100000:1.0:1746126453.277626:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734692992 00000100:00100000:1.0:1746126453.277767:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734693248 00000100:00100000:1.0:1746126453.277770:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734693248 00000100:00100000:3.0:1746126453.277816:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4219 00000100:00100000:3.0:1746126453.277824:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1966:x1830945734692992:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:3.0:1746126453.277851:0:32695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a4ef0a00/0x9851078746b8189c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.277863:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126453.277864:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126453.277868:0:32695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4ef0a00/0x9851078746b8189c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.277877:0:32695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4ef0a00/0x9851078746b8189c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.278595:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4220 00000100:00100000:1.0:1746126453.278601:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734693248:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:1.0:1746126453.278618:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b818a3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.278625:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.278627:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.278629:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b818a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.278637:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b818a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.298908:0:32695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a4ef0a00/0x9851078746b8189c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.298923:0:32695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4ef0a00/0x9851078746b8189c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.298930:0:32695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a4ef0a00/0x9851078746b8189c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.298937:0:32695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4ef0a00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126453.298940:0:32695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4ef0a00/0x9851078746b8189c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.298947:0:32695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4ef0a00/0x9851078746b8189c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.298961:0:32695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a4ef0a00/0x9851078746b8189c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.298968:0:32695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4ef0a00/0x9851078746b8189c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126453.299931:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1966:x1830945734692992:12345-192.168.203.32@tcp:3:dd.0 Request processed in 22102us (22516us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126453.299941:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4219 00010000:00010000:1.0:1746126453.300942:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b818a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.300953:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b818a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.300959:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b818a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.300964:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095660a00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126453.300967:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b818a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.300978:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b818a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.300988:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b818a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.300992:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095660a00/0x9851078746b818a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.301065:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734693248:12345-192.168.203.32@tcp:3:dd.0 Request processed in 22463us (23563us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126453.301072:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4220 00000100:00100000:2.0:1746126453.307241:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126453.307328:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734693504 00000100:00100000:1.0:1746126453.307336:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734693504 00000100:00100000:1.0:1746126453.307397:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4221 00000100:00100000:1.0:1746126453.307404:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c22d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1966:x1830945734693504:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:1.0:1746126453.307445:0:25460:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c673, atime: 0x0, ctime: 0x6813c673, blocks: 0xc80b 00010000:00010000:1.0:1746126453.307451:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b818aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.307462:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.307463:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.307467:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b818aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.307477:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b818aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126453.309713:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126453.309770:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734693632 00000100:00100000:3.0:1746126453.309777:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734693632 00000100:00100000:3.0:1746126453.309823:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4222 00000100:00100000:3.0:1746126453.309829:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c316680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734693632:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:3.0:1746126453.309858:0:32695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b818b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.309869:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126453.309870:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126453.309873:0:32695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b818b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.309883:0:32695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b818b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.349832:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b818aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.349844:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b818aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.349850:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b818aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.349856:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095661c00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126453.349859:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b818aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.349866:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b818aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.349881:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b818aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.349886:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661c00/0x9851078746b818aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126453.349953:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c22d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1966:x1830945734693504:12345-192.168.203.32@tcp:4:dd.0 Request processed in 42545us (42716us total) trans 4294968151 rc 0/0 00000100:00100000:0.0:1746126453.349962:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4221 00000001:00080000:3.0:1746126453.349985:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968151 is committed 00010000:00010000:3.0:1746126453.387147:0:32695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b818b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.387160:0:32695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b818b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.387167:0:32695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b818b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.387173:0:32695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093992200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126453.387176:0:32695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b818b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.387183:0:32695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b818b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.387198:0:32695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b818b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.387203:0:32695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093992200/0x9851078746b818b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126453.387271:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c316680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734693632:12345-192.168.203.32@tcp:4:dd.0 Request processed in 77438us (77559us total) trans 4294968152 rc 0/0 00000100:00100000:3.0:1746126453.387279:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4222 00000001:00080000:3.0:1746126453.387312:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968152 is committed 00000100:00100000:3.0:1746126453.390753:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126453.390784:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126453.390904:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734694144 00000100:00100000:1.0:1746126453.390911:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734694144 00000100:00100000:0.0:1746126453.391069:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734694272 00000100:00100000:1.0:1746126453.391070:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4223 00000100:00100000:0.0:1746126453.391073:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734694272 00000100:00100000:1.0:1746126453.391078:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734694144:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126453.391099:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4224 00010000:00010000:1.0:1746126453.391105:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b818b8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126453.391105:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734694272:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:1.0:1746126453.391117:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.391118:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.391120:0:32695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880129eb2200/0x9851078746b818bf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.391122:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b818b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.391128:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.391129:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.391132:0:32695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129eb2200/0x9851078746b818bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.391133:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b818b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.391140:0:32695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129eb2200/0x9851078746b818bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.400582:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b818b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.400596:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b818b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.400603:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b818b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.400608:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5c6c200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126453.400611:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b818b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.400622:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b818b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.400637:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b818b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.400642:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c200/0x9851078746b818b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.400710:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734694144:12345-192.168.203.32@tcp:3:dd.0 Request processed in 9630us (9960us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126453.400719:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4223 00010000:00010000:0.0:1746126453.402852:0:32695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880129eb2200/0x9851078746b818bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.402864:0:32695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880129eb2200/0x9851078746b818bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.402871:0:32695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880129eb2200/0x9851078746b818bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.402875:0:32695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880129eb2200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126453.402879:0:32695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880129eb2200/0x9851078746b818bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.402889:0:32695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880129eb2200/0x9851078746b818bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.402902:0:32695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880129eb2200/0x9851078746b818bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.402907:0:32695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129eb2200/0x9851078746b818bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126453.402964:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734694272:12345-192.168.203.32@tcp:3:dd.0 Request processed in 11856us (12176us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126453.402972:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4224 00000100:00100000:3.0:1746126453.407283:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126453.407464:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126453.407546:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734694528 00000100:00100000:1.0:1746126453.407554:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734694528 00000100:00100000:1.0:1746126453.407774:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734694656 00000100:00100000:1.0:1746126453.407777:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734694656 00000100:00100000:0.0:1746126453.407819:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4225 00000100:00100000:0.0:1746126453.407828:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734694528:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126453.407866:0:32695:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c673, atime: 0x0, ctime: 0x6813c673, blocks: 0xc80b 00010000:00010000:0.0:1746126453.407873:0:32695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x9851078746b818c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.407883:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.407885:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.407889:0:32695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x9851078746b818c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.407899:0:32695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x9851078746b818c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.408066:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4226 00000100:00100000:1.0:1746126453.408072:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734694656:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:1.0:1746126453.408087:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131074000/0x9851078746b818cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.408095:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.408096:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.408098:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131074000/0x9851078746b818cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.408106:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131074000/0x9851078746b818cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126453.457976:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968153 is committed 00002000:00010000:2.0:1746126453.458122:0:32695:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746126451 -> 1746126452 00002000:00010000:2.0:1746126453.458126:0:32695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746126451 -> 1746126452 00010000:00010000:2.0:1746126453.458136:0:32695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x9851078746b818c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.458146:0:32695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x9851078746b818c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.458157:0:32695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x9851078746b818c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.458163:0:32695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009496c600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126453.458166:0:32695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x9851078746b818c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.458173:0:32695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x9851078746b818c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.458188:0:32695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x9851078746b818c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.458194:0:32695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x9851078746b818c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126453.458268:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734694528:12345-192.168.203.32@tcp:4:dd.0 Request processed in 50437us (50988us total) trans 4294968153 rc 0/0 00000100:00100000:2.0:1746126453.458277:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4225 00000001:00080000:2.0:1746126453.535401:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968154 is committed 00010000:00010000:1.0:1746126453.535470:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131074000/0x9851078746b818cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.535481:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131074000/0x9851078746b818cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.535487:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131074000/0x9851078746b818cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.535492:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131074000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126453.535495:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131074000/0x9851078746b818cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.535500:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131074000/0x9851078746b818cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.535514:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131074000/0x9851078746b818cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.535519:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131074000/0x9851078746b818cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.535589:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734694656:12345-192.168.203.32@tcp:4:dd.0 Request processed in 127513us (128121us total) trans 4294968154 rc 0/0 00000100:00100000:1.0:1746126453.535597:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4226 00000100:00100000:1.0:1746126453.541862:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126453.541911:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126453.542052:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734695168 00000100:00100000:2.0:1746126453.542059:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734695168 00000100:00100000:2.0:1746126453.542108:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734695296 00000100:00100000:2.0:1746126453.542110:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734695296 00000100:00100000:2.0:1746126453.542129:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4227 00000100:00100000:2.0:1746126453.542135:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734695168:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:2.0:1746126453.542166:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b818d4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.542178:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126453.542180:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126453.542184:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b818d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.542194:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b818d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126453.542283:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4228 00000100:00100000:0.0:1746126453.542290:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734695296:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126453.542306:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a61c3800/0x9851078746b818db lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.542313:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.542314:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.542317:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a61c3800/0x9851078746b818db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.542325:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a61c3800/0x9851078746b818db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.557636:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b818d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.557650:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b818d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.557657:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b818d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.557662:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cf2400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126453.557665:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b818d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.557672:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b818d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.557687:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b818d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.557692:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094cf2400/0x9851078746b818d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126453.557768:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734695168:12345-192.168.203.32@tcp:3:dd.0 Request processed in 15630us (15910us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126453.557778:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4227 00010000:00010000:0.0:1746126453.559276:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a61c3800/0x9851078746b818db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.559289:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a61c3800/0x9851078746b818db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.559296:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a61c3800/0x9851078746b818db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.559301:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a61c3800 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126453.559304:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a61c3800/0x9851078746b818db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.559311:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a61c3800/0x9851078746b818db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.559322:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a61c3800/0x9851078746b818db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.559332:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a61c3800/0x9851078746b818db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126453.559392:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734695296:12345-192.168.203.32@tcp:3:dd.0 Request processed in 17101us (17478us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126453.559400:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4228 00000100:00100000:0.0:1746126453.563601:0:3291:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746126453.563607:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3293:1830945726377728:0@lo:400:kworker.0 00000100:00100000:0.0:1746126453.563612:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3291:1830945726377600:0@lo:400:kworker.0 00000100:00100000:2.0:1746126453.563903:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3294:1830945726377856:0@lo:400:kworker.0 00000100:00100000:1.0:1746126453.563937:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126453.563942:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1830945726378112:0@lo:400:kworker.0 00000100:00100000:2.0:1746126453.563958:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126453.563972:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126453.563977:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726378240:0@lo:400:kworker.0 00000100:00100000:2.0:1746126453.563993:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726377728 00000100:00100000:1.0:1746126453.563995:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126453.563999:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726377728 00000100:00100000:1.0:1746126453.564015:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726378112 00000100:00100000:1.0:1746126453.564017:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726378112 00000100:00100000:0.0:1746126453.564078:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126453.564099:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945726377984:0@lo:400:kworker.0 00000100:00100000:0.0:1746126453.564115:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126453.564303:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726377856 00000100:00100000:2.0:1746126453.564306:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726377856 00000100:00100000:0.0:1746126453.564342:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726378240 00000100:00100000:0.0:1746126453.564345:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726378240 00000100:00100000:0.0:1746126453.564365:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726377984 00000100:00100000:0.0:1746126453.564367:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726377984 00000100:00100000:0.0:1746126453.564392:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1746126453.564398:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726378240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126453.564641:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1746126453.564646:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1830945726377728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126453.564661:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1746126453.564666:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1830945726378112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126453.564672:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1830945726377728:12345-0@lo:400:kworker.0 Request processed in 26us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126453.564677:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1746126453.564683:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1830945726378112:12345-0@lo:400:kworker.0 Request processed in 18us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126453.564687:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1746126453.564689:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1746126453.564692:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830945726377856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126453.564725:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1746126453.564732:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945726377984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126453.564758:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726378240:12345-0@lo:400:kworker.0 Request processed in 35us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126453.564763:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1746126453.564833:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830945726377856:12345-0@lo:400:kworker.0 Request processed in 139us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126453.564838:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00080000:1.0:1746126453.564854:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746126453.564856:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746126453.564858:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126453.564866:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726377600 00000100:00100000:1.0:1746126453.564869:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726377600 00000100:00100000:3.0:1746126453.565083:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945726377984:12345-0@lo:400:kworker.0 Request processed in 351us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126453.565088:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1746126453.565135:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1830945726378112:0@lo:400:kworker.0 00000100:00100000:1.0:1746126453.565136:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1746126453.565141:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3291:x1830945726377600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126453.565158:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3294:1830945726377856:0@lo:400:kworker.0 00000100:00100000:1.0:1746126453.565165:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:35683aa0-5984-4bbb-a4ec-3994a86dcdbd+18:3291:x1830945726377600:12345-0@lo:400:kworker.0 Request processed in 25us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126453.565240:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126453.565268:0:3291:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945726377984:0@lo:400:kworker.0 00000100:00100000:0.0:1746126453.565275:0:3291:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:35683aa0-5984-4bbb-a4ec-3994a86dcdbd:3291:1830945726377600:0@lo:400:kworker.0 00000100:00100000:0.0:1746126453.565290:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734695552 00000100:00100000:0.0:1746126453.565292:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734695552 00000100:00100000:0.0:1746126453.565317:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4229 00000100:00100000:0.0:1746126453.565321:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734695552:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126453.565352:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c674, atime: 0x0, ctime: 0x6813c674, blocks: 0xc80b 00010000:00010000:0.0:1746126453.565359:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a6c2000/0x9851078746b818e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.565369:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.565371:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.565384:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a6c2000/0x9851078746b818e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.565394:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a6c2000/0x9851078746b818e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.565465:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1746126453.565496:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726378240:0@lo:400:kworker.0 00000100:00100000:1.0:1746126453.565504:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3293:1830945726377728:0@lo:400:kworker.0 00000100:00100000:2.0:1746126453.566745:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126453.567567:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734695680 00000100:00100000:0.0:1746126453.567574:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734695680 00000100:00100000:0.0:1746126453.569948:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4230 00000100:00100000:0.0:1746126453.569961:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734695680:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:0.0:1746126453.569993:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c1af200/0x9851078746b818e9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.570005:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.570006:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.570010:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1af200/0x9851078746b818e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.570039:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c1af200/0x9851078746b818e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.611282:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746126453.611297:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726378368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126453.611341:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126453.611691:0:8426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726378368 00000100:00100000:3.0:1746126453.611697:0:8426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726378368 00000100:00100000:3.0:1746126453.611727:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1746126453.611734:0:8426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726378368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746126453.611752:0:8426:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 534839296 pending 3407872 free 3803185152 avail 3779067904 00000100:00100000:3.0:1746126453.611782:0:8426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1830945726378368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126453.611787:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1746126453.612105:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1830945726378368:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1746126453.617140:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968155 is committed 00010000:00010000:1.0:1746126453.618567:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a6c2000/0x9851078746b818e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.618579:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a6c2000/0x9851078746b818e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.618586:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a6c2000/0x9851078746b818e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.618592:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a6c2000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126453.618595:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a6c2000/0x9851078746b818e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.618602:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a6c2000/0x9851078746b818e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.618616:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a6c2000/0x9851078746b818e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.618622:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a6c2000/0x9851078746b818e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.619666:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734695552:12345-192.168.203.32@tcp:4:dd.0 Request processed in 54340us (54424us total) trans 4294968155 rc 0/0 00000100:00100000:1.0:1746126453.619675:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4229 00000001:00080000:3.0:1746126453.648482:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968156 is committed 00010000:00010000:2.0:1746126453.648647:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c1af200/0x9851078746b818e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.648656:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1af200/0x9851078746b818e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.648663:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c1af200/0x9851078746b818e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.648669:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c1af200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126453.648672:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c1af200/0x9851078746b818e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.648679:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c1af200/0x9851078746b818e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.648693:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c1af200/0x9851078746b818e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.648698:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1af200/0x9851078746b818e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126453.648763:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734695680:12345-192.168.203.32@tcp:4:dd.0 Request processed in 78802us (82018us total) trans 4294968156 rc 0/0 00000100:00100000:2.0:1746126453.648771:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4230 00000100:00100000:3.0:1746126453.652634:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126453.652695:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126453.652902:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734696064 00000100:00100000:2.0:1746126453.652909:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734696064 00000100:00100000:2.0:1746126453.652955:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734696320 00000100:00100000:2.0:1746126453.652957:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734696320 00000100:00100000:2.0:1746126453.652974:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4231 00000100:00100000:2.0:1746126453.652980:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734696064:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:2.0:1746126453.653004:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092846e00/0x9851078746b818f0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.653014:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126453.653016:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126453.653020:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092846e00/0x9851078746b818f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.653056:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092846e00/0x9851078746b818f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126453.653681:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4232 00000100:00100000:2.0:1746126453.653687:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734696320:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:2.0:1746126453.653703:0:2577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b818f7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.653710:0:2577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126453.653711:0:2577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126453.653713:0:2577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b818f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.653720:0:2577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b818f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.661319:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092846e00/0x9851078746b818f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.661336:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092846e00/0x9851078746b818f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.661343:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092846e00/0x9851078746b818f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.661348:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092846e00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126453.661351:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092846e00/0x9851078746b818f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.661357:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092846e00/0x9851078746b818f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.661379:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092846e00/0x9851078746b818f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.661385:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092846e00/0x9851078746b818f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126453.661439:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734696064:12345-192.168.203.32@tcp:3:dd.0 Request processed in 8455us (8808us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126453.661448:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4231 00010000:00010000:0.0:1746126453.667938:0:2577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b818f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.667951:0:2577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b818f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.667957:0:2577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b818f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.667963:0:2577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092847600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126453.667966:0:2577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b818f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.667972:0:2577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b818f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.667986:0:2577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b818f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.667990:0:2577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092847600/0x9851078746b818f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126453.668639:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734696320:12345-192.168.203.32@tcp:3:dd.0 Request processed in 14947us (15938us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126453.668649:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4232 00000100:00100000:0.0:1746126453.674903:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126453.674974:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734696576 00000100:00100000:2.0:1746126453.674981:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734696576 00000100:00100000:2.0:1746126453.675041:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4233 00000100:00100000:2.0:1746126453.675048:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734696576:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:2.0:1746126453.675086:0:2577:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c674, atime: 0x0, ctime: 0x6813c674, blocks: 0xc80b 00010000:00010000:2.0:1746126453.675092:0:2577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095661000/0x9851078746b818fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.675103:0:2577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126453.675105:0:2577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126453.675109:0:2577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095661000/0x9851078746b818fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.675119:0:2577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095661000/0x9851078746b818fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126453.681955:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126453.682474:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734696704 00000100:00100000:1.0:1746126453.682481:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734696704 00000100:00100000:1.0:1746126453.682525:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4234 00000100:00100000:1.0:1746126453.682531:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734696704:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:1.0:1746126453.682560:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b81905 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.682572:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.682573:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.682576:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b81905 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.682586:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b81905 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126453.723404:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968157 is committed 00010000:00010000:2.0:1746126453.723883:0:2577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095661000/0x9851078746b818fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.723893:0:2577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095661000/0x9851078746b818fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.723901:0:2577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095661000/0x9851078746b818fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.723906:0:2577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095661000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126453.723910:0:2577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095661000/0x9851078746b818fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.723917:0:2577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095661000/0x9851078746b818fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.723938:0:2577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095661000/0x9851078746b818fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.723943:0:2577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095661000/0x9851078746b818fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126453.724016:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1963:x1830945734696576:12345-192.168.203.32@tcp:4:dd.0 Request processed in 48965us (49114us total) trans 4294968157 rc 0/0 00000100:00100000:2.0:1746126453.724047:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4233 00000001:00080000:3.0:1746126453.760168:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968158 is committed 00010000:00010000:1.0:1746126453.760352:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b81905 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.760363:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b81905 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.760378:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b81905 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.760389:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f805600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126453.760391:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b81905 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.760397:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b81905 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.760411:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b81905 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.760417:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f805600/0x9851078746b81905 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.760730:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734696704:12345-192.168.203.32@tcp:4:dd.0 Request processed in 78194us (78776us total) trans 4294968158 rc 0/0 00000100:00100000:1.0:1746126453.760738:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4234 00000100:00100000:3.0:1746126453.769437:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126453.769487:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126453.770006:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734697216 00000100:00100000:1.0:1746126453.770014:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734697216 00000100:00100000:1.0:1746126453.770088:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734697344 00000100:00100000:1.0:1746126453.770091:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734697344 00000100:00100000:1.0:1746126453.770107:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4235 00000100:00100000:1.0:1746126453.770112:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d592d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734697216:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:1.0:1746126453.770140:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b8190c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.770151:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.770154:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.770158:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b8190c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.770169:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b8190c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126453.770790:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4236 00000100:00100000:3.0:1746126453.770800:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734697344:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:3.0:1746126453.770817:0:32695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094da3000/0x9851078746b81913 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.770826:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126453.770827:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126453.770830:0:32695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094da3000/0x9851078746b81913 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.770838:0:32695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094da3000/0x9851078746b81913 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.791577:0:32695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094da3000/0x9851078746b81913 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.791591:0:32695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094da3000/0x9851078746b81913 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.791598:0:32695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094da3000/0x9851078746b81913 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.791604:0:32695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094da3000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126453.791608:0:32695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094da3000/0x9851078746b81913 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.791614:0:32695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094da3000/0x9851078746b81913 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.791629:0:32695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094da3000/0x9851078746b81913 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.791635:0:32695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094da3000/0x9851078746b81913 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126453.791719:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734697344:12345-192.168.203.32@tcp:3:dd.0 Request processed in 20917us (22228us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126453.791727:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4236 00010000:00010000:1.0:1746126453.793724:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b8190c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.793735:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b8190c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.793742:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b8190c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.793749:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ff58400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126453.793752:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b8190c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.793759:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b8190c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.793771:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b8190c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.793778:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ff58400/0x9851078746b8190c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.794518:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d592d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734697216:12345-192.168.203.32@tcp:3:dd.0 Request processed in 24400us (25083us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126453.794527:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4235 00000100:00100000:2.0:1746126453.799493:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126453.799541:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126453.799613:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734697600 00000100:00100000:1.0:1746126453.799620:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734697600 00000100:00100000:1.0:1746126453.799659:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734697728 00000100:00100000:1.0:1746126453.799661:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734697728 00000100:00100000:1.0:1746126453.799677:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4237 00000100:00100000:1.0:1746126453.799683:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734697600:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:1.0:1746126453.799719:0:25460:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c674, atime: 0x0, ctime: 0x6813c674, blocks: 0xc80b 00010000:00010000:1.0:1746126453.799726:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b8191a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.799737:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.799739:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.799742:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b8191a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.799758:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b8191a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126453.799775:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4238 00000100:00100000:2.0:1746126453.799781:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734697728:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:2.0:1746126453.799795:0:2577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b81921 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.799801:0:2577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126453.799802:0:2577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126453.799804:0:2577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b81921 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.799812:0:2577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b81921 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126453.845497:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968159 is committed 00010000:00010000:2.0:1746126453.845497:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b8191a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.845511:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b8191a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.845518:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b8191a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.845524:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ff59200 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126453.845527:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b8191a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.845588:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b8191a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.845645:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b8191a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.845652:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ff59200/0x9851078746b8191a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126453.845713:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734697600:12345-192.168.203.32@tcp:4:dd.0 Request processed in 46025us (46222us total) trans 4294968159 rc 0/0 00000100:00100000:2.0:1746126453.845720:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4237 00000001:00080000:3.0:1746126453.876795:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968160 is committed 00010000:00010000:2.0:1746126453.876887:0:2577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b81921 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.876898:0:2577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b81921 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.876905:0:2577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b81921 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.876910:0:2577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013015ae00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126453.876913:0:2577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b81921 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.876920:0:2577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b81921 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.876935:0:2577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b81921 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.876940:0:2577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013015ae00/0x9851078746b81921 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126453.877008:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734697728:12345-192.168.203.32@tcp:4:dd.0 Request processed in 77222us (77462us total) trans 4294968160 rc 0/0 00000100:00100000:2.0:1746126453.877016:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4238 00000100:00100000:2.0:1746126453.881560:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126453.882140:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126453.882230:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734698240 00000100:00100000:3.0:1746126453.882237:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734698240 00000100:00100000:3.0:1746126453.882319:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734698368 00000100:00100000:3.0:1746126453.882322:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734698368 00000100:00100000:3.0:1746126453.882340:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4239 00000100:00100000:3.0:1746126453.882346:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734698240:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:3.0:1746126453.882379:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b81928 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.882391:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126453.882393:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126453.882397:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b81928 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.882409:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b81928 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126453.883144:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4240 00000100:00100000:0.0:1746126453.883152:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734698368:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126453.883169:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801337f4400/0x9851078746b8192f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.883182:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.883184:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.883187:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801337f4400/0x9851078746b8192f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.883195:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801337f4400/0x9851078746b8192f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.898216:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b81928 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.898230:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b81928 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.898238:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b81928 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.898244:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801318e3000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126453.898247:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b81928 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.898254:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b81928 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.898268:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b81928 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.898273:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b81928 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126453.898355:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734698240:12345-192.168.203.32@tcp:3:dd.0 Request processed in 16004us (16797us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126453.898365:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4239 00010000:00010000:0.0:1746126453.902161:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801337f4400/0x9851078746b8192f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.902175:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801337f4400/0x9851078746b8192f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.902182:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801337f4400/0x9851078746b8192f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.902187:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801337f4400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126453.902190:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801337f4400/0x9851078746b8192f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.902196:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801337f4400/0x9851078746b8192f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.902209:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801337f4400/0x9851078746b8192f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.902214:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801337f4400/0x9851078746b8192f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126453.902590:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734698368:12345-192.168.203.32@tcp:3:dd.0 Request processed in 19434us (20445us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126453.902601:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4240 00000100:00100000:3.0:1746126453.906131:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126453.906166:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126453.906507:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734698752 00000100:00100000:0.0:1746126453.906515:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734698752 00000100:00100000:0.0:1746126453.907150:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734698624 00000100:00100000:0.0:1746126453.907155:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734698624 00000100:00100000:1.0:1746126453.907393:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4241 00000100:00100000:1.0:1746126453.907402:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945734698752:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:1.0:1746126453.907442:0:25460:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c674, atime: 0x0, ctime: 0x6813c674, blocks: 0xc80b 00010000:00010000:1.0:1746126453.907449:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81936 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.907461:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.907463:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.907467:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81936 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.907477:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81936 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126453.907628:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4242 00000100:00100000:0.0:1746126453.907635:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1966:x1830945734698624:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:0.0:1746126453.907649:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b8193d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.907657:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.907658:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.907660:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b8193d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.907668:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b8193d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126453.959757:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968161 is committed 00010000:00010000:2.0:1746126453.963939:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81936 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.963951:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81936 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.963963:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81936 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.963969:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d8a1400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126453.963972:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81936 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.963978:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81936 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.963991:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81936 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.963997:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81936 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126453.964081:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1966:x1830945734698752:12345-192.168.203.32@tcp:4:dd.0 Request processed in 56678us (57954us total) trans 4294968161 rc 0/0 00000100:00100000:2.0:1746126453.964089:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4241 00000001:00080000:2.0:1746126453.989052:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968162 is committed 00010000:00010000:3.0:1746126453.989170:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b8193d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.989181:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b8193d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.989189:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b8193d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.989194:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801318e3000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126453.989199:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b8193d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.989206:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b8193d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.989220:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b8193d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.989225:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801318e3000/0x9851078746b8193d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126453.989288:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1966:x1830945734698624:12345-192.168.203.32@tcp:4:dd.0 Request processed in 81649us (83117us total) trans 4294968162 rc 0/0 00000100:00100000:3.0:1746126453.989296:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4242 00000100:00100000:3.0:1746126453.992727:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126453.993182:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126453.993248:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734699264 00000100:00100000:2.0:1746126453.993254:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734699264 00000100:00100000:2.0:1746126453.993420:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734699392 00000100:00100000:2.0:1746126453.993422:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734699392 00000100:00100000:2.0:1746126453.993599:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4243 00000100:00100000:2.0:1746126453.993605:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734699264:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:2.0:1746126453.993633:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880129f60c00/0x9851078746b81944 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.993644:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126453.993646:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126453.993649:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129f60c00/0x9851078746b81944 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126453.993659:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129f60c00/0x9851078746b81944 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126453.994258:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4244 00000100:00100000:3.0:1746126453.994265:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734699392:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:3.0:1746126453.994281:0:32695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a56a4a00/0x9851078746b8194b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.994288:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126453.994289:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126453.994292:0:32695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a56a4a00/0x9851078746b8194b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126453.994299:0:32695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a56a4a00/0x9851078746b8194b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.008460:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880129f60c00/0x9851078746b81944 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.008474:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880129f60c00/0x9851078746b81944 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.008481:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880129f60c00/0x9851078746b81944 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.008487:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880129f60c00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126454.008490:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880129f60c00/0x9851078746b81944 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.008497:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880129f60c00/0x9851078746b81944 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.008509:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880129f60c00/0x9851078746b81944 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.008519:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129f60c00/0x9851078746b81944 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126454.008583:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734699264:12345-192.168.203.32@tcp:3:dd.0 Request processed in 14974us (15859us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126454.008591:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4243 00010000:00010000:3.0:1746126454.010715:0:32695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a56a4a00/0x9851078746b8194b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.010728:0:32695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a56a4a00/0x9851078746b8194b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.010734:0:32695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a56a4a00/0x9851078746b8194b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.010739:0:32695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a56a4a00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126454.010742:0:32695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a56a4a00/0x9851078746b8194b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.010748:0:32695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a56a4a00/0x9851078746b8194b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.010761:0:32695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a56a4a00/0x9851078746b8194b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.010767:0:32695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a56a4a00/0x9851078746b8194b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126454.010810:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734699392:12345-192.168.203.32@tcp:3:dd.0 Request processed in 16543us (17624us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126454.010818:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4244 00000100:00100000:0.0:1746126454.014290:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126454.014425:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734699648 00000100:00100000:3.0:1746126454.014434:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734699648 00000100:00100000:3.0:1746126454.014500:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4245 00000100:00100000:3.0:1746126454.014506:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1966:x1830945734699648:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:3.0:1746126454.014542:0:32695:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c674, atime: 0x0, ctime: 0x6813c674, blocks: 0xc80b 00010000:00010000:3.0:1746126454.014549:0:32695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b81952 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.014560:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.014561:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.014565:0:32695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b81952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.014575:0:32695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b81952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746126454.014714:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126454.016808:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126454.016991:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734699776 00000100:00100000:3.0:1746126454.016998:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734699776 00000100:00100000:3.0:1746126454.017267:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4246 00000100:00100000:3.0:1746126454.017274:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734699776:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:3.0:1746126454.017300:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b81959 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.017312:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.017313:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.017317:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b81959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.017328:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b81959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.057433:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746126454.067537:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968163 is committed 00010000:00010000:3.0:1746126454.067755:0:32695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b81952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.067765:0:32695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b81952 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.067772:0:32695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b81952 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.067777:0:32695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d9f2600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126454.067781:0:32695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b81952 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.067787:0:32695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b81952 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.067802:0:32695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b81952 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.067808:0:32695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b81952 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126454.067870:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1966:x1830945734699648:12345-192.168.203.32@tcp:4:dd.0 Request processed in 53360us (53582us total) trans 4294968163 rc 0/0 00000100:00100000:3.0:1746126454.067878:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4245 00010000:00010000:2.0:1746126454.103490:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b81959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.103504:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b81959 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.103511:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b81959 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.103516:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a61ae000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126454.103519:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b81959 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.103525:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b81959 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.103542:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b81959 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.103547:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a61ae000/0x9851078746b81959 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126454.103618:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734699776:12345-192.168.203.32@tcp:4:dd.0 Request processed in 86341us (86810us total) trans 4294968164 rc 0/0 00000100:00100000:2.0:1746126454.103626:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4246 00000001:00080000:3.0:1746126454.103762:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968164 is committed 00000100:00100000:2.0:1746126454.109686:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.109724:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.110211:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734700288 00000100:00100000:0.0:1746126454.110219:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734700288 00000100:00100000:0.0:1746126454.110312:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734700416 00000100:00100000:0.0:1746126454.110314:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734700416 00000100:00100000:3.0:1746126454.110393:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4247 00000100:00100000:3.0:1746126454.110402:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734700288:12345-192.168.203.32@tcp:3:dd.0 00000100:00080000:1.0:1746126454.110415:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746126454.110430:0:32695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b81960 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.110442:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.110444:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.110448:0:32695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b81960 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.110459:0:32695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b81960 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126454.110668:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4248 00000100:00100000:0.0:1746126454.110674:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734700416:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126454.110691:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6de00/0x9851078746b81967 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.110703:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.110880:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.110885:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6de00/0x9851078746b81967 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.110901:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6de00/0x9851078746b81967 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.121596:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6de00/0x9851078746b81967 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.121610:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6de00/0x9851078746b81967 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.121617:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6de00/0x9851078746b81967 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.121623:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5c6de00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126454.121626:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6de00/0x9851078746b81967 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.121633:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6de00/0x9851078746b81967 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.121649:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6de00/0x9851078746b81967 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.121655:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6de00/0x9851078746b81967 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126454.121731:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734700416:12345-192.168.203.32@tcp:3:dd.0 Request processed in 11052us (12002us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126454.121740:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4248 00010000:00010000:3.0:1746126454.126557:0:32695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b81960 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.126570:0:32695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b81960 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.126577:0:32695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b81960 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.126582:0:32695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d9f2c00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126454.126585:0:32695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b81960 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.126591:0:32695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b81960 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.126609:0:32695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b81960 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.126615:0:32695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2c00/0x9851078746b81960 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126454.126680:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734700288:12345-192.168.203.32@tcp:3:dd.0 Request processed in 16276us (16997us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126454.126688:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4247 00000100:00100000:2.0:1746126454.129996:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.130131:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.130247:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734700672 00000100:00100000:0.0:1746126454.130254:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734700672 00000100:00100000:0.0:1746126454.130305:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734700800 00000100:00100000:0.0:1746126454.130308:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734700800 00000100:00100000:3.0:1746126454.130319:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4249 00000100:00100000:3.0:1746126454.130327:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734700672:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:3.0:1746126454.130363:0:32695:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c674, atime: 0x0, ctime: 0x6813c674, blocks: 0xc80b 00010000:00010000:3.0:1746126454.130378:0:32695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b8196e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.130388:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.130389:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.130393:0:32695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b8196e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.130403:0:32695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b8196e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126454.130478:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4250 00000100:00100000:0.0:1746126454.130485:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1966:x1830945734700800:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:0.0:1746126454.130499:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b81975 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.130507:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.130508:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.130510:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b81975 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.130518:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b81975 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126454.170162:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968165 is committed 00010000:00010000:3.0:1746126454.170437:0:32695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b8196e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.170452:0:32695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b8196e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.170460:0:32695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b8196e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.170466:0:32695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d9f2600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126454.170470:0:32695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b8196e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.170476:0:32695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b8196e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.170492:0:32695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b8196e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.170498:0:32695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d9f2600/0x9851078746b8196e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126454.170557:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1965:x1830945734700672:12345-192.168.203.32@tcp:4:dd.0 Request processed in 40228us (40564us total) trans 4294968165 rc 0/0 00000100:00100000:3.0:1746126454.170566:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4249 00000001:00080000:3.0:1746126454.210729:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968166 is committed 00010000:00010000:0.0:1746126454.210861:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b81975 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.210873:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b81975 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.210880:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b81975 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.210886:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5c6c600 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126454.210889:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b81975 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.210896:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b81975 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.210911:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b81975 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.210917:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c6c600/0x9851078746b81975 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126454.210995:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1966:x1830945734700800:12345-192.168.203.32@tcp:4:dd.0 Request processed in 80506us (80859us total) trans 4294968166 rc 0/0 00000100:00100000:0.0:1746126454.211003:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4250 00000100:00100000:1.0:1746126454.215667:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126454.215702:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.215910:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734701312 00000100:00100000:2.0:1746126454.215918:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734701312 00000100:00100000:2.0:1746126454.215970:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734701440 00000100:00100000:2.0:1746126454.215973:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734701440 00000100:00100000:2.0:1746126454.215994:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4251 00000100:00100000:2.0:1746126454.216001:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734701312:12345-192.168.203.32@tcp:3:dd.0 00000100:00100000:0.0:1746126454.216011:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4252 00000100:00100000:0.0:1746126454.216017:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734701440:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:2.0:1746126454.216041:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800947c7800/0x9851078746b8197c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.216046:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094cff400/0x9851078746b81983 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.216051:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.216051:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126454.216053:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.216053:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126454.216056:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c7800/0x9851078746b8197c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.216056:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cff400/0x9851078746b81983 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.216067:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800947c7800/0x9851078746b8197c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.216068:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cff400/0x9851078746b81983 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.232051:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800947c7800/0x9851078746b8197c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.232066:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800947c7800/0x9851078746b8197c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.232073:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800947c7800/0x9851078746b8197c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.232079:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800947c7800 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126454.232082:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800947c7800/0x9851078746b8197c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.232089:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800947c7800/0x9851078746b8197c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.232103:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800947c7800/0x9851078746b8197c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.232108:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800947c7800/0x9851078746b8197c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126454.232176:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734701312:12345-192.168.203.32@tcp:3:dd.0 Request processed in 16172us (16512us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126454.232185:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4251 00010000:00010000:0.0:1746126454.238789:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094cff400/0x9851078746b81983 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.238803:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094cff400/0x9851078746b81983 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.238809:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094cff400/0x9851078746b81983 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.238815:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cff400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126454.238818:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094cff400/0x9851078746b81983 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.238824:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094cff400/0x9851078746b81983 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.238840:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094cff400/0x9851078746b81983 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.238845:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cff400/0x9851078746b81983 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126454.238913:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734701440:12345-192.168.203.32@tcp:3:dd.0 Request processed in 22892us (23206us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126454.238925:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4252 00000100:00100000:1.0:1746126454.245269:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.245310:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734701696 00000100:00100000:1.0:1746126454.245313:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.245317:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734701696 00000100:00100000:0.0:1746126454.245512:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734701824 00000100:00100000:0.0:1746126454.245515:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734701824 00000100:00100000:3.0:1746126454.245689:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4253 00000100:00100000:3.0:1746126454.245699:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734701696:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:3.0:1746126454.245743:0:25460:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c674, atime: 0x0, ctime: 0x6813c674, blocks: 0xc80b 00010000:00010000:3.0:1746126454.245753:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c39ae00/0x9851078746b8198a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.245769:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.245771:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.245774:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c39ae00/0x9851078746b8198a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.245786:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c39ae00/0x9851078746b8198a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126454.245858:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4254 00000100:00100000:0.0:1746126454.245865:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734701824:12345-192.168.203.32@tcp:4:dd.0 00010000:00010000:0.0:1746126454.245879:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b81991 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.245886:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.245887:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.245890:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b81991 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.245898:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b81991 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126454.313717:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968167 is committed 00010000:00010000:0.0:1746126454.314079:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b81991 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.314091:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b81991 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.314098:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b81991 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.314104:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c06c00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126454.314108:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b81991 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.314114:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b81991 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.314130:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b81991 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.314136:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c06c00/0x9851078746b81991 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126454.314200:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1965:x1830945734701824:12345-192.168.203.32@tcp:4:dd.0 Request processed in 68331us (68882us total) trans 4294968167 rc 0/0 00000100:00100000:0.0:1746126454.314209:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4254 00000001:00080000:3.0:1746126454.353045:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968168 is committed 00010000:00010000:1.0:1746126454.353150:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c39ae00/0x9851078746b8198a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.353161:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c39ae00/0x9851078746b8198a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.353168:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c39ae00/0x9851078746b8198a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.353174:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c39ae00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126454.353177:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c39ae00/0x9851078746b8198a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.353184:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c39ae00/0x9851078746b8198a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.353199:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c39ae00/0x9851078746b8198a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.353205:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c39ae00/0x9851078746b8198a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126454.353285:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734701696:12345-192.168.203.32@tcp:4:dd.0 Request processed in 107584us (108021us total) trans 4294968168 rc 0/0 00000100:00100000:1.0:1746126454.353294:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4253 00000100:00100000:1.0:1746126454.358484:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126454.358513:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.358569:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734702208 00000100:00100000:2.0:1746126454.358577:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734702208 00000100:00100000:2.0:1746126454.358616:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734702464 00000100:00100000:2.0:1746126454.358618:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734702464 00000100:00100000:2.0:1746126454.358635:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4255 00000100:00100000:2.0:1746126454.358641:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734702208:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:2.0:1746126454.358667:0:25460:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092420e00/0x9851078746b81998 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.358680:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126454.358682:0:25460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126454.358686:0:25460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092420e00/0x9851078746b81998 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.358696:0:25460:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092420e00/0x9851078746b81998 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126454.359540:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4256 00000100:00100000:0.0:1746126454.359549:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734702464:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126454.359567:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b8199f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.359577:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.359578:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.359581:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b8199f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.359589:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b8199f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.374377:0:25460:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092420e00/0x9851078746b81998 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.374393:0:25460:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092420e00/0x9851078746b81998 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.374402:0:25460:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092420e00/0x9851078746b81998 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.374408:0:25460:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092420e00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126454.374411:0:25460:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092420e00/0x9851078746b81998 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.374418:0:25460:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092420e00/0x9851078746b81998 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.374439:0:25460:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092420e00/0x9851078746b81998 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.374445:0:25460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092420e00/0x9851078746b81998 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126454.374511:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734702208:12345-192.168.203.32@tcp:3:dd.0 Request processed in 15867us (16030us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126454.374520:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4255 00010000:00010000:0.0:1746126454.377167:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b8199f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.377180:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b8199f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.377186:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b8199f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.377191:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5534000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126454.377194:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b8199f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.377201:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b8199f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.377215:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b8199f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.377220:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b8199f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126454.377282:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734702464:12345-192.168.203.32@tcp:3:dd.0 Request processed in 17731us (18764us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126454.377291:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4256 00000100:00100000:1.0:1746126454.382925:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126454.382959:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.383747:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734702720 00000100:00100000:0.0:1746126454.383755:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734702720 00000100:00100000:0.0:1746126454.383797:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734702848 00000100:00100000:0.0:1746126454.383800:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734702848 00000100:00100000:0.0:1746126454.383830:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4257 00000100:00100000:0.0:1746126454.383837:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734702720:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126454.383868:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4258 00000100:00100000:3.0:1746126454.383876:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734702848:12345-192.168.203.32@tcp:4:dd.0 00002000:00010000:0.0:1746126454.383876:0:27564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c674, atime: 0x0, ctime: 0x6813c674, blocks: 0xc80b 00010000:00010000:0.0:1746126454.383883:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b819a6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.383894:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.383895:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.383896:0:32695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b819ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.383899:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b819a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.383910:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b819a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.384039:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.384041:0:32695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.384044:0:32695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b819ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.384053:0:32695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b819ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126454.427294:0:32695:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746126452 -> 1746126453 00002000:00010000:3.0:1746126454.427301:0:32695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746126452 -> 1746126453 00010000:00010000:3.0:1746126454.427311:0:32695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b819ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.427323:0:32695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b819ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.427330:0:32695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b819ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.427338:0:32695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a6ecc00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:3.0:1746126454.427342:0:32695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b819ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.427348:0:32695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b819ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.427363:0:32695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b819ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.427378:0:32695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a6ecc00/0x9851078746b819ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126454.427442:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+13:1964:x1830945734702848:12345-192.168.203.32@tcp:4:dd.0 Request processed in 43563us (44479us total) trans 4294968169 rc 0/0 00000100:00100000:3.0:1746126454.427451:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4258 00000001:00080000:3.0:1746126454.427479:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968169 is committed 00010000:00010000:1.0:1746126454.465579:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b819a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.465592:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b819a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.465599:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b819a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.465604:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5534000 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:1.0:1746126454.465607:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b819a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.465612:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b819a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.465629:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b819a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.465634:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5534000/0x9851078746b819a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126454.465696:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734702720:12345-192.168.203.32@tcp:4:dd.0 Request processed in 81857us (82777us total) trans 4294968170 rc 0/0 00000100:00100000:1.0:1746126454.465703:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4257 00000001:00080000:2.0:1746126454.465824:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968170 is committed 00000100:00100000:1.0:1746126454.471377:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.471642:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734703232 00000100:00100000:2.0:1746126454.471649:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734703232 00000100:00100000:2.0:1746126454.471970:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4259 00000100:00100000:2.0:1746126454.471978:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734703232:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:2.0:1746126454.472003:0:27564:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b819b4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.472014:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126454.472015:0:27564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126454.472019:0:27564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b819b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.472045:0:27564:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b819b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.479879:0:27564:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b819b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.479898:0:27564:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b819b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.479905:0:27564:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b819b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.479912:0:27564:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800947c7800 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126454.479915:0:27564:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b819b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.479922:0:27564:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b819b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.479937:0:27564:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b819b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.479943:0:27564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800947c7800/0x9851078746b819b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126454.480040:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734703232:12345-192.168.203.32@tcp:3:dd.0 Request processed in 8041us (8657us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126454.480049:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4259 00000100:00100000:1.0:1746126454.482053:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126454.482304:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734703360 00000100:00100000:3.0:1746126454.482311:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734703360 00000100:00100000:3.0:1746126454.482352:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5373 00000100:00100000:3.0:1746126454.482358:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1209:x1830945734703360:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:3.0:1746126454.482378:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126454.482394:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094da3000/0x9851078746b819bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce524 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126454.482412:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c675, atime: 0x0, ctime: 0x6813c675, blocks: 0xc80b 00010000:00010000:3.0:1746126454.482429:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.482430:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.482435:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094da3000/0x9851078746b819bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce524 expref: 8 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.482446:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094da3000/0x9851078746b819bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce524 expref: 8 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.482454:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094da3000, rc 0) 00000100:00100000:3.0:1746126454.482529:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1209:x1830945734703360:12345-192.168.203.32@tcp:101:dd.0 Request processed in 170us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126454.482534:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5373 00000100:00100000:0.0:1746126454.490278:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.490727:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734703616 00000100:00100000:2.0:1746126454.490735:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734703616 00002000:00100000:2.0:1746126454.490772:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff88008cd4d880 x1830945734703616/t0(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126454.490786:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4d880 with x1830945734703616 ext(25165824->26214399) 00002000:00010000:2.0:1746126454.490790:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4d880 00000100:00100000:2.0:1746126454.490822:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4260 00000100:00100000:2.0:1746126454.490829:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734703616:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126454.496877:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734703616:12345-192.168.203.32@tcp:4:dd.0 Request processed in 6041us (6598us total) trans 4294968171 rc 0/0 00000100:00100000:2.0:1746126454.496886:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4260 00002000:00100000:2.0:1746126454.496895:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff88008cd4d880 x1830945734703616/t4294968171(0) o4->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/448 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126454.496903:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd4d880 with x1830945734703616 ext(25165824->26214399) 00002000:00010000:2.0:1746126454.496907:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd4d880 00000100:00100000:1.0:1746126454.499352:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.499431:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734703744 00000100:00100000:0.0:1746126454.499438:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734703744 00000100:00100000:0.0:1746126454.499483:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5374 00000100:00100000:0.0:1746126454.499489:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734703744:12345-192.168.203.32@tcp:16:dd.0 00000001:00080000:2.0:1746126454.541433:0:9909:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968171 is committed 00000100:00100000:0.0:1746126454.541628:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734703744:12345-192.168.203.32@tcp:16:dd.0 Request processed in 42134us (42278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126454.541637:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5374 00000100:00100000:1.0:1746126454.544334:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.544819:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734704000 00000100:00100000:2.0:1746126454.544827:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734704000 00000100:00100000:2.0:1746126454.544875:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 176 00000100:00100000:2.0:1746126454.544882:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+29:1209:x1830945734704000:12345-192.168.203.32@tcp:35:dd.0 00000100:00100000:2.0:1746126454.545094:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1209:x1830945734704000:12345-192.168.203.32@tcp:35:dd.0 Request processed in 212us (765us total) trans 4294996838 rc 0/0 00000100:00100000:2.0:1746126454.545100:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 176 00000100:00080000:1.0:1746126454.545425:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126454.552818:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126454.553429:0:11298:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734704128 00000100:00100000:1.0:1746126454.553436:0:11298:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734704128 00000100:00100000:1.0:1746126454.553696:0:11298:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73611 00000100:00100000:1.0:1746126454.553703:0:11298:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+30:1215:x1830945734704128:12345-192.168.203.32@tcp:101:checkstat.0 00010000:00010000:1.0:1746126454.553720:0:11298:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126454.553735:0:11298:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2a8600/0x9851078746b819c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce52b expref: -99 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.553783:0:11298:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095242800/0x9851078746b819c9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.553792:0:11298:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095242800/0x9851078746b819c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.553804:0:11298:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095242800/0x9851078746b819c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11298 initiator: MDT0 00000004:00200000:1.0:1746126454.553848:0:11298:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746126454.553851:0:11298:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126454.553862:0:11298:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095242800/0x9851078746b819c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.553879:0:11298:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2a8600/0x9851078746b819c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce52b expref: 32 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.553893:0:11298:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095242800/0x9851078746b819c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce52b expref: 31 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.553900:0:11298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:1.0:1746126454.553902:0:11298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126454.553904:0:11298:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095242800, rc 0) 00000100:00100000:1.0:1746126454.554187:0:11298:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1215:x1830945734704128:12345-192.168.203.32@tcp:101:checkstat.0 Request processed in 484us (1375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126454.554194:0:11298:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73611 00000100:00100000:0.0:1746126454.556254:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.556298:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.556396:0:5361:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734704384 00000100:00100000:2.0:1746126454.556403:0:5361:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734704384 00000100:00100000:2.0:1746126454.556438:0:5361:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 7 00000100:00100000:2.0:1746126454.556444:0:5361:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945734704384:12345-192.168.203.32@tcp:63:ll_sa.0 00010000:00010000:2.0:1746126454.556471:0:5361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126454.556482:0:5361:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009294fa00/0x9851078746b819d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce539 expref: -99 pid: 5361 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.556517:0:5361:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e000/0x9851078746b819d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556526:0:5361:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e000/0x9851078746b819d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556534:0:5361:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e000/0x9851078746b819d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556544:0:5361:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009294f400/0x9851078746b819de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556549:0:5361:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009294f400/0x9851078746b819de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556553:0:5361:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009294f400/0x9851078746b819de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556598:0:5361:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e000/0x9851078746b819d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556603:0:5361:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e000/0x9851078746b819d7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556607:0:5361:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e000/0x9851078746b819d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556611:0:5361:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009294e000 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126454.556614:0:5361:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e000/0x9851078746b819d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556622:0:5361:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e000/0x9851078746b819d7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556630:0:5361:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:2.0:1746126454.556632:0:5361:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126454.556635:0:5361:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e000/0x9851078746b819d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556639:0:5361:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009294e000/0x9851078746b819d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556652:0:5361:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009294f400/0x9851078746b819de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556656:0:5361:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009294f400/0x9851078746b819de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556661:0:5361:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009294f400/0x9851078746b819de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556664:0:5361:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009294f400 already unused, calling callback (ffffffffa138e690) 00010000:00010000:2.0:1746126454.556666:0:5361:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009294f400/0x9851078746b819de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556669:0:5361:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009294f400/0x9851078746b819de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556673:0:5361:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88009317c600) 00010000:00010000:2.0:1746126454.556675:0:5361:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126454.556676:0:5361:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009294f400/0x9851078746b819de lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556679:0:5361:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009294f400/0x9851078746b819de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5361 initiator: MDT0 00010000:00010000:2.0:1746126454.556710:0:5361:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009294fa00/0x9851078746b819d0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce539 expref: 32 pid: 5361 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.556716:0:5361:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:2.0:1746126454.556718:0:5361:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746126454.556721:0:5361:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009294fa00/0x9851078746b819d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce539 expref: 32 pid: 5361 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.556727:0:5361:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294fa00, rc -2) 00000100:00100000:2.0:1746126454.556774:0:5361:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1963:x1830945734704384:12345-192.168.203.32@tcp:63:ll_sa.0 Request processed in 329us (475us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746126454.556780:0:5361:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 7 00000100:00100000:1.0:1746126454.556838:0:11298:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734704256 00000100:00100000:1.0:1746126454.556841:0:11298:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734704256 00000100:00100000:1.0:1746126454.556861:0:11298:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73612 00000100:00100000:1.0:1746126454.556866:0:11298:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1215:x1830945734704256:12345-192.168.203.32@tcp:101:checkstat.0 00010000:00010000:1.0:1746126454.556873:0:11298:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126454.556881:0:11298:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129f60600/0x9851078746b819e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce532 expref: -99 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.556907:0:11298:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009298cc00/0x9851078746b819ec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.556912:0:11298:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009298cc00/0x9851078746b819ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.556917:0:11298:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009298cc00/0x9851078746b819ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.556926:0:11298:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b819f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.556930:0:11298:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b819f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.556935:0:11298:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b819f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.556986:0:11298:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b819fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.556992:0:11298:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b819fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.556998:0:11298:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b819fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11298 initiator: MDT0 00000004:00200000:1.0:1746126454.557018:0:11298:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00000004:00200000:1.0:1746126454.557044:0:11298:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126454.557058:0:11298:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b819fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557065:0:11298:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b819fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557071:0:11298:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009298cc00/0x9851078746b819ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557076:0:11298:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009298cc00/0x9851078746b819ec lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557080:0:11298:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009298cc00/0x9851078746b819ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557084:0:11298:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009298cc00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126454.557086:0:11298:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009298cc00/0x9851078746b819ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557091:0:11298:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009298cc00/0x9851078746b819ec lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557097:0:11298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:1.0:1746126454.557099:0:11298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126454.557101:0:11298:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009298cc00/0x9851078746b819ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557104:0:11298:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009298cc00/0x9851078746b819ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557113:0:11298:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b819f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557117:0:11298:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b819f3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557121:0:11298:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b819f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557124:0:11298:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009298c000 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126454.557126:0:11298:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b819f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557130:0:11298:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b819f3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557135:0:11298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009285d000) 00010000:00010000:1.0:1746126454.557137:0:11298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126454.557139:0:11298:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b819f3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557142:0:11298:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009298c000/0x9851078746b819f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126454.557159:0:11298:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129f60600/0x9851078746b819e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce532 expref: 33 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.557170:0:11298:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b819fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce532 expref: 32 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126454.557174:0:11298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009285d700) 00010000:00010000:1.0:1746126454.557176:0:11298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126454.557177:0:11298:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009298da00, rc 0) 00000100:00100000:1.0:1746126454.557198:0:11298:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1215:x1830945734704256:12345-192.168.203.32@tcp:101:checkstat.0 Request processed in 331us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126454.557203:0:11298:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73612 00000100:00100000:0.0:1746126454.561090:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.561125:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.561354:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.561392:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734704640 00000100:00100000:2.0:1746126454.561399:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734704640 00000100:00100000:2.0:1746126454.561440:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734704512 00000100:00100000:2.0:1746126454.561442:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734704512 00000100:00100000:2.0:1746126454.561458:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5375 00000100:00100000:2.0:1746126454.561464:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734704640:12345-192.168.203.32@tcp:101:checkstat.0 00010000:00010000:2.0:1746126454.561476:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126454.561488:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294f200/0x9851078746b81a01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce547 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126454.561528:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133306d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945726378496:192.168.203.32@tcp:106: 00000100:00100000:1.0:1746126454.561596:0:8424:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5376 00000100:00100000:1.0:1746126454.561603:0:8424:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734704512:12345-192.168.203.32@tcp:101:checkstat.0 00010000:00010000:1.0:1746126454.561610:0:8424:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126454.561619:0:8424:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009298ca00/0x9851078746b81a08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce540 expref: -99 pid: 8424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126454.561641:0:8424:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b490ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726378624:192.168.203.32@tcp:106: 00000100:00100000:3.0:1746126454.561849:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734704768 00000100:00100000:3.0:1746126454.561853:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734704768 00000100:00100000:3.0:1746126454.561879:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 541 00000100:00100000:3.0:1746126454.561884:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1964:x1830945734704768:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126454.561893:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126454.561909:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009298da00/0x9851078746b819fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce532 expref: 32 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.561926:0:8440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009285d700) 00010000:00010000:3.0:1746126454.561929:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126454.562195:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013096e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126454.562240:0:8424:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e2bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126454.562849:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1964:x1830945734704768:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 962us (1494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126454.562855:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 541 00002000:00010000:1.0:1746126454.564687:0:8424:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746126454.564691:0:8424:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime: 0 -> 1746126451 00002000:00010000:1.0:1746126454.564693:0:8424:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime: 0 -> 1746126451 00002000:00010000:1.0:1746126454.564695:0:8424:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime: 0 -> 1746126451 00002000:00010000:1.0:1746126454.564697:0:8424:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks: 1 -> 10247 00002000:00010000:1.0:1746126454.564707:0:8424:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 10247 -> 26633 00000100:00100000:1.0:1746126454.564715:0:8424:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b490ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8424:1830945726378624:192.168.203.32@tcp:106: 00010000:00010000:1.0:1746126454.564739:0:8424:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009298ca00/0x9851078746b81a08 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce540 expref: 9 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126454.564750:0:8424:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009298ca00/0x9851078746b81a08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce540 expref: 9 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126454.564760:0:8424:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009298ca00, rc 0) 00000100:00100000:1.0:1746126454.564798:0:8424:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734704512:12345-192.168.203.32@tcp:101:checkstat.0 Request processed in 3196us (3672us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126454.564805:0:8424:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5376 00002000:00010000:2.0:1746126454.564875:0:8425:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:2.0:1746126454.564877:0:8425:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb mtime: 0 -> 1746126451 00002000:00010000:2.0:1746126454.564879:0:8425:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb atime: 0 -> 1746126451 00002000:00010000:2.0:1746126454.564880:0:8425:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb ctime: 0 -> 1746126451 00000100:00100000:2.0:1746126454.564892:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133306d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945726378496:192.168.203.32@tcp:106: 00010000:00010000:2.0:1746126454.564906:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294f200/0x9851078746b81a01 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce547 expref: 8 pid: 8425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126454.564914:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009294f200/0x9851078746b81a01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce547 expref: 8 pid: 8425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126454.564921:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294f200, rc 0) 00000100:00100000:2.0:1746126454.564938:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734704640:12345-192.168.203.32@tcp:101:checkstat.0 Request processed in 3474us (3855us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126454.564943:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5375 00000100:00100000:0.0:1746126454.572718:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126454.572793:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734704896 00000100:00100000:3.0:1746126454.572800:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734704896 00000100:00100000:3.0:1746126454.572876:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73613 00000100:00100000:3.0:1746126454.572883:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+22:1216:x1830945734704896:12345-192.168.203.32@tcp:101:checkstat.0 00010000:00010000:3.0:1746126454.572900:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126454.572914:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094cff400/0x9851078746b81a0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce54e expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.572954:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013107c600/0x9851078746b81a16 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126454.572963:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013107c600/0x9851078746b81a16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126454.572973:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013107c600/0x9851078746b81a16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:3.0:1746126454.573015:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746126454.573017:0:7086:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126454.573163:0:7086:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013107c600/0x9851078746b81a16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126454.573180:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cff400/0x9851078746b81a0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce54e expref: 24 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.573227:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013107c600/0x9851078746b81a16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce54e expref: 23 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.573239:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:3.0:1746126454.573241:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126454.573243:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013107c600, rc 0) 00000100:00100000:3.0:1746126454.573852:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+23:1216:x1830945734704896:12345-192.168.203.32@tcp:101:checkstat.0 Request processed in 967us (1138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126454.573858:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73613 00000100:00100000:3.0:1746126454.587491:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.588159:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734705152 00000100:00100000:0.0:1746126454.588166:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734705152 00000100:00100000:0.0:1746126454.588202:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73614 00000100:00100000:0.0:1746126454.588208:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+31:1219:x1830945734705152:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:0.0:1746126454.588224:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126454.588238:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81a1d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce555 expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.588311:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83200/0x9851078746b81a24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126454.588322:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83200/0x9851078746b81a24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126454.588332:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83200/0x9851078746b81a24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:0.0:1746126454.588342:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:0.0:1746126454.588442:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f82000/0x9851078746b81a1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce555 expref: 34 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.588633:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83200/0x9851078746b81a24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce555 expref: 33 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.588641:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009285d700) 00010000:00010000:0.0:1746126454.588643:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126454.588646:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f83200, rc 0) 00000100:00100000:0.0:1746126454.588838:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1219:x1830945734705152:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 628us (1353us total) trans 4294996839 rc 0/0 00000100:00100000:0.0:1746126454.588843:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73614 00000100:00100000:3.0:1746126454.604261:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.604397:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734705408 00000100:00100000:2.0:1746126454.604404:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734705408 00000100:00100000:2.0:1746126454.604446:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 542 00000100:00100000:2.0:1746126454.604452:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1963:x1830945734705408:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126454.604463:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126454.604481:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83200/0x9851078746b81a24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce555 expref: 33 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.604498:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009285d700) 00010000:00010000:2.0:1746126454.604502:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126454.604534:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1963:x1830945734705408:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 81us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126454.604539:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 542 00000100:00100000:1.0:1746126454.604818:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.605392:0:7089:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734705280 00000100:00100000:0.0:1746126454.605396:0:7089:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734705280 00000100:00100000:0.0:1746126454.605432:0:7089:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 8 00000100:00100000:0.0:1746126454.605438:0:7089:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:68cec75b-543f-4a1a-954f-27556ebc9519+23:1963:x1830945734705280:12345-192.168.203.32@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126454.605460:0:7089:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126454.605471:0:7089:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83c00/0x9851078746b81a32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce55c expref: -99 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.605509:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83e00/0x9851078746b81a39 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605518:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83e00/0x9851078746b81a39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605526:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83e00/0x9851078746b81a39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605537:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cff400/0x9851078746b81a40 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605543:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094cff400/0x9851078746b81a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605548:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094cff400/0x9851078746b81a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605599:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83e00/0x9851078746b81a39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605605:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83e00/0x9851078746b81a39 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605610:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83e00/0x9851078746b81a39 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605615:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092f83e00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126454.605618:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83e00/0x9851078746b81a39 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605624:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83e00/0x9851078746b81a39 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605631:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:0.0:1746126454.605633:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126454.605636:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83e00/0x9851078746b81a39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605640:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83e00/0x9851078746b81a39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605664:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cff400/0x9851078746b81a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605669:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094cff400/0x9851078746b81a40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605673:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094cff400/0x9851078746b81a40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605677:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cff400 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126454.605678:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094cff400/0x9851078746b81a40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605682:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094cff400/0x9851078746b81a40 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605691:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009315f300) 00010000:00010000:0.0:1746126454.605693:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126454.605694:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094cff400/0x9851078746b81a40 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.605698:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cff400/0x9851078746b81a40 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126454.608040:0:7089:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83c00/0x9851078746b81a32 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce55c expref: 24 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.608057:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:0.0:1746126454.608059:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126454.608066:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f83c00/0x9851078746b81a32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce55c expref: 24 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.608078:0:7089:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f83c00, rc -2) 00000100:00100000:0.0:1746126454.608135:0:7089:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:68cec75b-543f-4a1a-954f-27556ebc9519+23:1963:x1830945734705280:12345-192.168.203.32@tcp:63:ll_sa.0 Request processed in 2695us (3316us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126454.608143:0:7089:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 8 00000100:00100000:1.0:1746126454.608234:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126454.608334:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.608396:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734705536 00000100:00100000:2.0:1746126454.608403:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734705536 00000100:00100000:2.0:1746126454.608429:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734705664 00000100:00100000:2.0:1746126454.608431:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734705664 00000100:00100000:2.0:1746126454.608443:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5377 00000100:00100000:2.0:1746126454.608448:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945734705536:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:2.0:1746126454.608459:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126454.608476:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009294f400/0x9851078746b81a47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce594 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126454.608514:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133306d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726378752:192.168.203.32@tcp:106: 00000100:00100000:2.0:1746126454.608564:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013096e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126454.608733:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5378 00000100:00100000:3.0:1746126454.608740:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1966:x1830945734705664:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:3.0:1746126454.608746:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126454.608754:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013107c400/0x9851078746b81a4e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce59b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126454.608774:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d591f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726378880:192.168.203.32@tcp:106: 00000100:00100000:3.0:1746126454.608793:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cfa2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126454.614473:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d591f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726378880:192.168.203.32@tcp:106: 00010000:00010000:3.0:1746126454.614504:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013107c400/0x9851078746b81a4e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce59b expref: 8 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126454.614520:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013107c400/0x9851078746b81a4e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce59b expref: 8 pid: 8423 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126454.614533:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013107c400, rc 0) 00000100:00100000:3.0:1746126454.614570:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1966:x1830945734705664:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 5830us (6236us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126454.614577:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5378 00000100:00100000:2.0:1746126454.614685:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133306d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726378752:192.168.203.32@tcp:106: 00010000:00010000:2.0:1746126454.614702:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009294f400/0x9851078746b81a47 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce594 expref: 9 pid: 8425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126454.614710:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009294f400/0x9851078746b81a47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce594 expref: 9 pid: 8425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126454.614721:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294f400, rc 0) 00000100:00100000:2.0:1746126454.614737:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945734705536:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 6288us (6504us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126454.614742:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5377 00000100:00100000:3.0:1746126454.625543:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.625632:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734705792 00000100:00100000:2.0:1746126454.625639:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734705792 00000100:00100000:2.0:1746126454.625673:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5379 00000100:00100000:2.0:1746126454.625679:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1219:x1830945734705792:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:2.0:1746126454.625696:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126454.625709:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009294f200/0x9851078746b81a55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce5a2 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.625734:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b8185d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce516 expref: 8 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.625740:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126454.625741:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126454.625744:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009294f200/0x9851078746b81a55 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5a2 expref: 9 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.625766:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b8185d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce516 expref: 8 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.625775:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b8185d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce516 expref: 8 pid: 8423 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126454.625786:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133306d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726379008:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126454.625866:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013096e300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126454.631650:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133306d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8425:1830945726379008:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126454.631679:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009294f200/0x9851078746b81a55 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5a2 expref: 9 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.631695:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294f200, rc 0) 00000100:00100000:2.0:1746126454.631731:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1219:x1830945734705792:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 6050us (6194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126454.631741:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5379 00000100:00100000:1.0:1746126454.655726:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126454.657568:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734705920 00000100:00100000:3.0:1746126454.657577:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734705920 00010000:00010000:3.0:1746126454.657608:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b8185d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce516 expref: 9 pid: 8423 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126454.658741:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17496 00000100:00100000:3.0:1746126454.658751:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+9:1964:x1830945734705920:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126454.658764:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126454.658782:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b8185d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce516 expref: 9 pid: 8423 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126454.658793:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b8185d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce516 expref: 9 pid: 8423 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126454.658810:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129f60a00/0x9851078746b8185d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce516 expref: 9 pid: 8423 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126454.658838:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.658840:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126454.658846:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009294f200/0x9851078746b81a55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5a2 expref: 8 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.658853:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009294f200/0x9851078746b81a55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5a2 expref: 8 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126454.658886:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009294f200/0x9851078746b81a55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5a2 expref: 8 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126454.658896:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d593b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726379136:192.168.203.32@tcp:105: 00000100:00100000:3.0:1746126454.658969:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cfa2240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126454.665292:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d593b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8440:1830945726379136:192.168.203.32@tcp:105: 00010000:00010000:0.0:1746126454.665309:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126454.665357:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+8:1964:x1830945734705920:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 6607us (9635us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126454.665377:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17496 00000100:00100000:3.0:1746126454.665437:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.666302:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734706176 00000100:00100000:2.0:1746126454.666309:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734706176 00002000:00100000:2.0:1746126454.666340:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff88012d593b80 x1830945734706176/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126454.666349:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d593b80 with x1830945734706176 ext(0->1048575) 00002000:00010000:2.0:1746126454.666353:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d593b80 00000100:00100000:2.0:1746126454.666382:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4261 00000100:00100000:2.0:1746126454.666388:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734706176:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126454.684609:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734706176:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 18213us (19164us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126454.684619:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4261 00002000:00100000:2.0:1746126454.684628:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff88012d593b80 x1830945734706176/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126454.684637:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d593b80 with x1830945734706176 ext(0->1048575) 00002000:00010000:2.0:1746126454.684641:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d593b80 00000100:00100000:0.0:1746126454.688243:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.688459:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734706304 00000100:00100000:2.0:1746126454.688467:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734706304 00000100:00100000:2.0:1746126454.688510:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5380 00000100:00100000:2.0:1746126454.688516:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1219:x1830945734706304:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:2.0:1746126454.688530:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126454.688542:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b81a5c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce5a9 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.688569:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b8186b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce51d expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.688576:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126454.688577:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126454.688580:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b81a5c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5a9 expref: 8 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.688603:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b8186b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce51d expref: 40 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.688612:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b8186b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce51d expref: 40 pid: 8423 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126454.688623:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133306d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945726379264:192.168.203.32@tcp:104: 00000100:00100000:2.0:1746126454.689626:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013096e300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126454.691270:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133306d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945726379264:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126454.691292:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b81a5c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5a9 expref: 8 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126454.691305:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009294e000, rc 0) 00000100:00100000:2.0:1746126454.693094:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1219:x1830945734706304:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 4569us (4849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126454.693103:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5380 00000100:00100000:2.0:1746126454.697427:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.697461:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734706432 00000100:00100000:0.0:1746126454.697469:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734706432 00010000:00010000:0.0:1746126454.697496:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b8186b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce51d expref: 41 pid: 8423 timeout: 673 lvb_type: 0 00000100:00100000:0.0:1746126454.697529:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17497 00000100:00100000:0.0:1746126454.697535:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+41:1964:x1830945734706432:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126454.697545:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126454.697562:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b8186b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce51d expref: 41 pid: 8423 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126454.697571:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b8186b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce51d expref: 41 pid: 8423 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126454.697590:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094d04000/0x9851078746b8186b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce51d expref: 41 pid: 8423 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126454.697614:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.697617:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.697623:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b81a5c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5a9 expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.697630:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b81a5c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5a9 expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.697655:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009294e000/0x9851078746b81a5c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5a9 expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126454.697667:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093761f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945726379392:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126454.697732:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4bb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126454.715481:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093761f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8440:1830945726379392:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126454.715502:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126454.715553:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+40:1964:x1830945734706432:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 18016us (18141us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126454.715562:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17497 00000100:00100000:1.0:1746126454.719771:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.719830:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734706688 00000100:00100000:2.0:1746126454.719837:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734706688 00002000:00100000:2.0:1746126454.719872:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8800b490f480 x1830945734706688/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126454.719881:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490f480 with x1830945734706688 ext(0->1048575) 00002000:00010000:2.0:1746126454.719886:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b490f480 00000100:00100000:2.0:1746126454.719916:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4262 00000100:00100000:2.0:1746126454.719923:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734706688:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126454.720721:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.721470:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.721545:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734707200 00000100:00100000:2.0:1746126454.721550:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734707200 00002000:00100000:2.0:1746126454.721574:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880093762680 x1830945734707200/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126454.721581:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762680 with x1830945734707200 ext(1048576->2097151) 00002000:00010000:2.0:1746126454.721585:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093762680 00000100:00100000:2.0:1746126454.721599:0:25460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734706944 00000100:00100000:2.0:1746126454.721600:0:25460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734706944 00002000:00100000:2.0:1746126454.721608:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880093763480 x1830945734706944/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126454.721613:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763480 with x1830945734706944 ext(1048576->2097151) 00002000:00010000:2.0:1746126454.721615:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093763480 00000100:00100000:2.0:1746126454.721624:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4263 00000100:00100000:2.0:1746126454.721629:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734707200:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126454.722292:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4264 00000100:00100000:3.0:1746126454.722301:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734706944:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126454.737093:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734706688:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 17162us (17320us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126454.737103:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4262 00002000:00100000:3.0:1746126454.737113:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8800b490f480 x1830945734706688/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126454.737121:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490f480 with x1830945734706688 ext(0->1048575) 00002000:00010000:3.0:1746126454.737125:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b490f480 00000100:00100000:2.0:1746126454.740614:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734707200:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 18976us (19886us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126454.740624:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4263 00002000:00100000:2.0:1746126454.740633:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880093762680 x1830945734707200/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126454.740641:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093762680 with x1830945734707200 ext(1048576->2097151) 00002000:00010000:2.0:1746126454.740645:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093762680 00000100:00100000:0.0:1746126454.746282:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734706944:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 23975us (24805us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126454.746291:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4264 00002000:00100000:0.0:1746126454.746301:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880093763480 x1830945734706944/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.746309:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763480 with x1830945734706944 ext(1048576->2097151) 00002000:00010000:0.0:1746126454.746313:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093763480 00000100:00100000:1.0:1746126454.771114:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126454.771141:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126454.771169:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126454.771204:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126454.771231:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734707712 00000100:00100000:1.0:1746126454.771238:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734707712 00002000:00100000:1.0:1746126454.771272:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff8800b490fb80 x1830945734707712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126454.771280:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490fb80 with x1830945734707712 ext(3145728->4194303) 00002000:00010000:1.0:1746126454.771284:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b490fb80 00000100:00100000:1.0:1746126454.771297:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734707584 00000100:00100000:1.0:1746126454.771299:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734707584 00002000:00100000:1.0:1746126454.771306:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff8800b490d500 x1830945734707584/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126454.771312:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490d500 with x1830945734707584 ext(2097152->3145727) 00002000:00010000:1.0:1746126454.771314:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b490d500 00000100:00100000:1.0:1746126454.771320:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734707968 00000100:00100000:1.0:1746126454.771322:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734707968 00002000:00100000:1.0:1746126454.771330:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff8800b490f100 x1830945734707968/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126454.771336:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490f100 with x1830945734707968 ext(2097152->3145727) 00002000:00010000:1.0:1746126454.771337:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490f100 00000100:00100000:1.0:1746126454.771343:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734708096 00000100:00100000:1.0:1746126454.771345:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734708096 00002000:00100000:1.0:1746126454.771352:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88013147d500 x1830945734708096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126454.771357:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147d500 with x1830945734708096 ext(3145728->4194303) 00002000:00010000:1.0:1746126454.771360:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147d500 00000100:00100000:1.0:1746126454.771382:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4265 00000100:00100000:1.0:1746126454.771388:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734707712:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126454.771822:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4266 00000100:00100000:1.0:1746126454.771827:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734707584:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126454.772246:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4267 00000100:00100000:1.0:1746126454.772251:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734707968:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126454.772734:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4268 00000100:00100000:0.0:1746126454.772742:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734708096:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126454.791828:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734707584:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 19993us (20678us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126454.791838:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4266 00002000:00100000:0.0:1746126454.791847:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff8800b490d500 x1830945734707584/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.791856:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490d500 with x1830945734707584 ext(2097152->3145727) 00002000:00010000:0.0:1746126454.791860:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b490d500 00000100:00100000:3.0:1746126454.792124:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734707712:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 20734us (21015us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126454.792130:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4265 00002000:00100000:3.0:1746126454.792138:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff8800b490fb80 x1830945734707712/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126454.792145:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490fb80 with x1830945734707712 ext(3145728->4194303) 00002000:00010000:3.0:1746126454.792147:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b490fb80 00000100:00100000:2.0:1746126454.800520:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1963:x1830945734707968:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 28260us (29342us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126454.800529:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4267 00002000:00100000:2.0:1746126454.800539:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff8800b490f100 x1830945734707968/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126454.800546:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b490f100 with x1830945734707968 ext(2097152->3145727) 00002000:00010000:2.0:1746126454.800551:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b490f100 00000100:00100000:0.0:1746126454.800657:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734708096:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 27916us (29452us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126454.800664:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4268 00002000:00100000:0.0:1746126454.800669:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88013147d500 x1830945734708096/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.800681:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147d500 with x1830945734708096 ext(3145728->4194303) 00002000:00010000:0.0:1746126454.800684:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147d500 00000100:00100000:0.0:1746126454.824838:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.824878:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.824915:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126454.824937:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734708480 00000100:00100000:0.0:1746126454.824941:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734708736 00000100:00100000:3.0:1746126454.824944:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734708480 00000100:00100000:0.0:1746126454.824945:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734708736 00002000:00100000:3.0:1746126454.824983:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880093761180 x1830945734708480/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126454.824990:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761180 with x1830945734708480 ext(4194304->5242879) 00002000:00010000:3.0:1746126454.824995:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761180 00000100:00100000:3.0:1746126454.825043:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734708992 00000100:00100000:3.0:1746126454.825045:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734708992 00000100:00100000:2.0:1746126454.825049:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4269 00000100:00100000:2.0:1746126454.825073:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734708480:12345-192.168.203.32@tcp:3:cmp.0 00002000:00100000:3.0:1746126454.825859:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880093761c00 x1830945734708992/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126454.825867:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761c00 with x1830945734708992 ext(4194304->5242879) 00002000:00010000:3.0:1746126454.825870:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093761c00 00002000:00100000:0.0:1746126454.826417:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880093760700 x1830945734708736/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.826425:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760700 with x1830945734708736 ext(5242880->6291455) 00002000:00010000:0.0:1746126454.826428:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760700 00000100:00100000:3.0:1746126454.826760:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4270 00000100:00100000:3.0:1746126454.826769:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734708992:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126454.827014:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4271 00000100:00100000:1.0:1746126454.827035:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734708736:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126454.830421:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.830479:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734709248 00000100:00100000:0.0:1746126454.830487:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734709248 00002000:00100000:0.0:1746126454.830522:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88013147f800 x1830945734709248/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.830530:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147f800 with x1830945734709248 ext(5242880->6291455) 00002000:00010000:0.0:1746126454.830534:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147f800 00000100:00100000:0.0:1746126454.830559:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4272 00000100:00100000:0.0:1746126454.830566:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734709248:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126454.836786:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734708480:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 11721us (11946us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126454.836797:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4269 00002000:00100000:0.0:1746126454.836807:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880093761180 x1830945734708480/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.836821:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761180 with x1830945734708480 ext(4194304->5242879) 00002000:00010000:0.0:1746126454.836826:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761180 00000100:00100000:3.0:1746126454.841787:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734708992:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 15010us (16862us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126454.841799:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4270 00002000:00100000:3.0:1746126454.841810:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880093761c00 x1830945734708992/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126454.841819:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761c00 with x1830945734708992 ext(4194304->5242879) 00002000:00010000:3.0:1746126454.841824:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093761c00 00000100:00100000:1.0:1746126454.846852:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734708736:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 19823us (21965us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126454.846863:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4271 00002000:00100000:1.0:1746126454.846873:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880093760700 x1830945734708736/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126454.846882:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093760700 with x1830945734708736 ext(5242880->6291455) 00002000:00010000:1.0:1746126454.846886:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093760700 00000100:00100000:0.0:1746126454.848713:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734709248:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 18139us (18292us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126454.848723:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4272 00002000:00100000:0.0:1746126454.848732:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88013147f800 x1830945734709248/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.848740:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147f800 with x1830945734709248 ext(5242880->6291455) 00002000:00010000:0.0:1746126454.848745:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147f800 00000100:00100000:3.0:1746126454.855195:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.855273:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734709504 00000100:00100000:0.0:1746126454.855282:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734709504 00002000:00100000:0.0:1746126454.855326:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff88009bdd4000 x1830945734709504/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.855336:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd4000 with x1830945734709504 ext(6291456->7340031) 00002000:00010000:0.0:1746126454.855341:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdd4000 00000100:00100000:0.0:1746126454.855381:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4273 00000100:00100000:0.0:1746126454.855388:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734709504:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126454.863058:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734709504:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 7663us (7863us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126454.863069:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4273 00002000:00100000:0.0:1746126454.863078:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff88009bdd4000 x1830945734709504/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.863087:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd4000 with x1830945734709504 ext(6291456->7340031) 00002000:00010000:0.0:1746126454.863092:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdd4000 00000100:00100000:1.0:1746126454.870259:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126454.870295:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126454.870381:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126454.870436:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734709888 00000100:00100000:3.0:1746126454.870444:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734709888 00000100:00100000:0.0:1746126454.870468:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734710144 00000100:00100000:0.0:1746126454.870472:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734710144 00002000:00100000:3.0:1746126454.870478:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88013147ed80 x1830945734709888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.870486:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88013147e300 x1830945734710144/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126454.870487:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ed80 with x1830945734709888 ext(7340032->8388607) 00002000:00010000:3.0:1746126454.870491:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147ed80 00002000:00100000:0.0:1746126454.870491:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147e300 with x1830945734710144 ext(7340032->8388607) 00002000:00010000:0.0:1746126454.870494:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147e300 00000100:00100000:3.0:1746126454.870516:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734710016 00000100:00100000:3.0:1746126454.870518:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734710016 00000100:00100000:0.0:1746126454.870519:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4274 00000100:00100000:0.0:1746126454.870525:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734709888:12345-192.168.203.32@tcp:3:cmp.0 00002000:00100000:3.0:1746126454.870528:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88013147ea00 x1830945734710016/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126454.870533:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ea00 with x1830945734710016 ext(6291456->7340031) 00002000:00010000:3.0:1746126454.870534:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147ea00 00000100:00100000:3.0:1746126454.870550:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4275 00000100:00100000:3.0:1746126454.870554:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734710144:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126454.870558:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4276 00000100:00100000:0.0:1746126454.870561:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734710016:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126454.879009:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1964:x1830945734710144:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 8443us (8703us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126454.879036:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4275 00002000:00100000:0.0:1746126454.879049:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88013147e300 x1830945734710144/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.879059:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147e300 with x1830945734710144 ext(7340032->8388607) 00002000:00010000:0.0:1746126454.879064:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147e300 00000100:00100000:0.0:1746126454.882685:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734710016:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 12114us (12294us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126454.882694:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4276 00002000:00100000:0.0:1746126454.882703:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88013147ea00 x1830945734710016/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.882715:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ea00 with x1830945734710016 ext(6291456->7340031) 00002000:00010000:0.0:1746126454.882720:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147ea00 00000100:00100000:0.0:1746126454.890441:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734709888:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 19908us (20182us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126454.890451:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4274 00002000:00100000:0.0:1746126454.890461:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88013147ed80 x1830945734709888/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.890469:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ed80 with x1830945734709888 ext(7340032->8388607) 00002000:00010000:0.0:1746126454.890473:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147ed80 00000100:00100000:3.0:1746126454.898468:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.898655:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734710528 00000100:00100000:0.0:1746126454.898662:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734710528 00002000:00100000:0.0:1746126454.898698:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff88009bdd4380 x1830945734710528/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.898706:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd4380 with x1830945734710528 ext(8388608->9437183) 00002000:00010000:0.0:1746126454.898711:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdd4380 00000100:00100000:0.0:1746126454.898735:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4277 00000100:00100000:0.0:1746126454.898740:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734710528:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126454.906341:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.906399:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734710784 00000100:00100000:2.0:1746126454.906408:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734710784 00002000:00100000:2.0:1746126454.906441:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88009bdd4700 x1830945734710784/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126454.906450:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd4700 with x1830945734710784 ext(8388608->9437183) 00002000:00010000:2.0:1746126454.906456:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdd4700 00000100:00100000:2.0:1746126454.906473:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4278 00000100:00100000:2.0:1746126454.906479:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734710784:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126454.922376:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734710528:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 23619us (23898us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126454.922387:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4277 00002000:00100000:1.0:1746126454.922398:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff88009bdd4380 x1830945734710528/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126454.922406:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd4380 with x1830945734710528 ext(8388608->9437183) 00002000:00010000:1.0:1746126454.922411:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdd4380 00000100:00100000:2.0:1746126454.927914:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734710784:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 21426us (21574us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126454.927923:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4278 00002000:00100000:2.0:1746126454.927933:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88009bdd4700 x1830945734710784/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126454.927942:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd4700 with x1830945734710784 ext(8388608->9437183) 00002000:00010000:2.0:1746126454.927947:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdd4700 00000100:00100000:3.0:1746126454.935010:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126454.935108:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734711040 00000100:00100000:2.0:1746126454.935116:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734711040 00002000:00100000:2.0:1746126454.935146:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88009bdd4a80 x1830945734711040/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126454.935155:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd4a80 with x1830945734711040 ext(9437184->10485759) 00002000:00010000:2.0:1746126454.935159:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdd4a80 00000100:00100000:2.0:1746126454.935183:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4279 00000100:00100000:2.0:1746126454.935188:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734711040:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126454.936055:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126454.936792:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734711296 00000100:00100000:1.0:1746126454.936798:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734711296 00002000:00100000:1.0:1746126454.936828:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88009bdd4e00 x1830945734711296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126454.936838:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd4e00 with x1830945734711296 ext(9437184->10485759) 00002000:00010000:1.0:1746126454.936842:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdd4e00 00000100:00100000:1.0:1746126454.936869:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4280 00000100:00100000:1.0:1746126454.936875:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945734711296:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126454.950292:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1965:x1830945734711040:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 15095us (15281us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126454.950301:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4279 00002000:00100000:2.0:1746126454.950312:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88009bdd4a80 x1830945734711040/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126454.950327:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd4a80 with x1830945734711040 ext(9437184->10485759) 00002000:00010000:2.0:1746126454.950332:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdd4a80 00000100:00100000:1.0:1746126454.951925:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1966:x1830945734711296:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 15045us (15866us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126454.951935:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4280 00002000:00100000:1.0:1746126454.951942:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88009bdd4e00 x1830945734711296/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126454.951949:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd4e00 with x1830945734711296 ext(9437184->10485759) 00002000:00010000:1.0:1746126454.951953:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdd4e00 00000100:00100000:0.0:1746126454.957099:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126454.957187:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734711552 00000100:00100000:1.0:1746126454.957194:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734711552 00002000:00100000:1.0:1746126454.957233:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880093761880 x1830945734711552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126454.957243:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761880 with x1830945734711552 ext(10485760->11534335) 00002000:00010000:1.0:1746126454.957248:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761880 00000100:00100000:1.0:1746126454.957820:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4281 00000100:00100000:1.0:1746126454.957828:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734711552:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126454.965836:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.966542:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734711808 00000100:00100000:0.0:1746126454.966550:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734711808 00002000:00100000:0.0:1746126454.966584:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880133307100 x1830945734711808/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.966592:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307100 with x1830945734711808 ext(10485760->11534335) 00002000:00010000:0.0:1746126454.966597:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133307100 00000100:00100000:0.0:1746126454.966623:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4282 00000100:00100000:0.0:1746126454.966630:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734711808:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126454.966871:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126454.966931:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734712064 00000100:00100000:3.0:1746126454.966935:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734712064 00002000:00100000:3.0:1746126454.966951:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff88009bdd5180 x1830945734712064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126454.966958:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd5180 with x1830945734712064 ext(11534336->12582911) 00002000:00010000:3.0:1746126454.966961:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdd5180 00000100:00100000:3.0:1746126454.966972:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4283 00000100:00100000:3.0:1746126454.966976:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1964:x1830945734712064:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126454.967869:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+11:1963:x1830945734711552:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 10038us (10774us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126454.967877:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4281 00002000:00100000:2.0:1746126454.967882:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880093761880 x1830945734711552/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126454.967889:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093761880 with x1830945734711552 ext(10485760->11534335) 00002000:00010000:2.0:1746126454.967892:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093761880 00000100:00100000:0.0:1746126454.975627:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734711808:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 8989us (9790us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126454.975636:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4282 00002000:00100000:0.0:1746126454.975645:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880133307100 x1830945734711808/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.975654:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307100 with x1830945734711808 ext(10485760->11534335) 00002000:00010000:0.0:1746126454.975660:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133307100 00000100:00100000:3.0:1746126454.977563:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734712064:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 10579us (10685us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126454.977574:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4283 00002000:00100000:3.0:1746126454.977582:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff88009bdd5180 x1830945734712064/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126454.977591:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd5180 with x1830945734712064 ext(11534336->12582911) 00002000:00010000:3.0:1746126454.977595:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdd5180 00000100:00100000:3.0:1746126454.982646:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126454.982690:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734712320 00000100:00100000:0.0:1746126454.982698:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734712320 00002000:00100000:0.0:1746126454.982733:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88009bdd5500 x1830945734712320/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126454.982742:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd5500 with x1830945734712320 ext(11534336->12582911) 00002000:00010000:0.0:1746126454.982746:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdd5500 00000100:00100000:0.0:1746126454.982770:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4284 00000100:00100000:0.0:1746126454.982777:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734712320:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126454.987896:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734712320:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 5112us (5248us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126454.987906:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4284 00002000:00100000:1.0:1746126454.987916:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88009bdd5500 x1830945734712320/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126454.987925:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd5500 with x1830945734712320 ext(11534336->12582911) 00002000:00010000:1.0:1746126454.987930:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdd5500 00000100:00100000:0.0:1746126454.994167:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126454.994265:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734712576 00000100:00100000:1.0:1746126454.994272:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734712576 00002000:00100000:1.0:1746126454.994308:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880093763b80 x1830945734712576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126454.994323:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763b80 with x1830945734712576 ext(12582912->13631487) 00002000:00010000:1.0:1746126454.994328:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093763b80 00000100:00100000:1.0:1746126454.997982:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4285 00000100:00100000:1.0:1746126454.997998:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1966:x1830945734712576:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126455.013969:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1966:x1830945734712576:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 15969us (19801us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126455.013979:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4285 00002000:00100000:2.0:1746126455.013989:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880093763b80 x1830945734712576/t0(0) o3->c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13@192.168.203.32@tcp:215/0 lens 488/440 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.013998:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093763b80 with x1830945734712576 ext(12582912->13631487) 00002000:00010000:2.0:1746126455.014003:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093763b80 00000100:00100000:0.0:1746126455.025637:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126455.028825:0:15834:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734712832 00000100:00100000:3.0:1746126455.028835:0:15834:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734712832 00000100:00100000:3.0:1746126455.028874:0:15834:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 177 00000100:00100000:3.0:1746126455.028881:0:15834:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093761f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+32:1219:x1830945734712832:12345-192.168.203.32@tcp:35:cmp.0 00000100:00100000:3.0:1746126455.029111:0:15834:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093761f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+33:1219:x1830945734712832:12345-192.168.203.32@tcp:35:cmp.0 Request processed in 230us (3482us total) trans 4294996840 rc 0/0 00000100:00100000:3.0:1746126455.029117:0:15834:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 177 00000100:00100000:0.0:1746126455.051469:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.051530:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734713088 00000100:00100000:1.0:1746126455.051539:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734713088 00000100:00100000:1.0:1746126455.051585:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73615 00000100:00100000:1.0:1746126455.051592:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093763800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+23:1220:x1830945734713088:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:1.0:1746126455.051606:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.051621:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93600/0x9851078746b81a63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce5b0 expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.051689:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92000/0x9851078746b81a6a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.051700:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92000/0x9851078746b81a6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.051709:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92000/0x9851078746b81a6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:1.0:1746126455.051718:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746126455.051810:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93600/0x9851078746b81a63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5b0 expref: 26 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.051827:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92000/0x9851078746b81a6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5b0 expref: 25 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.051833:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321cf00) 00010000:00010000:1.0:1746126455.051835:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126455.051837:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a92000, rc 0) 00000100:00100000:1.0:1746126455.051872:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093763800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:68cec75b-543f-4a1a-954f-27556ebc9519+25:1220:x1830945734713088:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 281us (409us total) trans 4294996841 rc 0/0 00000100:00100000:1.0:1746126455.051878:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73615 00000100:00080000:1.0:1746126455.051897:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126455.052678:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.052754:0:7089:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734713216 00000100:00100000:0.0:1746126455.052759:0:7089:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734713216 00000100:00100000:0.0:1746126455.052785:0:7089:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 9 00000100:00100000:0.0:1746126455.052790:0:7089:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:68cec75b-543f-4a1a-954f-27556ebc9519+25:1965:x1830945734713216:12345-192.168.203.32@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126455.052808:0:7089:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126455.052816:0:7089:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7000/0x9851078746b81a78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce5b7 expref: -99 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.052840:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af400/0x9851078746b81a7f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052848:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af400/0x9851078746b81a7f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052854:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af400/0x9851078746b81a7f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052863:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af000/0x9851078746b81a86 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052868:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af000/0x9851078746b81a86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052872:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af000/0x9851078746b81a86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052911:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af400/0x9851078746b81a7f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052916:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af400/0x9851078746b81a7f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052921:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af400/0x9851078746b81a7f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052926:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a61af400 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126455.052929:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af400/0x9851078746b81a7f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052935:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af400/0x9851078746b81a7f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052942:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:0.0:1746126455.052944:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126455.052946:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af400/0x9851078746b81a7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052950:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af400/0x9851078746b81a7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052961:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af000/0x9851078746b81a86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052965:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af000/0x9851078746b81a86 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052969:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af000/0x9851078746b81a86 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052973:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a61af000 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126455.052975:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af000/0x9851078746b81a86 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052980:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af000/0x9851078746b81a86 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.052985:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009315f300) 00010000:00010000:0.0:1746126455.053563:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126455.053568:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af000/0x9851078746b81a86 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.053577:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61af000/0x9851078746b81a86 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:0.0:1746126455.053609:0:7089:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7000/0x9851078746b81a78 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5b7 expref: 26 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.053616:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:0.0:1746126455.053617:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126455.053620:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947c7000/0x9851078746b81a78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5b7 expref: 26 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.053626:0:7089:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800947c7000, rc -2) 00000100:00100000:0.0:1746126455.054714:0:7089:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:68cec75b-543f-4a1a-954f-27556ebc9519+25:1965:x1830945734713216:12345-192.168.203.32@tcp:63:ll_sa.0 Request processed in 1919us (2034us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126455.054723:0:7089:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 9 00000100:00100000:2.0:1746126455.057339:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.057396:0:7089:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734713728 00000100:00100000:1.0:1746126455.057404:0:7089:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734713728 00000100:00100000:1.0:1746126455.057438:0:7089:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 10 00000100:00100000:1.0:1746126455.057444:0:7089:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6f46850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:68cec75b-543f-4a1a-954f-27556ebc9519+25:1966:x1830945734713728:12345-192.168.203.32@tcp:63:ll_sa.0 00010000:00010000:1.0:1746126455.057472:0:7089:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.057487:0:7089:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81a8d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce5ef expref: -99 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.057641:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6148a00/0x9851078746b81a94 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057652:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6148a00/0x9851078746b81a94 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057661:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6148a00/0x9851078746b81a94 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057672:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c200a00/0x9851078746b81a9b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057676:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c200a00/0x9851078746b81a9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057681:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c200a00/0x9851078746b81a9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057726:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6148a00/0x9851078746b81a94 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057732:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6148a00/0x9851078746b81a94 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057738:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6148a00/0x9851078746b81a94 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057742:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6148a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126455.057744:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6148a00/0x9851078746b81a94 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057750:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6148a00/0x9851078746b81a94 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057760:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:1.0:1746126455.057762:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126455.057765:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6148a00/0x9851078746b81a94 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057770:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6148a00/0x9851078746b81a94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057779:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c200a00/0x9851078746b81a9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057783:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c200a00/0x9851078746b81a9b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057788:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c200a00/0x9851078746b81a9b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057792:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c200a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126455.057794:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c200a00/0x9851078746b81a9b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057799:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c200a00/0x9851078746b81a9b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057804:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88009285de00) 00010000:00010000:1.0:1746126455.057806:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126455.057808:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c200a00/0x9851078746b81a9b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057811:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c200a00/0x9851078746b81a9b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.057840:0:7089:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81a8d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5ef expref: 26 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.057847:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:1.0:1746126455.057849:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746126455.057851:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81a8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5ef expref: 26 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.057858:0:7089:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a93000, rc -2) 00000100:00100000:1.0:1746126455.057898:0:7089:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6f46850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:68cec75b-543f-4a1a-954f-27556ebc9519+25:1966:x1830945734713728:12345-192.168.203.32@tcp:63:ll_sa.0 Request processed in 453us (565us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746126455.057905:0:7089:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 10 00010000:00010000:3.0:1746126455.059244:0:8439:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126455.059358:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.059407:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.059410:0:11298:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734713472 00000100:00100000:1.0:1746126455.059416:0:11298:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734713472 00000100:00100000:1.0:1746126455.059444:0:11298:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73616 00000100:00100000:1.0:1746126455.059450:0:11298:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:68cec75b-543f-4a1a-954f-27556ebc9519+25:1220:x1830945734713472:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:1.0:1746126455.059461:0:11298:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.059471:0:11298:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c200e00/0x9851078746b81aa2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce5e8 expref: -99 pid: 11298 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126455.059472:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734713600 00000100:00100000:3.0:1746126455.059475:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734713600 00000100:00100000:3.0:1746126455.059509:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 543 00000100:00100000:3.0:1746126455.059515:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+27:1964:x1830945734713600:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126455.059523:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.059529:0:11298:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81aa9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11298 initiator: MDT0 00010000:00010000:3.0:1746126455.059535:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92000/0x9851078746b81a6a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5b0 expref: 27 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.059539:0:11298:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:3.0:1746126455.059545:0:8440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321cf00) 00010000:00010000:1.0:1746126455.059546:0:11298:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11298 initiator: MDT0 00010000:00010000:3.0:1746126455.059548:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:1.0:1746126455.059554:0:11298:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00000100:00100000:3.0:1746126455.059582:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:68cec75b-543f-4a1a-954f-27556ebc9519+26:1964:x1830945734713600:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 67us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126455.059588:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 543 00010000:00010000:1.0:1746126455.059638:0:11298:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c200e00/0x9851078746b81aa2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5e8 expref: 27 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.059650:0:11298:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81aa9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5e8 expref: 26 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.059655:0:11298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009285d700) 00010000:00010000:1.0:1746126455.059657:0:11298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126455.059659:0:11298:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a92600, rc 0) 00000100:00100000:1.0:1746126455.059682:0:11298:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:68cec75b-543f-4a1a-954f-27556ebc9519+26:1220:x1830945734713472:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 232us (326us total) trans 4294996842 rc 0/0 00000100:00100000:1.0:1746126455.059688:0:11298:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73616 00000100:00100000:2.0:1746126455.064964:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.065003:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.065054:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734713856 00000100:00100000:3.0:1746126455.065059:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734713984 00000100:00100000:2.0:1746126455.065061:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.065061:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734713856 00000100:00100000:3.0:1746126455.065063:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734713984 00000100:00100000:3.0:1746126455.065096:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734714112 00000100:00100000:3.0:1746126455.065099:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734714112 00000100:00100000:0.0:1746126455.065100:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 544 00000100:00100000:0.0:1746126455.065107:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+26:1964:x1830945734713856:12345-192.168.203.32@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746126455.065112:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5381 00000100:00100000:3.0:1746126455.065118:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+8:1964:x1830945734713984:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:0.0:1746126455.065119:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126455.065129:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126455.065138:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81aa9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce5e8 expref: 26 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126455.065140:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b81ab7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce62e expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126455.065154:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.065154:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009285d700) 00010000:00010000:3.0:1746126455.065156:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.065157:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126455.065162:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b81ab7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce62e expref: 9 pid: 8425 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126455.065173:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092aaf000/0x9851078746b81ab7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce62e expref: 9 pid: 8425 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126455.065181:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092aaf000, rc 0) 00000100:00100000:0.0:1746126455.065190:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+25:1964:x1830945734713856:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 84us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126455.065199:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+9:1964:x1830945734713984:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 81us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.065199:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 544 00000100:00100000:3.0:1746126455.065204:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5381 00000100:00100000:3.0:1746126455.065214:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5382 00000100:00100000:3.0:1746126455.065219:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+40:1964:x1830945734714112:12345-192.168.203.32@tcp:101:cmp.0 00010000:00010000:3.0:1746126455.065225:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126455.065233:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092aafe00/0x9851078746b81abe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce635 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126455.065243:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126455.065244:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126455.065247:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092aafe00/0x9851078746b81abe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce635 expref: 41 pid: 8425 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126455.065256:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092aafe00/0x9851078746b81abe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce635 expref: 41 pid: 8425 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126455.065262:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092aafe00, rc 0) 00000100:00100000:3.0:1746126455.065276:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:68cec75b-543f-4a1a-954f-27556ebc9519+41:1964:x1830945734714112:12345-192.168.203.32@tcp:101:cmp.0 Request processed in 57us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126455.065281:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5382 00000100:00080000:1.0:1746126455.065355:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746126455.065359:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126455.089919:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.089941:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.089963:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.090064:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734714368 00000100:00100000:2.0:1746126455.090075:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734714368 00002000:00100000:2.0:1746126455.090113:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff88013147f100 x1830945734714368/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.090123:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147f100 with x1830945734714368 ext(0->1048575) 00002000:00010000:2.0:1746126455.090127:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147f100 00000100:00100000:0.0:1746126455.090464:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126455.090609:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734714624 00000100:00100000:3.0:1746126455.090612:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734714624 00002000:00100000:3.0:1746126455.090626:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff88013147c000 x1830945734714624/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126455.090633:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c000 with x1830945734714624 ext(1048576->2097151) 00002000:00010000:3.0:1746126455.090635:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147c000 00000100:00100000:2.0:1746126455.090658:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734714880 00000100:00100000:2.0:1746126455.090660:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734714880 00002000:00100000:2.0:1746126455.090670:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff88013147ca80 x1830945734714880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.090676:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ca80 with x1830945734714880 ext(0->1048575) 00002000:00010000:2.0:1746126455.090678:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147ca80 00000100:00100000:1.0:1746126455.090849:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734715136 00000100:00100000:1.0:1746126455.090853:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734715136 00002000:00100000:1.0:1746126455.090868:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880093a2c380 x1830945734715136/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.090873:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2c380 with x1830945734715136 ext(1048576->2097151) 00002000:00010000:1.0:1746126455.090876:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2c380 00000100:00100000:3.0:1746126455.091144:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4286 00000100:00100000:3.0:1746126455.091151:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+10:1964:x1830945734714368:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126455.091185:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4287 00000100:00100000:2.0:1746126455.091189:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+10:1964:x1830945734714624:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126455.091189:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4288 00000100:00100000:0.0:1746126455.091194:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+42:1964:x1830945734714880:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126455.092151:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4289 00000100:00100000:1.0:1746126455.092158:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+43:1964:x1830945734715136:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126455.117880:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+43:1964:x1830945734714880:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 26679us (27909us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126455.117890:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4288 00002000:00100000:0.0:1746126455.117900:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff88013147ca80 x1830945734714880/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.117909:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ca80 with x1830945734714880 ext(0->1048575) 00002000:00010000:0.0:1746126455.117913:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147ca80 00000100:00100000:2.0:1746126455.124891:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+11:1964:x1830945734714368:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 33733us (34971us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126455.124900:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4286 00002000:00100000:2.0:1746126455.124910:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff88013147f100 x1830945734714368/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.124918:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147f100 with x1830945734714368 ext(0->1048575) 00002000:00010000:2.0:1746126455.124922:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147f100 00000100:00100000:0.0:1746126455.132915:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+41:1964:x1830945734715136:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 40752us (42445us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126455.132926:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4289 00002000:00100000:0.0:1746126455.132935:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880093a2c380 x1830945734715136/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.132944:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2c380 with x1830945734715136 ext(1048576->2097151) 00002000:00010000:0.0:1746126455.132949:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2c380 00000100:00100000:0.0:1746126455.141890:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+9:1964:x1830945734714624:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 50692us (51940us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126455.141900:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4287 00002000:00100000:0.0:1746126455.141911:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff88013147c000 x1830945734714624/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.141924:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147c000 with x1830945734714624 ext(1048576->2097151) 00002000:00010000:0.0:1746126455.141929:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147c000 00000001:00080000:0.0:1746126455.156104:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968494 is committed 00000001:00080000:0.0:1746126455.156129:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968496 is committed 00000001:00080000:0.0:1746126455.156145:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968497 is committed 00000001:00080000:0.0:1746126455.156154:0:8515:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968498 is committed 00000100:00100000:0.0:1746126455.183115:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.183152:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.183170:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.183209:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.183230:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734715648 00000100:00100000:0.0:1746126455.183236:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734715648 00002000:00100000:0.0:1746126455.183271:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff880093a2c700 x1830945734715648/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.183280:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2c700 with x1830945734715648 ext(2097152->3145727) 00002000:00010000:0.0:1746126455.183284:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2c700 00000100:00100000:3.0:1746126455.183287:0:8428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734716032 00000100:00100000:3.0:1746126455.183291:0:8428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734716032 00000100:00100000:0.0:1746126455.183297:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734715392 00000100:00100000:0.0:1746126455.183299:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734715392 00002000:00100000:3.0:1746126455.183313:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880093a2ca80 x1830945734716032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.183315:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880093a2ce00 x1830945734715392/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.183320:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2ce00 with x1830945734715392 ext(2097152->3145727) 00002000:00010000:0.0:1746126455.183323:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a2ce00 00002000:00100000:3.0:1746126455.183324:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2ca80 with x1830945734716032 ext(3145728->4194303) 00002000:00010000:3.0:1746126455.183326:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a2ca80 00000100:00100000:0.0:1746126455.183331:0:25845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734715776 00000100:00100000:0.0:1746126455.183333:0:25845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734715776 00000100:00100000:3.0:1746126455.183340:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4290 00002000:00100000:0.0:1746126455.183341:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880093a2d180 x1830945734715776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746126455.183347:0:8428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+10:1966:x1830945734715648:12345-192.168.203.32@tcp:3:cmp.0 00002000:00100000:0.0:1746126455.183350:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2d180 with x1830945734715776 ext(3145728->4194303) 00002000:00010000:0.0:1746126455.183352:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2d180 00000100:00100000:0.0:1746126455.183371:0:25845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4291 00000100:00100000:0.0:1746126455.183377:0:25845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+10:1966:x1830945734715392:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126455.184047:0:25460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4292 00000100:00100000:3.0:1746126455.184053:0:25460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+11:1966:x1830945734716032:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126455.184218:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4293 00000100:00100000:1.0:1746126455.184226:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+11:1965:x1830945734715776:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126455.198535:0:8428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:68cec75b-543f-4a1a-954f-27556ebc9519+11:1966:x1830945734715648:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 15180us (15417us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126455.198544:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4290 00002000:00100000:3.0:1746126455.198555:0:8428:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff880093a2c700 x1830945734715648/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126455.198563:0:8428:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2c700 with x1830945734715648 ext(2097152->3145727) 00002000:00010000:3.0:1746126455.198568:0:8428:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2c700 00000100:00100000:0.0:1746126455.201000:0:25845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:68cec75b-543f-4a1a-954f-27556ebc9519+11:1966:x1830945734715392:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 17616us (17822us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126455.201009:0:25845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4291 00002000:00100000:0.0:1746126455.201017:0:25845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880093a2ce00 x1830945734715392/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.201041:0:25845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2ce00 with x1830945734715392 ext(2097152->3145727) 00002000:00010000:0.0:1746126455.201046:0:25845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a2ce00 00000100:00100000:1.0:1746126455.210862:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+9:1965:x1830945734715776:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 26628us (27644us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126455.210872:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4293 00002000:00100000:1.0:1746126455.210883:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880093a2d180 x1830945734715776/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.210892:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2d180 with x1830945734715776 ext(3145728->4194303) 00002000:00010000:1.0:1746126455.210897:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2d180 00000100:00100000:3.0:1746126455.220120:0:25460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:68cec75b-543f-4a1a-954f-27556ebc9519+9:1966:x1830945734716032:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 36058us (36958us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126455.220131:0:25460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4292 00002000:00100000:3.0:1746126455.220142:0:25460:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880093a2ca80 x1830945734716032/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126455.220150:0:25460:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2ca80 with x1830945734716032 ext(3145728->4194303) 00002000:00010000:3.0:1746126455.220155:0:25460:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a2ca80 00000100:00100000:0.0:1746126455.247293:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.247313:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.247327:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.247348:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.247377:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734716416 00000100:00100000:0.0:1746126455.247384:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734716416 00002000:00100000:0.0:1746126455.247415:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880093a2d500 x1830945734716416/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.247423:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2d500 with x1830945734716416 ext(4194304->5242879) 00002000:00010000:0.0:1746126455.247427:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a2d500 00000100:00100000:0.0:1746126455.247441:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734716672 00000100:00100000:0.0:1746126455.247443:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734716672 00002000:00100000:0.0:1746126455.247453:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880093a2d880 x1830945734716672/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.247459:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2d880 with x1830945734716672 ext(5242880->6291455) 00002000:00010000:0.0:1746126455.247462:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a2d880 00000100:00100000:0.0:1746126455.247468:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734716928 00000100:00100000:0.0:1746126455.247470:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734716928 00002000:00100000:0.0:1746126455.247479:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880093a2dc00 x1830945734716928/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.247484:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2dc00 with x1830945734716928 ext(4194304->5242879) 00002000:00010000:0.0:1746126455.247486:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2dc00 00000100:00100000:0.0:1746126455.247493:0:8429:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734717184 00000100:00100000:0.0:1746126455.247494:0:8429:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734717184 00002000:00100000:0.0:1746126455.247501:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880093a2df80 x1830945734717184/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.247506:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2df80 with x1830945734717184 ext(5242880->6291455) 00002000:00010000:0.0:1746126455.247508:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2df80 00000100:00100000:0.0:1746126455.247517:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4294 00000100:00100000:0.0:1746126455.247523:0:8429:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+10:1963:x1830945734716416:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126455.248144:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4295 00000100:00100000:0.0:1746126455.248150:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+11:1963:x1830945734716672:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126455.248687:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4296 00000100:00100000:0.0:1746126455.248693:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+10:1963:x1830945734716928:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126455.249230:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4297 00000100:00100000:0.0:1746126455.249235:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+11:1963:x1830945734717184:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126455.264566:0:8429:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:68cec75b-543f-4a1a-954f-27556ebc9519+11:1963:x1830945734716416:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 17035us (17271us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126455.264575:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4294 00002000:00100000:1.0:1746126455.264585:0:8429:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880093a2d500 x1830945734716416/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.264593:0:8429:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2d500 with x1830945734716416 ext(4194304->5242879) 00002000:00010000:1.0:1746126455.264597:0:8429:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a2d500 00000100:00100000:0.0:1746126455.272082:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+9:1963:x1830945734716672:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 23924us (24759us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126455.272090:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4295 00002000:00100000:0.0:1746126455.272099:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880093a2d880 x1830945734716672/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.272106:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2d880 with x1830945734716672 ext(5242880->6291455) 00002000:00010000:0.0:1746126455.272111:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a2d880 00000100:00100000:0.0:1746126455.276484:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+11:1963:x1830945734716928:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 27784us (29148us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126455.276493:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4296 00002000:00100000:0.0:1746126455.276501:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880093a2dc00 x1830945734716928/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.276509:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2dc00 with x1830945734716928 ext(4194304->5242879) 00002000:00010000:0.0:1746126455.276513:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2dc00 00000100:00100000:2.0:1746126455.278913:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+9:1963:x1830945734717184:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 29672us (31558us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126455.278922:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4297 00002000:00100000:2.0:1746126455.278932:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880093a2df80 x1830945734717184/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.278940:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2df80 with x1830945734717184 ext(5242880->6291455) 00002000:00010000:2.0:1746126455.278944:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2df80 00000001:00080000:1.0:1746126455.294700:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996839 is committed 00000001:00080000:1.0:1746126455.294715:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996833 is committed 00000001:00080000:1.0:1746126455.294721:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996842 is committed 00000004:00080000:1.0:1746126455.294731:0:7149:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000004:00080000:1.0:1746126455.294743:0:7149:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000001:00080000:1.0:1746126455.294772:0:7149:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294996840 is committed 00000100:00100000:2.0:1746126455.294906:0:3292:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746126455.294921:0:3292:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013147c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945726379520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1746126455.294969:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126455.295089:0:3291:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746126455.295096:0:3291:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945726379648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746126455.295118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126455.295184:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726379520 00000100:00100000:1.0:1746126455.295190:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726379520 00000100:00100000:1.0:1746126455.295226:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726379648 00000100:00100000:1.0:1746126455.295228:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726379648 00000100:00100000:1.0:1746126455.295242:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5383 00000100:00100000:1.0:1746126455.295247:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3292:x1830945726379520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1746126455.295267:0:17079:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:26 count 1 00010000:00010000:1.0:1746126455.295285:0:17079:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009298c800/0x9851078746b81ac5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.295300:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f71600/0x9851078746b816ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce42f expref: 8 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.295307:0:17079:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b81722 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce44b expref: 8 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126455.295313:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.295315:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.295317:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298c800/0x9851078746b81ac5 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.295337:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b81722 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce44b expref: 8 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126455.295347:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b81722 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce44b expref: 8 pid: 8424 timeout: 674 lvb_type: 1 00000100:00100000:1.0:1746126455.295355:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013147fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726379776:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126455.295414:0:17079:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f71600/0x9851078746b816ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce42f expref: 8 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.295422:0:17079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f71600/0x9851078746b816ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce42f expref: 8 pid: 8425 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126455.295434:0:17079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013147df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726379904:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126455.295451:0:17079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e2b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126455.295466:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5384 00000100:00100000:1.0:1746126455.295471:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3291:x1830945726379648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1746126455.295481:0:8425:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:28 count 1 00010000:00010000:1.0:1746126455.295491:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b81acc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.295501:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009288bc00/0x9851078746b816f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce436 expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.295507:0:8425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f82c00/0x9851078746b81729 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce452 expref: 8 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126455.295512:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.295513:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.295515:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b81acc lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.295529:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092f82c00/0x9851078746b81729 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce452 expref: 8 pid: 8424 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126455.295537:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092f82c00/0x9851078746b81729 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce452 expref: 8 pid: 8424 timeout: 674 lvb_type: 1 00000100:00100000:1.0:1746126455.295544:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013147ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945726380032:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126455.295570:0:8425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009288bc00/0x9851078746b816f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce436 expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.295577:0:8425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009288bc00/0x9851078746b816f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce436 expref: 7 pid: 8425 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126455.295583:0:8425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013147d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945726380160:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126455.295597:0:8425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e2b900 going to sleep for 11 seconds 00000100:00080000:0.0:1746126455.295748:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126455.295751:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126455.296857:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.296880:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734717440 00000100:00100000:2.0:1746126455.296885:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734717440 00002000:00100000:2.0:1746126455.296910:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880093b08a80 x1830945734717440/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.296918:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08a80 with x1830945734717440 ext(6291456->7340031) 00002000:00010000:2.0:1746126455.296921:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b08a80 00000100:00100000:2.0:1746126455.296933:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4298 00000100:00100000:2.0:1746126455.296938:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+9:1965:x1830945734717440:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126455.325607:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.325659:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.325709:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013147ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945726380032:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126455.325719:0:8425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013147d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8425:1830945726380160:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126455.325742:0:8425:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b81acc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.325766:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013147fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726379776:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126455.325773:0:17079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013147df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17079:1830945726379904:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126455.325783:0:17079:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009298c800/0x9851078746b81ac5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126455.326589:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734717568 00000100:00100000:2.0:1746126455.326598:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734717568 00010000:00010000:2.0:1746126455.326625:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f71600/0x9851078746b816ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce42f expref: 9 pid: 8425 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126455.326645:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734717696 00000100:00100000:2.0:1746126455.326647:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734717696 00010000:00010000:2.0:1746126455.326657:0:8440:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009288bc00/0x9851078746b816f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce436 expref: 8 pid: 8425 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126455.326671:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17498 00000100:00100000:2.0:1746126455.326677:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1964:x1830945734717568:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126455.326689:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126455.326692:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f71600/0x9851078746b816ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce42f expref: 9 pid: 8425 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126455.326701:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f71600/0x9851078746b816ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce42f expref: 9 pid: 8425 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126455.326720:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f71600/0x9851078746b816ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce42f expref: 9 pid: 8425 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126455.326732:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126455.326765:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734717568:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 88us (1165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126455.326771:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17498 00000100:00100000:2.0:1746126455.326785:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17499 00000100:00100000:2.0:1746126455.326789:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734717696:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126455.326796:0:8440:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126455.326799:0:8440:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009288bc00/0x9851078746b816f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce436 expref: 8 pid: 8425 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126455.326805:0:8440:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009288bc00/0x9851078746b816f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce436 expref: 8 pid: 8425 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126455.326816:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009288bc00/0x9851078746b816f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce436 expref: 8 pid: 8425 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126455.326828:0:8440:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126455.326841:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734717696:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 51us (1182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126455.326845:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17499 00000100:00100000:2.0:1746126455.331326:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+9:1965:x1830945734717440:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 34379us (34465us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126455.331336:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4298 00002000:00100000:2.0:1746126455.331346:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880093b08a80 x1830945734717440/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.331355:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b08a80 with x1830945734717440 ext(6291456->7340031) 00002000:00010000:2.0:1746126455.331368:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b08a80 00000100:00100000:0.0:1746126455.335962:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.339391:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734717824 00000100:00100000:2.0:1746126455.339402:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734717824 00010000:00010000:2.0:1746126455.339435:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092f82c00/0x9851078746b81729 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce452 expref: 9 pid: 8424 timeout: 674 lvb_type: 1 00000100:00100000:2.0:1746126455.339841:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17500 00000100:00100000:2.0:1746126455.339849:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+9:1963:x1830945734717824:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126455.339863:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126455.339866:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092f82c00/0x9851078746b81729 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce452 expref: 9 pid: 8424 timeout: 674 lvb_type: 1 00010000:00010000:2.0:1746126455.339875:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092f82c00/0x9851078746b81729 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce452 expref: 9 pid: 8424 timeout: 674 lvb_type: 1 00010000:00010000:2.0:1746126455.339898:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f82c00/0x9851078746b81729 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce452 expref: 9 pid: 8424 timeout: 674 lvb_type: 1 00010000:00010000:2.0:1746126455.339910:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126455.339911:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126455.339915:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b81acc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.339922:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b81acc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.339950:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126455.339985:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734717824:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 137us (4030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126455.339991:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17500 00010000:00010000:0.0:1746126455.340076:0:8425:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b81acc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.340084:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b81acc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.340096:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b81acc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.340102:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b81acc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.340115:0:8425:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746126455.340531:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3291:x1830945726379648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45058us (45411us total) trans 4294968499 rc 0/0 00000100:00100000:0.0:1746126455.340538:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5384 00000004:00080000:0.0:1746126455.340578:0:3291:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093a2e300/2, rc 0, transno 4294968499 00000100:00100000:0.0:1746126455.340584:0:3291:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093a2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1830945726379648:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1746126455.340749:0:11016:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746126455.340754:0:11016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b81acc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.340760:0:11016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092f83400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126455.340763:0:11016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b81acc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.340769:0:11016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b81acc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.340780:0:11016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b81acc lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.340786:0:11016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f83400/0x9851078746b81acc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.340798:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126455.340800:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126455.340801:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126455.343729:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.347295:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734717952 00000100:00100000:1.0:1746126455.347305:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734717952 00010000:00010000:0.0:1746126455.347470:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b81722 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce44b expref: 9 pid: 8424 timeout: 674 lvb_type: 1 00000100:00100000:0.0:1746126455.348068:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17501 00000100:00100000:0.0:1746126455.348077:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+9:1965:x1830945734717952:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126455.348089:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126455.348094:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b81722 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce44b expref: 9 pid: 8424 timeout: 674 lvb_type: 1 00010000:00010000:0.0:1746126455.348103:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b81722 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce44b expref: 9 pid: 8424 timeout: 674 lvb_type: 1 00010000:00010000:0.0:1746126455.348261:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f83a00/0x9851078746b81722 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce44b expref: 9 pid: 8424 timeout: 674 lvb_type: 1 00010000:00010000:0.0:1746126455.348275:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.348276:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.348280:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009298c800/0x9851078746b81ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.348287:0:7071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009298c800/0x9851078746b81ac5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.348306:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126455.348345:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+8:1965:x1830945734717952:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 269us (4622us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.348351:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17501 00010000:00010000:1.0:1746126455.348541:0:17079:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009298c800/0x9851078746b81ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.348553:0:17079:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009298c800/0x9851078746b81ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.348560:0:17079:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009298c800/0x9851078746b81ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.348566:0:17079:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009298c800/0x9851078746b81ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.348577:0:17079:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746126455.349155:0:11015:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126455.349161:0:11015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009298c800/0x9851078746b81ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.349167:0:11015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009298c800 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126455.349171:0:11015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009298c800/0x9851078746b81ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.349177:0:11015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009298c800/0x9851078746b81ac5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.349186:0:11015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009298c800/0x9851078746b81ac5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.349191:0:11015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009298c800/0x9851078746b81ac5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.349204:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126455.349205:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126455.349207:0:11015:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126455.349313:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3292:x1830945726379520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 54064us (54343us total) trans 4294968172 rc 0/0 00000100:00100000:1.0:1746126455.349340:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5383 00000004:00080000:3.0:1746126455.349517:0:3292:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013147c380/2, rc 0, transno 4294968172 00000100:00100000:3.0:1746126455.349523:0:3292:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013147c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1830945726379520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1746126455.349584:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.349699:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734718336 00000100:00100000:2.0:1746126455.349704:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734718336 00002000:00100000:2.0:1746126455.349730:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88013147df80 x1830945734718336/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.349739:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147df80 with x1830945734718336 ext(7340032->8388607) 00002000:00010000:2.0:1746126455.349743:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147df80 00000100:00100000:2.0:1746126455.349800:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4299 00000100:00100000:2.0:1746126455.349807:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734718336:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126455.350532:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126455.350554:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.351741:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734718464 00000100:00100000:1.0:1746126455.351748:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734718464 00002000:00100000:1.0:1746126455.351774:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88009bdd5c00 x1830945734718464/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.351782:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd5c00 with x1830945734718464 ext(6291456->7340031) 00002000:00010000:1.0:1746126455.351786:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdd5c00 00000100:00100000:0.0:1746126455.351794:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734718592 00000100:00100000:0.0:1746126455.351797:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734718592 00000100:00100000:1.0:1746126455.351800:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4300 00000100:00100000:1.0:1746126455.351805:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+9:1963:x1830945734718464:12345-192.168.203.32@tcp:3:cmp.0 00002000:00100000:0.0:1746126455.351810:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88009bdd5f80 x1830945734718592/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.351815:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd5f80 with x1830945734718592 ext(7340032->8388607) 00002000:00010000:0.0:1746126455.351817:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdd5f80 00000100:00100000:0.0:1746126455.351827:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4301 00000100:00100000:0.0:1746126455.351830:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+9:1964:x1830945734718592:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126455.365308:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734718336:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 15493us (15717us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126455.365320:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4299 00002000:00100000:0.0:1746126455.365330:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88013147df80 x1830945734718336/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.365337:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147df80 with x1830945734718336 ext(7340032->8388607) 00002000:00010000:0.0:1746126455.365342:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147df80 00000100:00100000:0.0:1746126455.371672:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+10:1964:x1830945734718592:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 19831us (21107us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126455.371682:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4301 00002000:00100000:0.0:1746126455.371692:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88009bdd5f80 x1830945734718592/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.371705:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd5f80 with x1830945734718592 ext(7340032->8388607) 00002000:00010000:0.0:1746126455.371710:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdd5f80 00000100:00100000:2.0:1746126455.373519:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734718464:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 21707us (22981us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126455.373529:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4300 00002000:00100000:2.0:1746126455.373537:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88009bdd5c00 x1830945734718464/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.373544:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd5c00 with x1830945734718464 ext(6291456->7340031) 00002000:00010000:2.0:1746126455.373547:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdd5c00 00000100:00100000:2.0:1746126455.382280:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.382454:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734718976 00000100:00100000:0.0:1746126455.382461:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734718976 00002000:00100000:0.0:1746126455.382504:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880093b09500 x1830945734718976/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.382511:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09500 with x1830945734718976 ext(8388608->9437183) 00002000:00010000:0.0:1746126455.382515:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b09500 00000100:00100000:0.0:1746126455.382542:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4302 00000100:00100000:0.0:1746126455.382548:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+8:1966:x1830945734718976:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126455.384241:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.384306:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734719232 00000100:00100000:1.0:1746126455.384312:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734719232 00002000:00100000:1.0:1746126455.384338:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff880133306d80 x1830945734719232/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.384347:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133306d80 with x1830945734719232 ext(8388608->9437183) 00002000:00010000:1.0:1746126455.384352:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133306d80 00000100:00100000:1.0:1746126455.384377:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4303 00000100:00100000:1.0:1746126455.384383:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+8:1966:x1830945734719232:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126455.395672:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+8:1966:x1830945734718976:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 13115us (13391us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126455.395682:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4302 00002000:00100000:1.0:1746126455.395692:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880093b09500 x1830945734718976/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.395701:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b09500 with x1830945734718976 ext(8388608->9437183) 00002000:00010000:1.0:1746126455.395706:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b09500 00000100:00100000:1.0:1746126455.401290:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+8:1966:x1830945734719232:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 16898us (17045us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126455.401301:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4303 00002000:00100000:1.0:1746126455.401312:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff880133306d80 x1830945734719232/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.401320:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133306d80 with x1830945734719232 ext(8388608->9437183) 00002000:00010000:1.0:1746126455.401325:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133306d80 00000100:00100000:2.0:1746126455.407605:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.407688:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.408239:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734719616 00000100:00100000:1.0:1746126455.408246:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734719616 00002000:00100000:1.0:1746126455.408282:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff880133305180 x1830945734719616/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.408290:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305180 with x1830945734719616 ext(9437184->10485759) 00002000:00010000:1.0:1746126455.408296:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133305180 00000100:00100000:1.0:1746126455.408309:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734719744 00000100:00100000:1.0:1746126455.408311:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734719744 00002000:00100000:1.0:1746126455.408321:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880133304700 x1830945734719744/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.408327:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304700 with x1830945734719744 ext(9437184->10485759) 00002000:00010000:1.0:1746126455.408330:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133304700 00000100:00100000:1.0:1746126455.408951:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4304 00000100:00100000:1.0:1746126455.408958:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+8:1965:x1830945734719616:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126455.410385:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4305 00000100:00100000:0.0:1746126455.410396:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+8:1966:x1830945734719744:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:1.0:1746126455.417976:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+8:1965:x1830945734719616:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 9010us (10370us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126455.417985:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4304 00002000:00100000:1.0:1746126455.417996:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff880133305180 x1830945734719616/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.418004:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305180 with x1830945734719616 ext(9437184->10485759) 00002000:00010000:1.0:1746126455.418008:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133305180 00000100:00100000:0.0:1746126455.421425:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+8:1966:x1830945734719744:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 11026us (13729us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126455.421434:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4305 00002000:00100000:0.0:1746126455.421443:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880133304700 x1830945734719744/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.421451:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304700 with x1830945734719744 ext(9437184->10485759) 00002000:00010000:0.0:1746126455.421456:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133304700 00000100:00100000:2.0:1746126455.425613:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.425685:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734720000 00000100:00100000:0.0:1746126455.425693:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734720000 00002000:00100000:0.0:1746126455.425730:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88009c000c50 x1830945734720000/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.425744:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c000c50 with x1830945734720000 ext(10485760->11534335) 00002000:00010000:0.0:1746126455.425748:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c000c50 00000100:00100000:0.0:1746126455.426425:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4306 00000100:00100000:0.0:1746126455.426433:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c000c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+8:1964:x1830945734720000:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126455.427215:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.427528:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734720256 00000100:00100000:1.0:1746126455.427534:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734720256 00002000:00100000:1.0:1746126455.427557:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88009bdd6300 x1830945734720256/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.427564:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd6300 with x1830945734720256 ext(10485760->11534335) 00002000:00010000:1.0:1746126455.427568:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdd6300 00000100:00100000:1.0:1746126455.427592:0:32695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4307 00000100:00100000:1.0:1746126455.427597:0:32695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734720256:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:3.0:1746126455.435226:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.437375:0:32695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734720256:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 9760us (10145us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126455.437385:0:32695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4307 00002000:00100000:1.0:1746126455.437395:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88009bdd6300 x1830945734720256/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.437403:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd6300 with x1830945734720256 ext(10485760->11534335) 00002000:00010000:1.0:1746126455.437408:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdd6300 00000100:00100000:1.0:1746126455.437425:0:32695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734720512 00000100:00100000:1.0:1746126455.437431:0:32695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734720512 00002000:00100000:1.0:1746126455.437453:0:32695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff88009bdd6680 x1830945734720512/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.437458:0:32695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd6680 with x1830945734720512 ext(11534336->12582911) 00002000:00010000:1.0:1746126455.437460:0:32695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdd6680 00000100:00100000:2.0:1746126455.437490:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4308 00000100:00100000:2.0:1746126455.437498:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+10:1963:x1830945734720512:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:0.0:1746126455.445609:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c000c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+10:1964:x1830945734720000:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 19170us (19997us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126455.445619:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4306 00002000:00100000:0.0:1746126455.445627:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88009c000c50 x1830945734720000/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.445636:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c000c50 with x1830945734720000 ext(10485760->11534335) 00002000:00010000:0.0:1746126455.445641:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c000c50 00000100:00100000:2.0:1746126455.446423:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734720512:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 8925us (11203us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126455.446430:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4308 00002000:00100000:2.0:1746126455.446441:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff88009bdd6680 x1830945734720512/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.446448:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd6680 with x1830945734720512 ext(11534336->12582911) 00002000:00010000:2.0:1746126455.446450:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdd6680 00000100:00100000:0.0:1746126455.453711:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126455.453953:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734720768 00000100:00100000:3.0:1746126455.453961:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734720768 00002000:00100000:3.0:1746126455.453997:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff880093a2c380 x1830945734720768/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126455.454005:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2c380 with x1830945734720768 ext(11534336->12582911) 00002000:00010000:3.0:1746126455.454011:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2c380 00000100:00100000:2.0:1746126455.454135:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4309 00000100:00100000:2.0:1746126455.454144:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+8:1966:x1830945734720768:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126455.461562:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+8:1966:x1830945734720768:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 7411us (7849us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126455.461573:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4309 00002000:00100000:2.0:1746126455.461582:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff880093a2c380 x1830945734720768/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.461590:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2c380 with x1830945734720768 ext(11534336->12582911) 00002000:00010000:2.0:1746126455.461596:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2c380 00000100:00100000:3.0:1746126455.472116:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.472222:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734721024 00000100:00100000:2.0:1746126455.472229:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734721024 00002000:00100000:2.0:1746126455.472263:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88009bdd6a00 x1830945734721024/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.472278:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd6a00 with x1830945734721024 ext(12582912->13631487) 00002000:00010000:2.0:1746126455.472282:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdd6a00 00000100:00100000:2.0:1746126455.472308:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4310 00000100:00100000:2.0:1746126455.472314:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734721024:12345-192.168.203.32@tcp:3:cmp.0 00000100:00100000:2.0:1746126455.484089:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+8:1963:x1830945734721024:12345-192.168.203.32@tcp:3:cmp.0 Request processed in 11767us (11972us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126455.484098:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4310 00002000:00100000:2.0:1746126455.484108:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88009bdd6a00 x1830945734721024/t0(0) o3->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/440 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.484117:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd6a00 with x1830945734721024 ext(12582912->13631487) 00002000:00010000:2.0:1746126455.484121:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdd6a00 00000100:00100000:0.0:1746126455.492382:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126455.492491:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734721280 00000100:00100000:3.0:1746126455.492498:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734721280 00000100:00100000:3.0:1746126455.492534:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 178 00000100:00100000:3.0:1746126455.492540:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a625e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+15:1220:x1830945734721280:12345-192.168.203.32@tcp:35:cmp.0 00000100:00100000:3.0:1746126455.494189:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a625e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+16:1220:x1830945734721280:12345-192.168.203.32@tcp:35:cmp.0 Request processed in 1645us (1811us total) trans 4294996843 rc 0/0 00000100:00100000:3.0:1746126455.494197:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 178 00000100:00100000:0.0:1746126455.495722:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126455.495807:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734721536 00000100:00100000:3.0:1746126455.495813:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734721536 00000100:00100000:3.0:1746126455.495867:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 179 00000100:00100000:3.0:1746126455.495872:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+16:1220:x1830945734721536:12345-192.168.203.32@tcp:35:cmp.0 00000100:00100000:3.0:1746126455.497477:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+17:1220:x1830945734721536:12345-192.168.203.32@tcp:35:cmp.0 Request processed in 1599us (1755us total) trans 4294996844 rc 0/0 00000100:00100000:3.0:1746126455.497486:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 179 00000100:00100000:2.0:1746126455.511181:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.511264:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.511332:0:5361:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734721920 00000100:00100000:0.0:1746126455.511340:0:5361:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734721920 00000100:00100000:0.0:1746126455.511386:0:5361:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 11 00000100:00100000:0.0:1746126455.511392:0:5361:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1963:x1830945734721920:12345-192.168.203.32@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126455.511423:0:5361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126455.511437:0:5361:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92a00/0x9851078746b81ad3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce63c expref: -99 pid: 5361 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.511475:0:5361:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81ada lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511489:0:5361:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81ada lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511499:0:5361:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81ada lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511509:0:5361:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81ae1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511514:0:5361:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511519:0:5361:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511656:0:5361:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81ada lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511662:0:5361:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81ada lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511667:0:5361:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81ada lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511672:0:5361:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a92600 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126455.511675:0:5361:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81ada lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511681:0:5361:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81ada lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511690:0:5361:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:0.0:1746126455.511693:0:5361:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126455.511696:0:5361:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81ada lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511701:0:5361:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81ada lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511714:0:5361:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511719:0:5361:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81ae1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511723:0:5361:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81ae1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511727:0:5361:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a93000 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126455.511729:0:5361:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81ae1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511732:0:5361:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81ae1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511738:0:5361:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009315ff00) 00010000:00010000:0.0:1746126455.511739:0:5361:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126455.511741:0:5361:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81ae1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511745:0:5361:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81ae1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5361 initiator: MDT0 00010000:00010000:0.0:1746126455.511775:0:5361:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92a00/0x9851078746b81ad3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce63c expref: 19 pid: 5361 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.511782:0:5361:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:0.0:1746126455.511785:0:5361:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126455.511787:0:5361:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92a00/0x9851078746b81ad3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce63c expref: 19 pid: 5361 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.511794:0:5361:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a92a00, rc -2) 00000100:00100000:0.0:1746126455.511832:0:5361:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1963:x1830945734721920:12345-192.168.203.32@tcp:63:ll_sa.0 Request processed in 440us (568us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126455.511838:0:5361:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 11 00000100:00100000:1.0:1746126455.511998:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734721792 00000100:00100000:1.0:1746126455.512002:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734721792 00000100:00100000:1.0:1746126455.512047:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73617 00000100:00100000:1.0:1746126455.512052:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1223:x1830945734721792:12345-192.168.203.32@tcp:36:rm.0 00010000:00010000:1.0:1746126455.512074:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1746126455.512084:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683800/0x9851078746b8182c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4c9 expref: 18 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.512098:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a0600/0x9851078746b817a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce4a6 expref: 17 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.512105:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009285d700) 00010000:00010000:1.0:1746126455.512111:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095242800/0x9851078746b819c9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce52b expref: 16 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.512119:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:1.0:1746126455.512121:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126455.512127:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.512134:0:7086:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013107c600/0x9851078746b81a16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce54e expref: 16 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.512139:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.512162:0:7086:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013107c600/0x9851078746b81a16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce54e expref: 16 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.512172:0:7086:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013107c600/0x9851078746b81a16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce54e expref: 16 pid: 7086 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126455.512182:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013147fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7086:1830945726380288:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126455.512234:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e2b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.517058:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.517124:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734722048 00000100:00100000:2.0:1746126455.517131:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734722048 00000100:00100000:1.0:1746126455.517146:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013147fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7086:1830945726380288:192.168.203.32@tcp:104: 00010000:00010000:2.0:1746126455.517160:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013107c600/0x9851078746b81a16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce54e expref: 17 pid: 7086 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126455.517165:0:7086:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000100:00100000:2.0:1746126455.517195:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17502 00000100:00100000:2.0:1746126455.517202:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+17:1964:x1830945734722048:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126455.517213:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126455.517218:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013107c600/0x9851078746b81a16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce54e expref: 17 pid: 7086 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126455.517231:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013107c600/0x9851078746b81a16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce54e expref: 17 pid: 7086 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126455.517247:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013107c600/0x9851078746b81a16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce54e expref: 17 pid: 7086 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126455.518018:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:2.0:1746126455.518173:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126455.518181:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126455.518187:0:7071:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126455.518207:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126455.518239:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+16:1964:x1830945734722048:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 1037us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126455.518246:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17502 00010000:00010000:1.0:1746126455.518305:0:7086:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.518311:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.518329:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b81aef lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.518336:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b81aef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.518342:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b81aef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.518518:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.518527:0:7086:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800951ada00/0x9851078746b81809 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce501 expref: 15 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.518533:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.518555:0:7086:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800951ada00/0x9851078746b81809 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce501 expref: 15 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.518565:0:7086:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800951ada00/0x9851078746b81809 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce501 expref: 15 pid: 7086 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126455.518576:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013147fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7086:1830945726380416:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126455.518613:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e2b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126455.523337:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013147fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7086:1830945726380416:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126455.523535:0:7086:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000100:00100000:2.0:1746126455.523623:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.523674:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734722176 00000100:00100000:0.0:1746126455.523680:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734722176 00010000:00010000:0.0:1746126455.523703:0:7071:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800951ada00/0x9851078746b81809 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce501 expref: 16 pid: 7086 timeout: 674 lvb_type: 0 00000100:00100000:0.0:1746126455.523734:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17503 00000100:00100000:0.0:1746126455.523741:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+16:1963:x1830945734722176:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126455.523751:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126455.523755:0:7071:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800951ada00/0x9851078746b81809 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce501 expref: 16 pid: 7086 timeout: 674 lvb_type: 0 00010000:00010000:0.0:1746126455.523764:0:7071:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800951ada00/0x9851078746b81809 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce501 expref: 16 pid: 7086 timeout: 674 lvb_type: 0 00010000:00010000:0.0:1746126455.523780:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800951ada00/0x9851078746b81809 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce501 expref: 16 pid: 7086 timeout: 674 lvb_type: 0 00010000:00010000:0.0:1746126455.523794:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009285d700) 00010000:00010000:0.0:1746126455.523797:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126455.523804:0:7071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126455.523809:0:7071:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126455.523831:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126455.523862:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68cec75b-543f-4a1a-954f-27556ebc9519+15:1963:x1830945734722176:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 121us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.523868:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17503 00010000:00010000:1.0:1746126455.524048:0:7086:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524054:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000040:00080000:1.0:1746126455.524715:0:7086:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:1.0:1746126455.524722:0:7086:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 574424698708ns, next at 575424697626ns, rc = 0 00000040:00080000:1.0:1746126455.524751:0:7086:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:1.0:1746126455.524756:0:7086:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 574424732943ns, next at 575424732222ns, rc = 0 00010000:00010000:1.0:1746126455.524808:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81afd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524817:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81afd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524824:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81afd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524828:0:7086:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81afd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524832:0:7086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81afd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524836:0:7086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81afd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524848:0:7086:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746126455.524862:0:7086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524866:0:7086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524871:0:7086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524876:0:7086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131071e00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126455.524879:0:7086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524884:0:7086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524891:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009285d700) 00010000:00010000:1.0:1746126455.524893:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746126455.524896:0:7086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524900:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131071e00/0x9851078746b81af6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524952:0:7086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524956:0:7086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524960:0:7086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524963:0:7086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a683200 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126455.524966:0:7086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524970:0:7086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524980:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:1.0:1746126455.524981:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126455.524984:0:7086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.524988:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a683200/0x9851078746b81ae8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00000004:00010000:1.0:1746126455.524999:0:7086:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880133306a00 reply state ffff88009384f000 transno 4294996845 ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b81aef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000100:00100000:1.0:1746126455.525004:0:7086:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126455.525242:0:7074:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746126455.525247:0:7074:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81afd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126455.525252:0:7074:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d06c00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126455.525255:0:7074:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81afd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126455.525259:0:7074:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81afd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126455.525267:0:7074:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009285d700) 00010000:00010000:2.0:1746126455.525269:0:7074:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746126455.525272:0:7074:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81afd lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126455.525275:0:7074:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d06c00/0x9851078746b81afd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7086 initiator: MDT0 00010000:00010000:2.0:1746126455.525297:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126455.525299:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126455.525300:0:7074:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126455.529484:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1223:x1830945734721792:12345-192.168.203.32@tcp:36:rm.0 Request processed in 17419us (18298us total) trans 4294996845 rc 0/0 00000100:00100000:1.0:1746126455.529493:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73617 00010000:00010000:1.0:1746126455.532551:0:3277:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b81aef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.532563:0:3277:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b81aef lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.532569:0:3277:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b81aef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.532574:0:3277:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131070a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126455.532578:0:3277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b81aef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.532583:0:3277:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b81aef lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.532597:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009285d500) 00010000:00010000:1.0:1746126455.532600:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126455.532604:0:3277:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b81aef lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.532608:0:3277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131070a00/0x9851078746b81aef lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00000100:00100000:3.0:1746126455.581353:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.581998:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734722304 00000100:00100000:1.0:1746126455.582006:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734722304 00000100:00100000:1.0:1746126455.582125:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73618 00000100:00100000:1.0:1746126455.582132:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+16:1226:x1830945734722304:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:1.0:1746126455.582149:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.582164:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a7000/0x9851078746b81b04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce674 expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.582204:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243000/0x9851078746b81b0b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.582213:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243000/0x9851078746b81b0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.582222:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243000/0x9851078746b81b0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:1.0:1746126455.582263:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746126455.582265:0:7086:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126455.582277:0:7086:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243000/0x9851078746b81b0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.582290:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a7000/0x9851078746b81b04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce674 expref: 18 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.582316:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243000/0x9851078746b81b0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce674 expref: 17 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.582322:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285de00) 00010000:00010000:1.0:1746126455.582325:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126455.582327:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f243000, rc 0) 00000100:00100000:1.0:1746126455.582683:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1226:x1830945734722304:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 548us (1333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.582688:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73618 00000100:00100000:0.0:1746126455.587501:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.587582:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734722560 00000100:00100000:1.0:1746126455.587590:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734722560 00000100:00100000:1.0:1746126455.587625:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73619 00000100:00100000:1.0:1746126455.587631:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+17:1226:x1830945734722560:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:1.0:1746126455.587646:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.587649:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746126455.587668:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243000/0x9851078746b81b0b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce674 expref: 17 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.588375:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285de00) 00010000:00010000:1.0:1746126455.588389:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126455.588401:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243e00/0x9851078746b81b12 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce67b expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.588497:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243800/0x9851078746b81b19 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.588506:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243800/0x9851078746b81b19 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.588514:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243800/0x9851078746b81b19 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.588527:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f242000/0x9851078746b81b20 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.588532:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f242000/0x9851078746b81b20 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.588536:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f242000/0x9851078746b81b20 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.588866:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81b27 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.588873:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81b27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.588878:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81b27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:1.0:1746126455.588885:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:1.0:1746126455.588901:0:7086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243800/0x9851078746b81b19 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.588906:0:7086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243800/0x9851078746b81b19 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.588911:0:7086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243800/0x9851078746b81b19 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.588915:0:7086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f243800 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126455.588918:0:7086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243800/0x9851078746b81b19 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.588923:0:7086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243800/0x9851078746b81b19 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.588930:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285d400) 00010000:00010000:1.0:1746126455.588933:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126455.588935:0:7086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243800/0x9851078746b81b19 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.588939:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243800/0x9851078746b81b19 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00000004:00010000:1.0:1746126455.588947:0:7086:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093a2d180 reply state ffff88009384c000 transno 4294996846 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f242000/0x9851078746b81b20 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000100:00100000:1.0:1746126455.588952:0:7086:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746126455.588971:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243e00/0x9851078746b81b12 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce67b expref: 19 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.588982:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81b27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce67b expref: 18 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.588988:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009285d900) 00010000:00010000:1.0:1746126455.588989:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126455.588991:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ce7a00, rc 0) 00000100:00100000:1.0:1746126455.589066:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1226:x1830945734722560:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 1434us (1570us total) trans 4294996846 rc 0/0 00000100:00100000:1.0:1746126455.589072:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73619 00000100:00100000:3.0:1746126455.593164:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:0.0:1746126455.593241:0:3278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f242000/0x9851078746b81b20 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126455.593250:0:3278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f242000/0x9851078746b81b20 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126455.593256:0:3278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f242000/0x9851078746b81b20 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126455.593261:0:3278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f242000 already unused, calling callback (ffffffffa138e690) 00010000:00010000:0.0:1746126455.593264:0:3278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f242000/0x9851078746b81b20 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126455.593270:0:3278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f242000/0x9851078746b81b20 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126455.593283:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009285d700) 00010000:00010000:0.0:1746126455.593285:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126455.593288:0:3278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f242000/0x9851078746b81b20 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:0.0:1746126455.593295:0:3278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f242000/0x9851078746b81b20 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00000100:00100000:1.0:1746126455.593434:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734722816 00000100:00100000:1.0:1746126455.593441:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734722816 00000100:00100000:1.0:1746126455.594009:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73620 00000100:00100000:1.0:1746126455.594017:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1226:x1830945734722816:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:1.0:1746126455.594058:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.594071:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243a00/0x9851078746b81b35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce682 expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.594135:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.594145:0:7086:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81b27 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce67b expref: 19 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.594151:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 4/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.594173:0:7086:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81b27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce67b expref: 19 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.594182:0:7086:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81b27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce67b expref: 19 pid: 7086 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126455.594192:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013147fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7086:1830945726380544:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126455.595176:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e2bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126455.600181:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.600304:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013147fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7086:1830945726380544:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126455.600323:0:7086:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000100:00100000:3.0:1746126455.600390:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734722944 00000100:00100000:3.0:1746126455.600395:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734722944 00010000:00010000:3.0:1746126455.600421:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81b27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce67b expref: 20 pid: 7086 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126455.600440:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17504 00000100:00100000:3.0:1746126455.600446:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1964:x1830945734722944:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126455.600457:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126455.600462:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81b27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce67b expref: 20 pid: 7086 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126455.600471:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81b27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce67b expref: 20 pid: 7086 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126455.600488:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81b27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce67b expref: 20 pid: 7086 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126455.600502:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009285d900) 00010000:00010000:3.0:1746126455.600506:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126455.600513:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126455.600519:0:7072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1746126455.600532:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126455.600561:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1964:x1830945734722944:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 115us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126455.600567:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17504 00010000:00010000:1.0:1746126455.600705:0:7086:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.600710:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:1.0:1746126455.600725:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00080000:1.0:1746126455.600942:0:7086:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1e:0x0], index 0: 0 00000004:00080000:1.0:1746126455.600949:0:7086:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:1.0:1746126455.601795:0:7086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.601803:0:7086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.601809:0:7086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.601814:0:7086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5538a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:1.0:1746126455.601817:0:7086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.601822:0:7086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.601831:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009285d900) 00010000:00010000:1.0:1746126455.601833:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746126455.601836:0:7086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.601840:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81b3c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.602309:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243a00/0x9851078746b81b35 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce682 expref: 19 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.602316:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f243a00/0x9851078746b81b35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce682 expref: 19 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.602326:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f243a00, rc 0) 00000100:00100000:1.0:1746126455.602377:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1226:x1830945734722816:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 8359us (9216us total) trans 4294996847 rc 301/301 00000100:00100000:1.0:1746126455.602383:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73620 00000100:00100000:2.0:1746126455.619501:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126455.619691:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734723200 00000100:00100000:3.0:1746126455.619698:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734723200 00000100:00100000:3.0:1746126455.620071:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 180 00000100:00100000:3.0:1746126455.620079:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+18:1226:x1830945734723200:12345-192.168.203.32@tcp:35:lfs.0 00000100:00100000:3.0:1746126455.622009:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1226:x1830945734723200:12345-192.168.203.32@tcp:35:lfs.0 Request processed in 1926us (2511us total) trans 4294996848 rc 0/0 00000100:00100000:3.0:1746126455.622018:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 180 00000100:00100000:3.0:1746126455.623937:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.628656:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734723328 00000100:00100000:1.0:1746126455.628666:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734723328 00000100:00100000:1.0:1746126455.628714:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73621 00000100:00100000:1.0:1746126455.628721:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+19:1226:x1830945734723328:12345-192.168.203.32@tcp:101:lfs.0 00010000:00010000:1.0:1746126455.628739:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.628756:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5a00/0x9851078746b81b4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce689 expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.628797:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5a00/0x9851078746b81b4a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce689 expref: 20 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.628808:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5a00/0x9851078746b81b4a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce689 expref: 20 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.628820:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009285dd00) 00010000:00010000:1.0:1746126455.628823:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746126455.628825:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801337f5a00, rc 0) 00000100:00100000:1.0:1746126455.628874:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1226:x1830945734723328:12345-192.168.203.32@tcp:101:lfs.0 Request processed in 153us (4941us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.628879:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73621 00000100:00100000:3.0:1746126455.631248:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.631331:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734723584 00000100:00100000:0.0:1746126455.631337:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734723584 00000100:00100000:0.0:1746126455.631385:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 181 00000100:00100000:0.0:1746126455.631393:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+20:1226:x1830945734723584:12345-192.168.203.32@tcp:35:lfs.0 00000100:00100000:0.0:1746126455.631545:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1226:x1830945734723584:12345-192.168.203.32@tcp:35:lfs.0 Request processed in 153us (302us total) trans 4294996849 rc 0/0 00000100:00100000:0.0:1746126455.631551:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 181 00000100:00100000:2.0:1746126455.639824:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.639889:0:11298:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734723712 00000100:00100000:0.0:1746126455.639897:0:11298:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734723712 00000100:00100000:0.0:1746126455.639942:0:11298:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73622 00000100:00100000:0.0:1746126455.639950:0:11298:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:68cec75b-543f-4a1a-954f-27556ebc9519+15:1229:x1830945734723712:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:0.0:1746126455.639968:0:11298:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126455.639982:0:11298:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93600/0x9851078746b81b51 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce690 expref: -99 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.640050:0:11298:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92a00/0x9851078746b81b58 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11298 initiator: MDT0 00010000:00010000:0.0:1746126455.640060:0:11298:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92a00/0x9851078746b81b58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:0.0:1746126455.640070:0:11298:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92a00/0x9851078746b81b58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11298 initiator: MDT0 00000004:00200000:0.0:1746126455.640116:0:11298:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746126455.640119:0:11298:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126455.640131:0:11298:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92a00/0x9851078746b81b58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11298 initiator: MDT0 00010000:00010000:0.0:1746126455.640148:0:11298:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93600/0x9851078746b81b51 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce690 expref: 17 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.640177:0:11298:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92a00/0x9851078746b81b58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce690 expref: 16 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.640184:0:11298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009315f900) 00010000:00010000:0.0:1746126455.640186:0:11298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126455.640188:0:11298:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a92a00, rc 0) 00000100:00100000:0.0:1746126455.640231:0:11298:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:68cec75b-543f-4a1a-954f-27556ebc9519+16:1229:x1830945734723712:12345-192.168.203.32@tcp:101:dd.0 Request processed in 282us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.640236:0:11298:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73622 00000100:00100000:3.0:1746126455.640859:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.640937:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734723840 00000100:00100000:1.0:1746126455.640942:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734723840 00000100:00100000:1.0:1746126455.640968:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73623 00000100:00100000:1.0:1746126455.640973:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+21:1228:x1830945734723840:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:1.0:1746126455.640985:0:7086:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.640993:0:7086:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5600/0x9851078746b81b5f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce697 expref: -99 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.641018:0:7086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4e00/0x9851078746b81b66 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.641044:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4e00/0x9851078746b81b66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.641050:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4e00/0x9851078746b81b66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00000004:00200000:1.0:1746126455.641073:0:7086:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746126455.641075:0:7086:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126455.641082:0:7086:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4e00/0x9851078746b81b66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7086 initiator: MDT0 00010000:00010000:1.0:1746126455.641093:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5600/0x9851078746b81b5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce697 expref: 23 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.641116:0:7086:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4e00/0x9851078746b81b66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce697 expref: 22 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.641122:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009315f900) 00010000:00010000:1.0:1746126455.641123:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126455.641125:0:7086:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801337f4e00, rc 0) 00000100:00100000:1.0:1746126455.641152:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1228:x1830945734723840:12345-192.168.203.32@tcp:101:dd.0 Request processed in 178us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.641156:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73623 00000100:00100000:2.0:1746126455.643076:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.643093:0:11298:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734724096 00000100:00100000:0.0:1746126455.643099:0:11298:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734724096 00000100:00100000:0.0:1746126455.643140:0:11298:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73624 00000100:00100000:0.0:1746126455.643147:0:11298:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:68cec75b-543f-4a1a-954f-27556ebc9519+16:1229:x1830945734724096:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:0.0:1746126455.643158:0:11298:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126455.643169:0:11298:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81b6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce69e expref: -99 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.643230:0:11298:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81b74 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11298 initiator: MDT0 00010000:00010000:0.0:1746126455.643241:0:11298:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81b74 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:0.0:1746126455.643250:0:11298:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81b74 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11298 initiator: MDT0 00000004:00200000:0.0:1746126455.643268:0:11298:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746126455.643350:0:11298:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93000/0x9851078746b81b6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce69e expref: 19 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.643374:0:11298:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92600/0x9851078746b81b74 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce69e expref: 18 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.643381:0:11298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009321cf00) 00010000:00010000:0.0:1746126455.643383:0:11298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1746126455.643388:0:11298:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a92600, rc 0) 00000100:00100000:0.0:1746126455.643429:0:11298:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:68cec75b-543f-4a1a-954f-27556ebc9519+18:1229:x1830945734724096:12345-192.168.203.32@tcp:101:dd.0 Request processed in 282us (357us total) trans 4294996850 rc 0/0 00000100:00100000:0.0:1746126455.643434:0:11298:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73624 00000100:00100000:3.0:1746126455.646776:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.646834:0:11298:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734724352 00000100:00100000:0.0:1746126455.646841:0:11298:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734724352 00000100:00100000:0.0:1746126455.646886:0:11298:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73625 00000100:00100000:0.0:1746126455.646893:0:11298:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+22:1228:x1830945734724352:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:0.0:1746126455.646906:0:11298:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126455.646909:0:11298:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746126455.646929:0:11298:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f4e00/0x9851078746b81b66 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce697 expref: 22 pid: 7086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.646943:0:11298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009315f900) 00010000:00010000:0.0:1746126455.646946:0:11298:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126455.646954:0:11298:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93200/0x9851078746b81b82 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce6a5 expref: -99 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.647053:0:11298:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93600/0x9851078746b81b89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11298 initiator: MDT0 00010000:00010000:0.0:1746126455.647063:0:11298:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93600/0x9851078746b81b89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:0.0:1746126455.647070:0:11298:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93600/0x9851078746b81b89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11298 initiator: MDT0 00000004:00200000:0.0:1746126455.647078:0:11298:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:0.0:1746126455.647160:0:11298:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93200/0x9851078746b81b82 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6a5 expref: 24 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.647171:0:11298:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93600/0x9851078746b81b89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6a5 expref: 23 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.647177:0:11298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009475ff00) 00010000:00010000:0.0:1746126455.647179:0:11298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126455.647181:0:11298:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a93600, rc 0) 00000100:00100000:0.0:1746126455.647227:0:11298:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1228:x1830945734724352:12345-192.168.203.32@tcp:101:dd.0 Request processed in 334us (457us total) trans 4294996851 rc 0/0 00000100:00100000:0.0:1746126455.647232:0:11298:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73625 00000100:00100000:0.0:1746126455.650150:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.650192:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.650206:0:11298:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734724736 00000100:00100000:1.0:1746126455.650212:0:11298:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734724736 00000100:00100000:1.0:1746126455.650244:0:11298:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 73626 00000100:00100000:1.0:1746126455.650251:0:11298:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:68cec75b-543f-4a1a-954f-27556ebc9519+18:1229:x1830945734724736:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:1.0:1746126455.650268:0:11298:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.650271:0:11298:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746126455.650290:0:11298:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a92a00/0x9851078746b81b58 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce690 expref: 18 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.650308:0:11298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009315f900) 00010000:00010000:1.0:1746126455.650315:0:11298:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126455.650325:0:11298:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5400/0x9851078746b81b97 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce6e4 expref: -99 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.650450:0:11298:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5600/0x9851078746b81b9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650461:0:11298:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5600/0x9851078746b81b9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650468:0:11298:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5600/0x9851078746b81b9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650478:0:11298:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81ba5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650482:0:11298:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650486:0:11298:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650536:0:11298:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81bac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650542:0:11298:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81bac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650547:0:11298:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81bac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11298 initiator: MDT0 00000004:00200000:1.0:1746126455.650555:0:11298:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:1.0:1746126455.650618:0:11298:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5600/0x9851078746b81b9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650623:0:11298:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5600/0x9851078746b81b9e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650627:0:11298:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5600/0x9851078746b81b9e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11298 initiator: MDT0 00000100:00100000:3.0:1746126455.650632:0:7089:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734724480 00010000:00010000:1.0:1746126455.650632:0:11298:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801337f5600 already unused, calling callback (ffffffffa138e690) 00000100:00100000:3.0:1746126455.650635:0:7089:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734724480 00010000:00010000:1.0:1746126455.650635:0:11298:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5600/0x9851078746b81b9e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650640:0:11298:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5600/0x9851078746b81b9e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650647:0:11298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285db00) 00010000:00010000:1.0:1746126455.650649:0:11298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126455.650652:0:11298:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5600/0x9851078746b81b9e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11298 initiator: MDT0 00000100:00100000:3.0:1746126455.650655:0:7089:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 12 00010000:00010000:1.0:1746126455.650656:0:11298:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5600/0x9851078746b81b9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11298 initiator: MDT0 00000100:00100000:3.0:1746126455.650660:0:7089:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1963:x1830945734724480:12345-192.168.203.32@tcp:63:ll_sa.0 00010000:00010000:1.0:1746126455.650664:0:11298:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650672:0:11298:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81ba5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11298 initiator: MDT0 00010000:00010000:3.0:1746126455.650675:0:7089:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.650675:0:11298:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81ba5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650678:0:11298:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5ce7a00 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126455.650681:0:7089:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956ec200/0x9851078746b81bba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce6ac expref: -99 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.650681:0:11298:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81ba5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650685:0:11298:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81ba5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650690:0:11298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009285d700) 00010000:00010000:1.0:1746126455.650691:0:11298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126455.650693:0:11298:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81ba5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11298 initiator: MDT0 00010000:00010000:1.0:1746126455.650697:0:11298:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ce7a00/0x9851078746b81ba5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11298 initiator: MDT0 00010000:00010000:3.0:1746126455.650700:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3800/0x9851078746b81bc1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650705:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3800/0x9851078746b81bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650710:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3800/0x9851078746b81bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650718:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095664200/0x9851078746b81bc8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650722:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095664200/0x9851078746b81bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.650723:0:11298:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801337f5400/0x9851078746b81b97 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6e4 expref: 20 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126455.650727:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095664200/0x9851078746b81bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:1.0:1746126455.650731:0:11298:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5538a00/0x9851078746b81bac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6e4 expref: 19 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.650735:0:11298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009285dd00) 00010000:00010000:1.0:1746126455.650737:0:11298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126455.650739:0:11298:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5538a00, rc 0) 00010000:00010000:3.0:1746126455.650761:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129eb2200/0x9851078746b81bcf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650767:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129eb2200/0x9851078746b81bcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00000100:00100000:1.0:1746126455.650770:0:11298:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:68cec75b-543f-4a1a-954f-27556ebc9519+19:1229:x1830945734724736:12345-192.168.203.32@tcp:101:dd.0 Request processed in 520us (627us total) trans 4294996852 rc 0/0 00010000:00010000:3.0:1746126455.650772:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129eb2200/0x9851078746b81bcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00000100:00100000:1.0:1746126455.650776:0:11298:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 73626 00000004:00200000:3.0:1746126455.650781:0:7089:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00200000:3.0:1746126455.650784:0:7089:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126455.650791:0:7089:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880129eb2200/0x9851078746b81bcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650797:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129eb2200/0x9851078746b81bcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650802:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3800/0x9851078746b81bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650805:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3800/0x9851078746b81bc1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650809:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3800/0x9851078746b81bc1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650816:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801318e3800 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126455.650818:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3800/0x9851078746b81bc1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650822:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3800/0x9851078746b81bc1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650828:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009285db00) 00010000:00010000:3.0:1746126455.650830:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126455.650832:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3800/0x9851078746b81bc1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650836:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801318e3800/0x9851078746b81bc1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650846:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095664200/0x9851078746b81bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650850:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095664200/0x9851078746b81bc8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650855:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095664200/0x9851078746b81bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650858:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095664200 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126455.650861:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095664200/0x9851078746b81bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.650865:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095664200/0x9851078746b81bc8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651495:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009475f600) 00010000:00010000:3.0:1746126455.651498:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126455.651503:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095664200/0x9851078746b81bc8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651508:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095664200/0x9851078746b81bc8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651531:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956ec200/0x9851078746b81bba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6ac expref: 25 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126455.651541:0:7089:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880129eb2200/0x9851078746b81bcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6ac expref: 24 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126455.651547:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009285dd00) 00010000:00010000:3.0:1746126455.651549:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126455.651551:0:7089:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129eb2200, rc 0) 00010000:00010000:3.0:1746126455.651554:0:7089:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126455.651561:0:7089:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a0600/0x9851078746b81bd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce6b3 expref: -99 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126455.651579:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1400/0x9851078746b81bdd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651585:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1400/0x9851078746b81bdd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651591:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1400/0x9851078746b81bdd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651597:0:7089:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b81be4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651602:0:7089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b81be4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651610:0:7089:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b81be4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651634:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1400/0x9851078746b81bdd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651638:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1400/0x9851078746b81bdd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651642:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1400/0x9851078746b81bdd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651647:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d8a1400 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126455.651649:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1400/0x9851078746b81bdd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651654:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1400/0x9851078746b81bdd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651660:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009475fb00) 00010000:00010000:3.0:1746126455.651662:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126455.651664:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1400/0x9851078746b81bdd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651668:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1400/0x9851078746b81bdd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651675:0:7089:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b81be4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651679:0:7089:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b81be4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651683:0:7089:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b81be4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651688:0:7089:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d8a1800 already unused, calling callback (ffffffffa138e690) 00010000:00010000:3.0:1746126455.651690:0:7089:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b81be4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651694:0:7089:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b81be4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651699:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009475f000) 00010000:00010000:3.0:1746126455.651701:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126455.651702:0:7089:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b81be4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651706:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a1800/0x9851078746b81be4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7089 initiator: MDT0 00010000:00010000:3.0:1746126455.651727:0:7089:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a0600/0x9851078746b81bd6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6b3 expref: 25 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126455.651733:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009475fb00) 00010000:00010000:3.0:1746126455.651735:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746126455.651737:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8a0600/0x9851078746b81bd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6b3 expref: 25 pid: 7089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126455.651744:0:7089:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d8a0600, rc -2) 00000100:00100000:3.0:1746126455.651770:0:7089:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1963:x1830945734724480:12345-192.168.203.32@tcp:63:ll_sa.0 Request processed in 1109us (1578us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746126455.651776:0:7089:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 12 00000100:00100000:3.0:1746126455.660077:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126455.660127:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.660196:0:7071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734724864 00000100:00100000:0.0:1746126455.660204:0:7071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734724864 00000100:00100000:0.0:1746126455.660250:0:7071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 545 00000100:00100000:0.0:1746126455.660256:0:7071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1964:x1830945734724864:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126455.660272:0:7071:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126455.660292:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a93600/0x9851078746b81b89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6a5 expref: 24 pid: 11298 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.660305:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009475ff00) 00010000:00010000:0.0:1746126455.660309:0:7071:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126455.660365:0:7071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1964:x1830945734724864:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 101us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.660372:0:7071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 545 00000100:00100000:2.0:1746126455.662527:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734725120 00000100:00100000:2.0:1746126455.662538:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734725120 00000100:00100000:2.0:1746126455.662585:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4311 00000100:00100000:2.0:1746126455.662592:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1963:x1830945734725120:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:2.0:1746126455.662619:0:8430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b81beb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.662631:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126455.662633:0:8430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126455.662637:0:8430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b81beb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.662648:0:8430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b81beb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126455.671384:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126455.671406:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126455.671440:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.671462:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734725504 00000100:00100000:1.0:1746126455.671469:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734725504 00000100:00100000:1.0:1746126455.671510:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734725632 00000100:00100000:1.0:1746126455.671513:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734725632 00000100:00100000:1.0:1746126455.671530:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5385 00000100:00100000:1.0:1746126455.671536:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734725504:12345-192.168.203.32@tcp:101:ll_agl.0 00010000:00010000:1.0:1746126455.671554:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.671569:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d8a1800/0x9851078746b81bf2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce6eb expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126455.671589:0:17079:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746126455.671603:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.671605:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.671611:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d8a1800/0x9851078746b81bf2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6eb expref: 10 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126455.671624:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d8a1800/0x9851078746b81bf2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6eb expref: 10 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126455.671633:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d8a1800, rc 0) 00000100:00100000:1.0:1746126455.671669:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+10:1963:x1830945734725504:12345-192.168.203.32@tcp:101:ll_agl.0 Request processed in 132us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.671674:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5385 00000100:00100000:1.0:1746126455.671687:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5386 00000100:00100000:1.0:1746126455.671691:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734725632:12345-192.168.203.32@tcp:101:ll_agl.0 00010000:00010000:1.0:1746126455.671700:0:17079:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.671708:0:17079:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81bf9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce6f2 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126455.671719:0:17079:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746126455.671726:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.671727:0:17079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.671730:0:17079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81bf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6f2 expref: 9 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126455.671739:0:17079:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81bf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6f2 expref: 9 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126455.671745:0:17079:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d8a1400, rc 0) 00000100:00100000:1.0:1746126455.671759:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734725632:12345-192.168.203.32@tcp:101:ll_agl.0 Request processed in 67us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.671763:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734725376 00000100:00100000:1.0:1746126455.671764:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5386 00000100:00100000:0.0:1746126455.671766:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734725376 00000100:00100000:0.0:1746126455.671800:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4312 00000100:00100000:0.0:1746126455.671805:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1966:x1830945734725376:12345-192.168.203.32@tcp:3:dd.0 00010000:00010000:0.0:1746126455.671821:0:2577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094f13400/0x9851078746b81c00 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.671828:0:2577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.671829:0:2577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.671832:0:2577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f13400/0x9851078746b81c00 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.671841:0:2577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f13400/0x9851078746b81c00 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126455.678005:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00010000:00010000:2.0:1746126455.678191:0:8430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b81beb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.678200:0:8430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b81beb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.678208:0:8430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b81beb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.678214:0:8430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009294fc00 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:2.0:1746126455.678217:0:8430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b81beb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.678224:0:8430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b81beb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.678238:0:8430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b81beb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.678243:0:8430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009294fc00/0x9851078746b81beb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126455.678316:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734725120:12345-192.168.203.32@tcp:3:dd.0 Request processed in 15723us (18186us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126455.678325:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4311 00000100:00100000:0.0:1746126455.678431:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734725760 00000100:00100000:0.0:1746126455.678437:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734725760 00000100:00100000:0.0:1746126455.678473:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5387 00000100:00100000:0.0:1746126455.678479:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+8:1229:x1830945734725760:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:0.0:1746126455.678492:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126455.678502:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801337f5600/0x9851078746b81c07 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce6f9 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.678521:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d8a1800/0x9851078746b81bf2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6eb expref: 7 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126455.678527:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.678529:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.678531:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801337f5600/0x9851078746b81c07 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6f9 expref: 9 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.678554:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d8a1800/0x9851078746b81bf2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6eb expref: 7 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126455.678564:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d8a1800/0x9851078746b81bf2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6eb expref: 7 pid: 17079 timeout: 674 lvb_type: 1 00000100:00100000:0.0:1746126455.678574:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726380672:192.168.203.32@tcp:104: 00000100:00100000:0.0:1746126455.678628:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53379c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746126455.685812:0:2577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094f13400/0x9851078746b81c00 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.685826:0:2577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094f13400/0x9851078746b81c00 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.685833:0:2577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094f13400/0x9851078746b81c00 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.685843:0:2577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f13400 already unused, calling callback (ffffffffa089ed70) 00010000:00010000:0.0:1746126455.685847:0:2577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f13400/0x9851078746b81c00 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.685854:0:2577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f13400/0x9851078746b81c00 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.685870:0:2577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094f13400/0x9851078746b81c00 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.685876:0:2577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f13400/0x9851078746b81c00 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126455.685930:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1966:x1830945734725376:12345-192.168.203.32@tcp:3:dd.0 Request processed in 14122us (14548us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126455.685939:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4312 00000100:00100000:3.0:1746126455.686266:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.686323:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734725888 00000100:00100000:2.0:1746126455.686329:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734725888 00010000:00010000:2.0:1746126455.686354:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d8a1800/0x9851078746b81bf2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6eb expref: 8 pid: 17079 timeout: 674 lvb_type: 1 00000100:00100000:2.0:1746126455.686385:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17505 00000100:00100000:2.0:1746126455.686391:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1965:x1830945734725888:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126455.686401:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126455.686417:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d8a1800/0x9851078746b81bf2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6eb expref: 8 pid: 17079 timeout: 674 lvb_type: 1 00010000:00010000:2.0:1746126455.686425:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d8a1800/0x9851078746b81bf2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6eb expref: 8 pid: 17079 timeout: 674 lvb_type: 1 00010000:00010000:2.0:1746126455.686440:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126455.686442:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126455.686448:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801337f5600/0x9851078746b81c07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6f9 expref: 9 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.686455:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801337f5600/0x9851078746b81c07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6f9 expref: 9 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126455.686479:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801337f5600/0x9851078746b81c07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6f9 expref: 9 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126455.686488:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133307100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945726380800:192.168.203.32@tcp:105: 00000100:00100000:2.0:1746126455.686536:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013096ed80 going to sleep for 11 seconds 00010000:00010000:0.0:1746126455.690911:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d8a1800/0x9851078746b81bf2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6eb expref: 8 pid: 17079 timeout: 674 lvb_type: 1 00000100:00100000:0.0:1746126455.690927:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093a2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8423:1830945726380672:192.168.203.32@tcp:104: 00010000:00010000:0.0:1746126455.690951:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801337f5600/0x9851078746b81c07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6f9 expref: 9 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.690962:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801337f5600, rc 0) 00000100:00100000:0.0:1746126455.691013:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+9:1229:x1830945734725760:12345-192.168.203.32@tcp:101:dd.0 Request processed in 12533us (13014us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.691037:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5387 00000100:00100000:2.0:1746126455.691737:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133307100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7072:1830945726380800:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126455.691748:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126455.691770:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1965:x1830945734725888:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 5379us (5505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126455.691777:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17505 00000100:00100000:3.0:1746126455.705916:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126455.705951:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.706039:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734726272 00000100:00100000:1.0:1746126455.706047:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734726272 00000100:00100000:1.0:1746126455.706080:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 5388 00000100:00100000:1.0:1746126455.706086:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+8:1229:x1830945734726272:12345-192.168.203.32@tcp:101:dd.0 00010000:00010000:1.0:1746126455.706099:0:8423:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.706110:0:8423:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009522b000/0x9851078746b81c0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e94fa4a99dce700 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.706131:0:8423:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81bf9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6f2 expref: 8 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126455.706142:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.706144:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.706147:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009522b000/0x9851078746b81c0e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce700 expref: 9 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.706166:0:8423:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81bf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6f2 expref: 8 pid: 17079 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126455.706175:0:8423:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6f2 expref: 8 pid: 17079 timeout: 674 lvb_type: 1 00000100:00100000:1.0:1746126455.706184:0:8423:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013147fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726380928:192.168.203.32@tcp:104: 00000100:00100000:1.0:1746126455.706237:0:8423:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092e2b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.706635:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734726144 00000100:00100000:0.0:1746126455.706639:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734726144 00002000:00100000:0.0:1746126455.706663:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (0->1048575) req@ffff88009bdd5c00 x1830945734726144/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.706670:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd5c00 with x1830945734726144 ext(0->1048575) 00002000:00010000:0.0:1746126455.706674:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdd5c00 00000100:00100000:0.0:1746126455.706698:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4313 00000100:00100000:0.0:1746126455.706703:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+9:1964:x1830945734726144:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126455.713440:0:8423:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013147fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8423:1830945726380928:192.168.203.32@tcp:104: 00010000:00010000:1.0:1746126455.713465:0:8423:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009522b000/0x9851078746b81c0e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce700 expref: 9 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.713477:0:8423:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009522b000, rc 0) 00000100:00100000:1.0:1746126455.714599:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:68cec75b-543f-4a1a-954f-27556ebc9519+9:1229:x1830945734726272:12345-192.168.203.32@tcp:101:dd.0 Request processed in 8508us (8642us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.714607:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 5388 00000100:00100000:2.0:1746126455.714742:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.716488:0:7072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734726400 00000100:00100000:0.0:1746126455.716497:0:7072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734726400 00010000:00010000:0.0:1746126455.716523:0:7072:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6f2 expref: 9 pid: 17079 timeout: 674 lvb_type: 1 00000100:00100000:0.0:1746126455.716553:0:7072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 17506 00000100:00100000:0.0:1746126455.716559:0:7072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fa5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+9:1963:x1830945734726400:12345-192.168.203.32@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126455.716570:0:7072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126455.716587:0:7072:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6f2 expref: 9 pid: 17079 timeout: 674 lvb_type: 1 00010000:00010000:0.0:1746126455.716597:0:7072:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81bf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6f2 expref: 9 pid: 17079 timeout: 674 lvb_type: 1 00010000:00010000:0.0:1746126455.716614:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d8a1400/0x9851078746b81bf9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce6f2 expref: 9 pid: 17079 timeout: 674 lvb_type: 1 00010000:00010000:0.0:1746126455.716633:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.716635:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.716641:0:7072:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009522b000/0x9851078746b81c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce700 expref: 8 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.716648:0:7072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009522b000/0x9851078746b81c0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce700 expref: 8 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.716673:0:7072:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009522b000/0x9851078746b81c0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.32@tcp remote: 0x8e94fa4a99dce700 expref: 8 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126455.716683:0:7072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a2d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726381056:192.168.203.32@tcp:105: 00000100:00100000:0.0:1746126455.716750:0:7072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53379c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126455.719661:0:7072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093a2d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7072:1830945726381056:192.168.203.32@tcp:105: 00010000:00010000:2.0:1746126455.719680:0:7072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126455.719728:0:7072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fa5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1963:x1830945734726400:12345-192.168.203.32@tcp:103:ldlm_bl.0 Request processed in 3167us (4984us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126455.719738:0:7072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 17506 00000100:00100000:2.0:1746126455.756821:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+11:1964:x1830945734726144:12345-192.168.203.32@tcp:4:dd.0 Request processed in 50006us (50801us total) trans 4294968500 rc 0/0 00000100:00100000:2.0:1746126455.756833:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4313 00002000:00100000:2.0:1746126455.756847:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (0->1048575) req@ffff88009bdd5c00 x1830945734726144/t4294968500(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.756855:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdd5c00 with x1830945734726144 ext(0->1048575) 00002000:00010000:2.0:1746126455.756860:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdd5c00 00000100:00100000:2.0:1746126455.761396:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.761443:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734726656 00000100:00100000:0.0:1746126455.761450:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734726656 00002000:00100000:0.0:1746126455.761485:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880133304a80 x1830945734726656/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.761493:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304a80 with x1830945734726656 ext(0->1048575) 00002000:00010000:0.0:1746126455.761497:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133304a80 00000100:00100000:0.0:1746126455.761526:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4314 00000100:00100000:0.0:1746126455.761533:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+9:1965:x1830945734726656:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126455.764138:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.764195:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734726912 00000100:00100000:1.0:1746126455.764201:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734726912 00002000:00100000:1.0:1746126455.764230:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1e:0x0] (1048576->2097151) req@ffff880133305c00 x1830945734726912/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.764243:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305c00 with x1830945734726912 ext(1048576->2097151) 00002000:00010000:1.0:1746126455.764247:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133305c00 00000100:00100000:1.0:1746126455.764275:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4315 00000100:00100000:1.0:1746126455.764281:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133305c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+11:1966:x1830945734726912:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126455.782267:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+11:1965:x1830945734726656:12345-192.168.203.32@tcp:4:dd.0 Request processed in 20725us (20869us total) trans 4294968173 rc 0/0 00000100:00100000:1.0:1746126455.782277:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4314 00002000:00100000:1.0:1746126455.782287:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880133304a80 x1830945734726656/t4294968173(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.782296:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133304a80 with x1830945734726656 ext(0->1048575) 00002000:00010000:1.0:1746126455.782301:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133304a80 00000100:00100000:0.0:1746126455.792251:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.792419:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734727168 00000100:00100000:2.0:1746126455.792426:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734727168 00002000:00100000:2.0:1746126455.792462:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880093a2dc00 x1830945734727168/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.792471:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2dc00 with x1830945734727168 ext(1048576->2097151) 00002000:00010000:2.0:1746126455.792476:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a2dc00 00000100:00100000:2.0:1746126455.792504:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4316 00000100:00100000:2.0:1746126455.792510:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+11:1966:x1830945734727168:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126455.795926:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133305c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+13:1966:x1830945734726912:12345-192.168.203.32@tcp:4:dd.0 Request processed in 31636us (31786us total) trans 4294968501 rc 0/0 00000100:00100000:1.0:1746126455.795940:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4315 00002000:00100000:1.0:1746126455.795952:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1e:0x0] (1048576->2097151) req@ffff880133305c00 x1830945734726912/t4294968501(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.795960:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133305c00 with x1830945734726912 ext(1048576->2097151) 00002000:00010000:1.0:1746126455.795965:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133305c00 00000100:00100000:0.0:1746126455.814269:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.814318:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.814343:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1746126455.814405:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734727424 00000100:00100000:3.0:1746126455.814412:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734727424 00002000:00100000:3.0:1746126455.814445:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1e:0x0] (2097152->3145727) req@ffff880093a2df80 x1830945734727424/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126455.814454:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2df80 with x1830945734727424 ext(2097152->3145727) 00002000:00010000:3.0:1746126455.814459:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2df80 00000100:00100000:0.0:1746126455.814464:0:8430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734727680 00000100:00100000:0.0:1746126455.814467:0:8430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734727680 00000100:00100000:3.0:1746126455.814475:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4317 00000100:00100000:3.0:1746126455.814481:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+13:1964:x1830945734727424:12345-192.168.203.32@tcp:4:dd.0 00002000:00100000:0.0:1746126455.814482:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880093a2ea00 x1830945734727680/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.814489:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2ea00 with x1830945734727680 ext(2097152->3145727) 00002000:00010000:0.0:1746126455.814491:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a2ea00 00000100:00100000:0.0:1746126455.814500:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4318 00000100:00100000:0.0:1746126455.814504:0:8430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+13:1964:x1830945734727680:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126455.814644:0:15834:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734727936 00000100:00100000:2.0:1746126455.814648:0:15834:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734727936 00000100:00100000:2.0:1746126455.815017:0:15834:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 182 00000100:00100000:2.0:1746126455.815038:0:15834:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+23:1228:x1830945734727936:12345-192.168.203.32@tcp:35:dd.0 00000100:00100000:2.0:1746126455.815186:0:15834:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1228:x1830945734727936:12345-192.168.203.32@tcp:35:dd.0 Request processed in 162us (840us total) trans 4294996853 rc 0/0 00000100:00100000:2.0:1746126455.815192:0:15834:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 182 00000100:00100000:2.0:1746126455.845610:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+15:1966:x1830945734727168:12345-192.168.203.32@tcp:4:dd.0 Request processed in 53092us (53358us total) trans 4294968174 rc 0/0 00000100:00100000:2.0:1746126455.845621:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4316 00002000:00100000:2.0:1746126455.845630:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880093a2dc00 x1830945734727168/t4294968174(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.845639:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2dc00 with x1830945734727168 ext(1048576->2097151) 00002000:00010000:2.0:1746126455.845644:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a2dc00 00000100:00100000:3.0:1746126455.848168:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.848253:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734728192 00000100:00100000:2.0:1746126455.848259:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734728192 00002000:00100000:2.0:1746126455.848294:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (3145728->4194303) req@ffff8801248ae680 x1830945734728192/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.848302:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ae680 with x1830945734728192 ext(3145728->4194303) 00002000:00010000:2.0:1746126455.848307:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248ae680 00000100:00100000:2.0:1746126455.848323:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4319 00000100:00100000:2.0:1746126455.848330:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+15:1963:x1830945734728192:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126455.854163:0:8430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:68cec75b-543f-4a1a-954f-27556ebc9519+15:1964:x1830945734727680:12345-192.168.203.32@tcp:4:dd.0 Request processed in 39649us (39836us total) trans 4294968175 rc 0/0 00000100:00100000:0.0:1746126455.854173:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4318 00002000:00100000:0.0:1746126455.854181:0:8430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880093a2ea00 x1830945734727680/t4294968175(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.854190:0:8430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2ea00 with x1830945734727680 ext(2097152->3145727) 00002000:00010000:0.0:1746126455.854194:0:8430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a2ea00 00000100:00100000:2.0:1746126455.871537:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+17:1964:x1830945734727424:12345-192.168.203.32@tcp:4:dd.0 Request processed in 57049us (57271us total) trans 4294968502 rc 0/0 00000100:00100000:2.0:1746126455.871550:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4317 00002000:00100000:2.0:1746126455.871559:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1e:0x0] (2097152->3145727) req@ffff880093a2df80 x1830945734727424/t4294968502(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.871567:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2df80 with x1830945734727424 ext(2097152->3145727) 00002000:00010000:2.0:1746126455.871572:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2df80 00000100:00100000:2.0:1746126455.877099:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+17:1963:x1830945734728192:12345-192.168.203.32@tcp:4:dd.0 Request processed in 28760us (28928us total) trans 4294968503 rc 0/0 00000100:00100000:2.0:1746126455.877109:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4319 00002000:00100000:2.0:1746126455.877119:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (3145728->4194303) req@ffff8801248ae680 x1830945734728192/t4294968503(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.877127:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ae680 with x1830945734728192 ext(3145728->4194303) 00002000:00010000:2.0:1746126455.877132:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248ae680 00000100:00100000:0.0:1746126455.877965:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.878132:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734728448 00000100:00100000:2.0:1746126455.878139:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734728448 00002000:00100000:2.0:1746126455.878166:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880093a2f100 x1830945734728448/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.878173:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2f100 with x1830945734728448 ext(3145728->4194303) 00002000:00010000:2.0:1746126455.878177:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a2f100 00000100:00100000:2.0:1746126455.878242:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4320 00000100:00100000:2.0:1746126455.878248:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+15:1963:x1830945734728448:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126455.885516:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.885778:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734728704 00000100:00100000:2.0:1746126455.885785:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734728704 00002000:00100000:2.0:1746126455.885819:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1e:0x0] (4194304->5242879) req@ffff880093a2f480 x1830945734728704/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.885833:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2f480 with x1830945734728704 ext(4194304->5242879) 00002000:00010000:2.0:1746126455.885837:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2f480 00000100:00100000:2.0:1746126455.885853:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4321 00000100:00100000:2.0:1746126455.885858:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+17:1964:x1830945734728704:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126455.887147:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+17:1963:x1830945734728448:12345-192.168.203.32@tcp:4:dd.0 Request processed in 8895us (9180us total) trans 4294968176 rc 0/0 00000100:00100000:2.0:1746126455.887155:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4320 00002000:00100000:2.0:1746126455.887162:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880093a2f100 x1830945734728448/t4294968176(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.887169:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2f100 with x1830945734728448 ext(3145728->4194303) 00002000:00010000:2.0:1746126455.887172:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a2f100 00000100:00100000:1.0:1746126455.896155:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.896192:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734728960 00000100:00100000:1.0:1746126455.896199:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734728960 00002000:00100000:1.0:1746126455.896235:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff88013147fb80 x1830945734728960/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.896249:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147fb80 with x1830945734728960 ext(4194304->5242879) 00002000:00010000:1.0:1746126455.896254:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147fb80 00000100:00100000:1.0:1746126455.896269:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4322 00000100:00100000:1.0:1746126455.896276:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+17:1964:x1830945734728960:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126455.899881:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+19:1964:x1830945734728704:12345-192.168.203.32@tcp:4:dd.0 Request processed in 14016us (14365us total) trans 4294968504 rc 0/0 00000100:00100000:3.0:1746126455.899891:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4321 00002000:00100000:3.0:1746126455.899900:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1e:0x0] (4194304->5242879) req@ffff880093a2f480 x1830945734728704/t4294968504(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126455.899909:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2f480 with x1830945734728704 ext(4194304->5242879) 00002000:00010000:3.0:1746126455.899913:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2f480 00000100:00100000:2.0:1746126455.903843:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+19:1964:x1830945734728960:12345-192.168.203.32@tcp:4:dd.0 Request processed in 7558us (7685us total) trans 4294968177 rc 0/0 00000100:00100000:2.0:1746126455.903853:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4322 00002000:00100000:2.0:1746126455.903862:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff88013147fb80 x1830945734728960/t4294968177(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.903871:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147fb80 with x1830945734728960 ext(4194304->5242879) 00002000:00010000:2.0:1746126455.903875:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147fb80 00000100:00100000:0.0:1746126455.906322:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.906726:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734729216 00000100:00100000:2.0:1746126455.906733:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734729216 00002000:00100000:2.0:1746126455.906767:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (5242880->6291455) req@ffff880093a2f800 x1830945734729216/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.906776:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2f800 with x1830945734729216 ext(5242880->6291455) 00002000:00010000:2.0:1746126455.906780:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2f800 00000100:00100000:2.0:1746126455.906833:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4323 00000100:00100000:2.0:1746126455.906840:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+19:1963:x1830945734729216:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126455.914632:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+21:1963:x1830945734729216:12345-192.168.203.32@tcp:4:dd.0 Request processed in 7783us (8307us total) trans 4294968505 rc 0/0 00000100:00100000:2.0:1746126455.914643:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4323 00002000:00100000:2.0:1746126455.914653:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (5242880->6291455) req@ffff880093a2f800 x1830945734729216/t4294968505(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.914662:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2f800 with x1830945734729216 ext(5242880->6291455) 00002000:00010000:2.0:1746126455.914667:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2f800 00000100:00100000:1.0:1746126455.914973:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.915328:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734729472 00000100:00100000:2.0:1746126455.915335:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734729472 00002000:00100000:2.0:1746126455.915370:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88013147d180 x1830945734729472/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.915376:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147d180 with x1830945734729472 ext(5242880->6291455) 00002000:00010000:2.0:1746126455.915379:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147d180 00000100:00100000:2.0:1746126455.915675:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4324 00000100:00100000:2.0:1746126455.915681:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+19:1964:x1830945734729472:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126455.925777:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+21:1964:x1830945734729472:12345-192.168.203.32@tcp:4:dd.0 Request processed in 10088us (10797us total) trans 4294968178 rc 0/0 00000100:00100000:2.0:1746126455.925786:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4324 00002000:00100000:2.0:1746126455.925796:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88013147d180 x1830945734729472/t4294968178(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.925805:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147d180 with x1830945734729472 ext(5242880->6291455) 00002000:00010000:2.0:1746126455.925810:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013147d180 00000100:00100000:1.0:1746126455.929482:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.935013:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734729728 00000100:00100000:2.0:1746126455.935062:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734729728 00002000:00100000:2.0:1746126455.935106:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (6291456->7340031) req@ffff88013147ce00 x1830945734729728/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.935115:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ce00 with x1830945734729728 ext(6291456->7340031) 00002000:00010000:2.0:1746126455.935119:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147ce00 00000100:00100000:2.0:1746126455.935154:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4325 00000100:00100000:2.0:1746126455.935161:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+21:1964:x1830945734729728:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126455.936181:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126455.936240:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734729984 00000100:00100000:0.0:1746126455.936244:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734729984 00002000:00100000:0.0:1746126455.936266:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff8801248afb80 x1830945734729984/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126455.936273:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248afb80 with x1830945734729984 ext(6291456->7340031) 00002000:00010000:0.0:1746126455.936277:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248afb80 00000100:00100000:0.0:1746126455.936290:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4326 00000100:00100000:0.0:1746126455.936295:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+21:1964:x1830945734729984:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126455.951280:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+23:1964:x1830945734729728:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16112us (21798us total) trans 4294968506 rc 0/0 00000100:00100000:2.0:1746126455.951291:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4325 00002000:00100000:2.0:1746126455.951302:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (6291456->7340031) req@ffff88013147ce00 x1830945734729728/t4294968506(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.951311:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013147ce00 with x1830945734729728 ext(6291456->7340031) 00002000:00010000:2.0:1746126455.951315:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013147ce00 00000100:00100000:1.0:1746126455.953681:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+23:1964:x1830945734729984:12345-192.168.203.32@tcp:4:dd.0 Request processed in 17378us (17495us total) trans 4294968179 rc 0/0 00000100:00100000:1.0:1746126455.953690:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4326 00002000:00100000:1.0:1746126455.953698:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff8801248afb80 x1830945734729984/t4294968179(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.953706:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248afb80 with x1830945734729984 ext(6291456->7340031) 00002000:00010000:1.0:1746126455.953711:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248afb80 00000100:00100000:3.0:1746126455.956100:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.956788:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734730240 00000100:00100000:1.0:1746126455.956796:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734730240 00002000:00100000:1.0:1746126455.956836:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1e:0x0] (7340032->8388607) req@ffff8801248af100 x1830945734730240/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.957000:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248af100 with x1830945734730240 ext(7340032->8388607) 00002000:00010000:1.0:1746126455.957005:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248af100 00000100:00100000:1.0:1746126455.957292:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4327 00000100:00100000:1.0:1746126455.957310:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+23:1964:x1830945734730240:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126455.971948:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+25:1964:x1830945734730240:12345-192.168.203.32@tcp:4:dd.0 Request processed in 14642us (15846us total) trans 4294968507 rc 0/0 00000100:00100000:1.0:1746126455.971961:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4327 00002000:00100000:1.0:1746126455.971971:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1e:0x0] (7340032->8388607) req@ffff8801248af100 x1830945734730240/t4294968507(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.971980:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248af100 with x1830945734730240 ext(7340032->8388607) 00002000:00010000:1.0:1746126455.971985:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248af100 00000100:00100000:3.0:1746126455.974596:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.974707:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734730496 00000100:00100000:1.0:1746126455.974715:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734730496 00002000:00100000:1.0:1746126455.974753:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff8801248ae300 x1830945734730496/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.974761:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ae300 with x1830945734730496 ext(7340032->8388607) 00002000:00010000:1.0:1746126455.974765:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248ae300 00000100:00100000:1.0:1746126455.974793:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4328 00000100:00100000:1.0:1746126455.974800:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+23:1963:x1830945734730496:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126455.988237:0:3285:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126455.989638:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734730752 00000100:00100000:2.0:1746126455.989646:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734730752 00002000:00100000:2.0:1746126455.989682:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (8388608->9437183) req@ffff8801248adf80 x1830945734730752/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126455.989691:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248adf80 with x1830945734730752 ext(8388608->9437183) 00002000:00010000:2.0:1746126455.989695:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248adf80 00000100:00100000:2.0:1746126455.989717:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4329 00000100:00100000:2.0:1746126455.989723:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+25:1964:x1830945734730752:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126455.993517:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+25:1963:x1830945734730496:12345-192.168.203.32@tcp:4:dd.0 Request processed in 18711us (18923us total) trans 4294968180 rc 0/0 00000100:00100000:1.0:1746126455.994775:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4328 00002000:00100000:1.0:1746126455.994790:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff8801248ae300 x1830945734730496/t4294968180(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.994799:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ae300 with x1830945734730496 ext(7340032->8388607) 00002000:00010000:1.0:1746126455.994805:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248ae300 00000100:00100000:2.0:1746126455.997232:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126455.998107:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734731008 00000100:00100000:1.0:1746126455.998115:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734731008 00002000:00100000:1.0:1746126455.998148:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff880133307100 x1830945734731008/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126455.998163:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307100 with x1830945734731008 ext(8388608->9437183) 00002000:00010000:1.0:1746126455.998167:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133307100 00000100:00100000:1.0:1746126455.998190:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4330 00000100:00100000:1.0:1746126455.998196:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+25:1964:x1830945734731008:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126456.005117:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+27:1964:x1830945734730752:12345-192.168.203.32@tcp:4:dd.0 Request processed in 15386us (16879us total) trans 4294968508 rc 0/0 00000100:00100000:2.0:1746126456.005127:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4329 00002000:00100000:2.0:1746126456.005137:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (8388608->9437183) req@ffff8801248adf80 x1830945734730752/t4294968508(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126456.005145:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248adf80 with x1830945734730752 ext(8388608->9437183) 00002000:00010000:2.0:1746126456.005149:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248adf80 00000100:00100000:3.0:1746126456.011381:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126456.014483:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734731264 00000100:00100000:2.0:1746126456.014494:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734731264 00002000:00100000:2.0:1746126456.014534:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (9437184->10485759) req@ffff8801248ac700 x1830945734731264/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126456.014543:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ac700 with x1830945734731264 ext(9437184->10485759) 00002000:00010000:2.0:1746126456.014548:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248ac700 00000100:00100000:2.0:1746126456.014583:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4331 00000100:00100000:2.0:1746126456.014589:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+27:1964:x1830945734731264:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:3.0:1746126456.018141:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+27:1964:x1830945734731008:12345-192.168.203.32@tcp:4:dd.0 Request processed in 19934us (20905us total) trans 4294968181 rc 0/0 00000100:00100000:3.0:1746126456.018152:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4330 00002000:00100000:3.0:1746126456.018163:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff880133307100 x1830945734731008/t4294968181(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:216/0 lens 488/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126456.018172:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133307100 with x1830945734731008 ext(8388608->9437183) 00002000:00010000:3.0:1746126456.018177:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133307100 00000100:00100000:3.0:1746126456.022665:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126456.024934:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734731520 00000100:00100000:0.0:1746126456.024944:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734731520 00002000:00100000:1.0:1746126456.025540:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff8801248aca80 x1830945734731520/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126456.025549:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aca80 with x1830945734731520 ext(9437184->10485759) 00002000:00010000:1.0:1746126456.025554:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248aca80 00000100:00100000:1.0:1746126456.025587:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4332 00000100:00100000:1.0:1746126456.025595:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+27:1964:x1830945734731520:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126456.026948:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+29:1964:x1830945734731264:12345-192.168.203.32@tcp:4:dd.0 Request processed in 12354us (15568us total) trans 4294968509 rc 0/0 00000100:00100000:2.0:1746126456.026956:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4331 00002000:00100000:2.0:1746126456.026964:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (9437184->10485759) req@ffff8801248ac700 x1830945734731264/t4294968509(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:217/0 lens 488/448 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126456.026971:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ac700 with x1830945734731264 ext(9437184->10485759) 00002000:00010000:2.0:1746126456.026975:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248ac700 00000100:00100000:3.0:1746126456.036462:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126456.037377:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734731776 00000100:00100000:2.0:1746126456.037386:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734731776 00002000:00100000:2.0:1746126456.037421:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (10485760->11534335) req@ffff8801248ac000 x1830945734731776/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126456.037430:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ac000 with x1830945734731776 ext(10485760->11534335) 00002000:00010000:2.0:1746126456.037435:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248ac000 00000100:00100000:2.0:1746126456.037466:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4333 00000100:00100000:2.0:1746126456.037473:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801248ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+29:1964:x1830945734731776:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126456.042748:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+29:1964:x1830945734731520:12345-192.168.203.32@tcp:4:dd.0 Request processed in 17144us (20081us total) trans 4294968182 rc 0/0 00000100:00100000:0.0:1746126456.042758:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4332 00002000:00100000:0.0:1746126456.042768:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff8801248aca80 x1830945734731520/t4294968182(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:217/0 lens 488/448 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126456.042835:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248aca80 with x1830945734731520 ext(9437184->10485759) 00002000:00010000:0.0:1746126456.042840:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801248aca80 00000100:00100000:3.0:1746126456.047716:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126456.047793:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734732032 00000100:00100000:1.0:1746126456.047801:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734732032 00002000:00100000:1.0:1746126456.047845:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff88009bdf1500 x1830945734732032/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126456.047855:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1500 with x1830945734732032 ext(10485760->11534335) 00002000:00010000:1.0:1746126456.047859:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf1500 00000100:00100000:1.0:1746126456.047884:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4334 00000100:00100000:1.0:1746126456.047891:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+29:1963:x1830945734732032:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126456.048877:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+31:1964:x1830945734731776:12345-192.168.203.32@tcp:4:dd.0 Request processed in 11400us (12419us total) trans 4294968510 rc 0/0 00000100:00100000:2.0:1746126456.048885:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4333 00002000:00100000:2.0:1746126456.048893:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (10485760->11534335) req@ffff8801248ac000 x1830945734731776/t4294968510(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:217/0 lens 488/448 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126456.048900:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ac000 with x1830945734731776 ext(10485760->11534335) 00002000:00010000:2.0:1746126456.048904:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801248ac000 00000100:00100000:0.0:1746126456.060935:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126456.061277:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734732288 00000100:00100000:2.0:1746126456.061284:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734732288 00002000:00100000:2.0:1746126456.061316:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (11534336->12582911) req@ffff880093a2fb80 x1830945734732288/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126456.061325:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2fb80 with x1830945734732288 ext(11534336->12582911) 00002000:00010000:2.0:1746126456.061329:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2fb80 00000100:00100000:2.0:1746126456.061345:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4335 00000100:00100000:2.0:1746126456.061351:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+31:1964:x1830945734732288:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:1.0:1746126456.061979:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+31:1963:x1830945734732032:12345-192.168.203.32@tcp:4:dd.0 Request processed in 14087us (14267us total) trans 4294968183 rc 0/0 00000100:00100000:1.0:1746126456.061987:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4334 00002000:00100000:1.0:1746126456.061993:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff88009bdf1500 x1830945734732032/t4294968183(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:217/0 lens 488/448 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126456.062000:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf1500 with x1830945734732032 ext(10485760->11534335) 00002000:00010000:1.0:1746126456.062003:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf1500 00010000:00010000:3.0:1746126456.062086:0:7075:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126456.071898:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126456.073265:0:27564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734732544 00000100:00100000:0.0:1746126456.073274:0:27564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734732544 00002000:00100000:0.0:1746126456.073313:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88009bdf0000 x1830945734732544/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126456.073323:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0000 with x1830945734732544 ext(11534336->12582911) 00002000:00010000:0.0:1746126456.073328:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0000 00000100:00100000:0.0:1746126456.073372:0:27564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4336 00000100:00100000:0.0:1746126456.073379:0:27564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+31:1963:x1830945734732544:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:2.0:1746126456.082105:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+33:1964:x1830945734732288:12345-192.168.203.32@tcp:4:dd.0 Request processed in 20746us (21168us total) trans 4294968511 rc 0/0 00000100:00100000:2.0:1746126456.082116:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4335 00002000:00100000:2.0:1746126456.082125:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (11534336->12582911) req@ffff880093a2fb80 x1830945734732288/t4294968511(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:217/0 lens 488/448 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126456.082133:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2fb80 with x1830945734732288 ext(11534336->12582911) 00002000:00010000:2.0:1746126456.082138:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2fb80 00000100:00100000:0.0:1746126456.085104:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126456.085125:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734733056 00000100:00100000:0.0:1746126456.085131:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734733056 00000100:00100000:0.0:1746126456.085177:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 183 00000100:00100000:0.0:1746126456.085184:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+19:1229:x1830945734733056:12345-192.168.203.32@tcp:35:dd.0 00000100:00100000:0.0:1746126456.085433:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:68cec75b-543f-4a1a-954f-27556ebc9519+20:1229:x1830945734733056:12345-192.168.203.32@tcp:35:dd.0 Request processed in 248us (336us total) trans 4294996854 rc 0/0 00000100:00100000:0.0:1746126456.085440:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 183 00000100:00100000:0.0:1746126456.085520:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126456.085550:0:2577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734732800 00000100:00100000:0.0:1746126456.085553:0:2577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734732800 00002000:00100000:0.0:1746126456.085574:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (12582912->13631487) req@ffff880093a2d880 x1830945734732800/t0(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126456.085582:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2d880 with x1830945734732800 ext(12582912->13631487) 00000100:00100000:1.0:1746126456.085583:0:27564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:68cec75b-543f-4a1a-954f-27556ebc9519+33:1963:x1830945734732544:12345-192.168.203.32@tcp:4:dd.0 Request processed in 12204us (13691us total) trans 4294968184 rc 0/0 00002000:00010000:0.0:1746126456.085586:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2d880 00000100:00100000:1.0:1746126456.085590:0:27564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4336 00002000:00100000:1.0:1746126456.085595:0:27564:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88009bdf0000 x1830945734732544/t4294968184(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:217/0 lens 488/448 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126456.087512:0:27564:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdf0000 with x1830945734732544 ext(11534336->12582911) 00002000:00010000:1.0:1746126456.087517:0:27564:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdf0000 00000100:00100000:0.0:1746126456.088918:0:2577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 4337 00000100:00100000:0.0:1746126456.088932:0:2577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+33:1964:x1830945734732800:12345-192.168.203.32@tcp:4:dd.0 00000100:00100000:0.0:1746126456.105204:0:2577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:68cec75b-543f-4a1a-954f-27556ebc9519+35:1964:x1830945734732800:12345-192.168.203.32@tcp:4:dd.0 Request processed in 16267us (19674us total) trans 4294968512 rc 0/0 00000100:00100000:0.0:1746126456.105214:0:2577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 4337 00002000:00100000:0.0:1746126456.105225:0:2577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (12582912->13631487) req@ffff880093a2d880 x1830945734732800/t4294968512(0) o4->68cec75b-543f-4a1a-954f-27556ebc9519@192.168.203.32@tcp:217/0 lens 488/448 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126456.105234:0:2577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a2d880 with x1830945734732800 ext(12582912->13631487) 00002000:00010000:0.0:1746126456.105239:0:2577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a2d880 00000100:00100000:2.0:1746126456.171317:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746126456.171334:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726381184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746126456.171396:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126456.171558:0:10428:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945726381184 00000100:00100000:0.0:1746126456.171564:0:10428:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945726381184 00000100:00100000:1.0:1746126456.173311:0:10428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1746126456.173321:0:10428:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3294:x1830945726381184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746126456.173340:0:10428:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 156565504 pending 22151168 free 3818913792 avail 3816816640 00000100:00100000:1.0:1746126456.173397:0:10428:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3294:x1830945726381184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (2001us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.173402:0:10428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1746126456.176609:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093a2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1830945726381184:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126456.890360:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1746126456.890386:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1746126456.894520:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734733312 00000100:00100000:2.0:1746126456.894529:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734733312 00000100:00100000:2.0:1746126456.898807:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 425 00000100:00100000:2.0:1746126456.898822:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1964:x1830945734733312:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:2.0:1746126456.898888:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+24:1964:x1830945734733312:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 72us (8544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126456.898893:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 425 00000100:00080000:2.0:1746126456.899048:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126456.910037:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734733568 00000100:00100000:1.0:1746126456.910049:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734733568 00000100:00100000:1.0:1746126456.910110:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 530 00000100:00100000:1.0:1746126456.910117:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734733568:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126456.910179:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+8:1964:x1830945734733568:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 62us (19791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.910185:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 530 00000100:00080000:1.0:1746126456.910242:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126456.910480:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126456.910502:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126456.910515:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126456.910528:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126456.910549:0:3284:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1746126456.910563:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734733184 00000100:00100000:1.0:1746126456.910566:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734733184 00000100:00100000:1.0:1746126456.910585:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 422 00000100:00100000:1.0:1746126456.910590:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d94413c0-4094-4072-8112-4e637805471b+12:1964:x1830945734733184:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126456.910615:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d94413c0-4094-4072-8112-4e637805471b+12:1964:x1830945734733184:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 24us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.910619:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 422 00000100:00100000:1.0:1746126456.910642:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734733824 00000100:00100000:1.0:1746126456.910644:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734733824 00000100:00100000:1.0:1746126456.910656:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734733440 00000100:00100000:1.0:1746126456.910658:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734733440 00000100:00100000:1.0:1746126456.910669:0:17079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734733952 00000100:00100000:1.0:1746126456.910671:0:17079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734733952 00000100:00100000:1.0:1746126456.910679:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 531 00000100:00100000:1.0:1746126456.910682:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+35:1964:x1830945734733824:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126456.910700:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+35:1964:x1830945734733824:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 17us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.910704:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 531 00000100:00100000:1.0:1746126456.910710:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 532 00000100:00100000:1.0:1746126456.910713:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734733440:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126456.910726:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9cb095f-a1ed-4fd6-9e5f-e4610ce3fe13+7:1964:x1830945734733440:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 12us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.910733:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 532 00000100:00100000:1.0:1746126456.910738:0:17079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 533 00000100:00100000:1.0:1746126456.910742:0:17079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+33:1964:x1830945734733952:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126456.910756:0:17079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:68cec75b-543f-4a1a-954f-27556ebc9519+33:1964:x1830945734733952:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 14us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.910761:0:17079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 533 00000100:00100000:1.0:1746126456.910772:0:11298:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945734733696 00000100:00100000:1.0:1746126456.910774:0:11298:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945734733696 00000100:00100000:1.0:1746126456.910789:0:11298:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 426 00000100:00100000:1.0:1746126456.910793:0:11298:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013147f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:68cec75b-543f-4a1a-954f-27556ebc9519+20:1964:x1830945734733696:12345-192.168.203.32@tcp:400:kworker.0 00000100:00100000:1.0:1746126456.910813:0:11298:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013147f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:68cec75b-543f-4a1a-954f-27556ebc9519+20:1964:x1830945734733696:12345-192.168.203.32@tcp:400:kworker.0 Request processed in 19us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.910817:0:11298:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 426 00000100:00080000:1.0:1746126456.910826:0:7082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:3.0:1746126456.951486:0:6025:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00010000:00010000:3.0:1746126457.063201:0:8439:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126458.065597:0:11016:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 68281 lines, 68281 kept, 0 dropped, 0 bad.